diff --git "a/prism-clip+7b/run-metrics.jsonl" "b/prism-clip+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-clip+7b/run-metrics.jsonl"
@@ -0,0 +1,19233 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-lvis4v-lrv", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_lvis4v_lrv_mix1231k.json", "download/llava-v1.5-instruct"], "type": "llava-lvis4v-lrv"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 2, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-7b-pure", "llm_max_length": 2048, "model_id": "prism-clip+7b", "reduce_in_full_precision": false, "type": "prism-clip+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "prism-clip+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-clip+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 3.472222222222222e-08, "Finetune/Loss": 7.809443950653076, "Finetune/Loss (Raw)": 7.809443950653076, "Finetune/Step": 1, "Finetune/Step Time": 30.97019648551941}
+{"Finetune/Learning Rate": 6.944444444444444e-08, "Finetune/Loss": 7.196282386779785, "Finetune/Loss (Raw)": 6.583120346069336, "Finetune/Step": 2, "Finetune/Step Time": 18.152568340301514}
+{"Finetune/Learning Rate": 1.0416666666666667e-07, "Finetune/Loss": 7.13302755355835, "Finetune/Loss (Raw)": 7.006516933441162, "Finetune/Step": 3, "Finetune/Step Time": 13.945332924524942}
+{"Finetune/Learning Rate": 1.3888888888888888e-07, "Finetune/Loss": 7.218753814697266, "Finetune/Loss (Raw)": 7.475934028625488, "Finetune/Step": 4, "Finetune/Step Time": 11.81999784708023}
+{"Finetune/Learning Rate": 1.7361111111111115e-07, "Finetune/Loss": 7.12277364730835, "Finetune/Loss (Raw)": 6.738852500915527, "Finetune/Step": 5, "Finetune/Step Time": 10.558627080917358}
+{"Finetune/Learning Rate": 2.0833333333333333e-07, "Finetune/Loss": 7.033385753631592, "Finetune/Loss (Raw)": 6.586446285247803, "Finetune/Step": 6, "Finetune/Step Time": 9.940166234970093}
+{"Finetune/Learning Rate": 2.430555555555556e-07, "Finetune/Loss": 6.946072578430176, "Finetune/Loss (Raw)": 6.4221882820129395, "Finetune/Step": 7, "Finetune/Step Time": 9.335835388728551}
+{"Finetune/Learning Rate": 2.7777777777777776e-07, "Finetune/Loss": 6.9276041984558105, "Finetune/Loss (Raw)": 6.798332214355469, "Finetune/Step": 8, "Finetune/Step Time": 8.853167295455933}
+{"Finetune/Learning Rate": 3.125e-07, "Finetune/Loss": 6.875619411468506, "Finetune/Loss (Raw)": 6.459742546081543, "Finetune/Step": 9, "Finetune/Step Time": 8.528395414352417}
+{"Finetune/Learning Rate": 3.472222222222223e-07, "Finetune/Loss": 6.82612943649292, "Finetune/Loss (Raw)": 6.380712032318115, "Finetune/Step": 10, "Finetune/Step Time": 8.2087566614151}
+{"Finetune/Learning Rate": 3.819444444444445e-07, "Finetune/Loss": 6.8911051750183105, "Finetune/Loss (Raw)": 7.540873050689697, "Finetune/Step": 11, "Finetune/Step Time": 7.9610277739438144}
+{"Finetune/Learning Rate": 4.1666666666666667e-07, "Finetune/Loss": 6.856515407562256, "Finetune/Loss (Raw)": 6.476021766662598, "Finetune/Step": 12, "Finetune/Step Time": 7.778137683868408}
+{"Finetune/Learning Rate": 4.5138888888888893e-07, "Finetune/Loss": 6.775724411010742, "Finetune/Loss (Raw)": 5.8062238693237305, "Finetune/Step": 13, "Finetune/Step Time": 7.595936940266536}
+{"Finetune/Learning Rate": 4.861111111111112e-07, "Finetune/Loss": 6.716355800628662, "Finetune/Loss (Raw)": 5.944575309753418, "Finetune/Step": 14, "Finetune/Step Time": 7.5015674488885065}
+{"Finetune/Learning Rate": 5.208333333333334e-07, "Finetune/Loss": 6.63086462020874, "Finetune/Loss (Raw)": 5.433979511260986, "Finetune/Step": 15, "Finetune/Step Time": 7.341781139373779}
+{"Finetune/Learning Rate": 5.555555555555555e-07, "Finetune/Loss": 6.266579627990723, "Finetune/Loss (Raw)": 0.8023171424865723, "Finetune/Step": 16, "Finetune/Step Time": 7.434305980801582}
+{"Finetune/Learning Rate": 5.902777777777778e-07, "Finetune/Loss": 6.194960594177246, "Finetune/Loss (Raw)": 5.04905366897583, "Finetune/Step": 17, "Finetune/Step Time": 7.342377732781803}
+{"Finetune/Learning Rate": 6.25e-07, "Finetune/Loss": 6.159998416900635, "Finetune/Loss (Raw)": 5.565637588500977, "Finetune/Step": 18, "Finetune/Step Time": 7.348931630452474}
+{"Finetune/Learning Rate": 6.597222222222223e-07, "Finetune/Loss": 6.152789115905762, "Finetune/Loss (Raw)": 6.023022651672363, "Finetune/Step": 19, "Finetune/Step Time": 7.3730449801997135}
+{"Finetune/Learning Rate": 6.944444444444446e-07, "Finetune/Loss": 6.0882887840271, "Finetune/Loss (Raw)": 4.862782955169678, "Finetune/Step": 20, "Finetune/Step Time": 7.277307021617889}
+{"Finetune/Learning Rate": 7.291666666666667e-07, "Finetune/Loss": 6.045621871948242, "Finetune/Loss (Raw)": 5.192281723022461, "Finetune/Step": 21, "Finetune/Step Time": 7.180588290804908}
+{"Finetune/Learning Rate": 7.63888888888889e-07, "Finetune/Loss": 5.979894638061523, "Finetune/Loss (Raw)": 4.599610805511475, "Finetune/Step": 22, "Finetune/Step Time": 7.097032156857577}
+{"Finetune/Learning Rate": 7.986111111111111e-07, "Finetune/Loss": 5.90389347076416, "Finetune/Loss (Raw)": 4.23189115524292, "Finetune/Step": 23, "Finetune/Step Time": 7.019307571908702}
+{"Finetune/Learning Rate": 8.333333333333333e-07, "Finetune/Loss": 5.84305477142334, "Finetune/Loss (Raw)": 4.4437384605407715, "Finetune/Step": 24, "Finetune/Step Time": 6.949154078960419}
+{"Finetune/Learning Rate": 8.680555555555556e-07, "Finetune/Loss": 5.773695945739746, "Finetune/Loss (Raw)": 4.109105587005615, "Finetune/Step": 25, "Finetune/Step Time": 6.891589975357055}
+{"Finetune/Learning Rate": 9.027777777777779e-07, "Finetune/Loss": 5.706997871398926, "Finetune/Loss (Raw)": 4.039541244506836, "Finetune/Step": 26, "Finetune/Step Time": 6.8470315016233005}
+{"Finetune/Learning Rate": 9.375000000000001e-07, "Finetune/Loss": 5.6453537940979, "Finetune/Loss (Raw)": 4.042597770690918, "Finetune/Step": 27, "Finetune/Step Time": 6.785127701582732}
+{"Finetune/Learning Rate": 9.722222222222224e-07, "Finetune/Loss": 5.592745304107666, "Finetune/Loss (Raw)": 4.1723246574401855, "Finetune/Step": 28, "Finetune/Step Time": 6.765345054013388}
+{"Finetune/Learning Rate": 1.0069444444444447e-06, "Finetune/Loss": 5.537973880767822, "Finetune/Loss (Raw)": 4.004374027252197, "Finetune/Step": 29, "Finetune/Step Time": 6.714475064442076}
+{"Finetune/Learning Rate": 1.0416666666666667e-06, "Finetune/Loss": 5.473840713500977, "Finetune/Loss (Raw)": 3.613968849182129, "Finetune/Step": 30, "Finetune/Step Time": 6.671725797653198}
+{"Finetune/Learning Rate": 1.076388888888889e-06, "Finetune/Loss": 5.404290199279785, "Finetune/Loss (Raw)": 3.317791700363159, "Finetune/Step": 31, "Finetune/Step Time": 6.6610175794170745}
+{"Finetune/Learning Rate": 1.111111111111111e-06, "Finetune/Loss": 5.32766580581665, "Finetune/Loss (Raw)": 2.9523093700408936, "Finetune/Step": 32, "Finetune/Step Time": 6.628813110291958}
+{"Finetune/Learning Rate": 1.1458333333333333e-06, "Finetune/Loss": 5.265907287597656, "Finetune/Loss (Raw)": 3.289616346359253, "Finetune/Step": 33, "Finetune/Step Time": 6.594499479640614}
+{"Finetune/Learning Rate": 1.1805555555555556e-06, "Finetune/Loss": 5.202725410461426, "Finetune/Loss (Raw)": 3.1177520751953125, "Finetune/Step": 34, "Finetune/Step Time": 6.563228915719425}
+{"Finetune/Learning Rate": 1.2152777777777778e-06, "Finetune/Loss": 5.1427130699157715, "Finetune/Loss (Raw)": 3.102280378341675, "Finetune/Step": 35, "Finetune/Step Time": 6.563924046925136}
+{"Finetune/Learning Rate": 1.25e-06, "Finetune/Loss": 5.080981731414795, "Finetune/Loss (Raw)": 2.920379877090454, "Finetune/Step": 36, "Finetune/Step Time": 6.524549775653416}
+{"Finetune/Learning Rate": 1.2847222222222222e-06, "Finetune/Loss": 5.01855993270874, "Finetune/Loss (Raw)": 2.7713711261749268, "Finetune/Step": 37, "Finetune/Step Time": 6.513505516825496}
+{"Finetune/Learning Rate": 1.3194444444444446e-06, "Finetune/Loss": 4.9608259201049805, "Finetune/Loss (Raw)": 2.824662446975708, "Finetune/Step": 38, "Finetune/Step Time": 6.482287469663118}
+{"Finetune/Learning Rate": 1.3541666666666667e-06, "Finetune/Loss": 4.896894454956055, "Finetune/Loss (Raw)": 2.467498302459717, "Finetune/Step": 39, "Finetune/Step Time": 6.456307282814612}
+{"Finetune/Learning Rate": 1.3888888888888892e-06, "Finetune/Loss": 4.8404388427734375, "Finetune/Loss (Raw)": 2.638666868209839, "Finetune/Step": 40, "Finetune/Step Time": 6.433116400241852}
+{"Finetune/Learning Rate": 1.4236111111111112e-06, "Finetune/Loss": 4.77768087387085, "Finetune/Loss (Raw)": 2.267364501953125, "Finetune/Step": 41, "Finetune/Step Time": 6.406050461094554}
+{"Finetune/Learning Rate": 1.4583333333333335e-06, "Finetune/Loss": 4.718705177307129, "Finetune/Loss (Raw)": 2.300715923309326, "Finetune/Step": 42, "Finetune/Step Time": 6.381397377877009}
+{"Finetune/Learning Rate": 1.4930555555555555e-06, "Finetune/Loss": 4.660524368286133, "Finetune/Loss (Raw)": 2.216917037963867, "Finetune/Step": 43, "Finetune/Step Time": 6.36500004834907}
+{"Finetune/Learning Rate": 1.527777777777778e-06, "Finetune/Loss": 4.600945949554443, "Finetune/Loss (Raw)": 2.0390713214874268, "Finetune/Step": 44, "Finetune/Step Time": 6.350404511798512}
+{"Finetune/Learning Rate": 1.5625e-06, "Finetune/Loss": 4.548120021820068, "Finetune/Loss (Raw)": 2.2237801551818848, "Finetune/Step": 45, "Finetune/Step Time": 6.342120848761665}
+{"Finetune/Learning Rate": 1.5972222222222221e-06, "Finetune/Loss": 4.488734245300293, "Finetune/Loss (Raw)": 1.8163857460021973, "Finetune/Step": 46, "Finetune/Step Time": 6.333563706149226}
+{"Finetune/Learning Rate": 1.6319444444444446e-06, "Finetune/Loss": 4.433248043060303, "Finetune/Loss (Raw)": 1.8808969259262085, "Finetune/Step": 47, "Finetune/Step Time": 6.309565564419361}
+{"Finetune/Learning Rate": 1.6666666666666667e-06, "Finetune/Loss": 4.383904457092285, "Finetune/Loss (Raw)": 2.064725399017334, "Finetune/Step": 48, "Finetune/Step Time": 6.295155182480812}
+{"Finetune/Learning Rate": 1.7013888888888891e-06, "Finetune/Loss": 4.333193778991699, "Finetune/Loss (Raw)": 1.899096965789795, "Finetune/Step": 49, "Finetune/Step Time": 6.279342393485868}
+{"Finetune/Learning Rate": 1.7361111111111112e-06, "Finetune/Loss": 4.287935256958008, "Finetune/Loss (Raw)": 2.070261240005493, "Finetune/Step": 50, "Finetune/Step Time": 6.2608096408844}
+{"Finetune/Learning Rate": 1.7708333333333337e-06, "Finetune/Loss": 4.2372517585754395, "Finetune/Loss (Raw)": 1.7030584812164307, "Finetune/Step": 51, "Finetune/Step Time": 6.250576397951911}
+{"Finetune/Learning Rate": 1.8055555555555557e-06, "Finetune/Loss": 4.189922332763672, "Finetune/Loss (Raw)": 1.776146650314331, "Finetune/Step": 52, "Finetune/Step Time": 6.240714352864486}
+{"Finetune/Learning Rate": 1.840277777777778e-06, "Finetune/Loss": 4.147027492523193, "Finetune/Loss (Raw)": 1.9165035486221313, "Finetune/Step": 53, "Finetune/Step Time": 6.227475746622625}
+{"Finetune/Learning Rate": 1.8750000000000003e-06, "Finetune/Loss": 4.097934722900391, "Finetune/Loss (Raw)": 1.4959980249404907, "Finetune/Step": 54, "Finetune/Step Time": 6.237218053252609}
+{"Finetune/Learning Rate": 1.909722222222222e-06, "Finetune/Loss": 4.05324125289917, "Finetune/Loss (Raw)": 1.6398028135299683, "Finetune/Step": 55, "Finetune/Step Time": 6.221458773179488}
+{"Finetune/Learning Rate": 1.944444444444445e-06, "Finetune/Loss": 4.008490562438965, "Finetune/Loss (Raw)": 1.547202706336975, "Finetune/Step": 56, "Finetune/Step Time": 6.205579417092459}
+{"Finetune/Learning Rate": 1.9791666666666666e-06, "Finetune/Loss": 3.9669511318206787, "Finetune/Loss (Raw)": 1.6407471895217896, "Finetune/Step": 57, "Finetune/Step Time": 6.2026877654226205}
+{"Finetune/Learning Rate": 2.0138888888888893e-06, "Finetune/Loss": 3.922518730163574, "Finetune/Loss (Raw)": 1.3898738622665405, "Finetune/Step": 58, "Finetune/Step Time": 6.196021462308949}
+{"Finetune/Learning Rate": 2.048611111111111e-06, "Finetune/Loss": 3.8862557411193848, "Finetune/Loss (Raw)": 1.7830092906951904, "Finetune/Step": 59, "Finetune/Step Time": 6.193750381469727}
+{"Finetune/Learning Rate": 2.0833333333333334e-06, "Finetune/Loss": 3.843221426010132, "Finetune/Loss (Raw)": 1.3041794300079346, "Finetune/Step": 60, "Finetune/Step Time": 6.185003920396169}
+{"Finetune/Learning Rate": 2.1180555555555557e-06, "Finetune/Loss": 3.8001201152801514, "Finetune/Loss (Raw)": 1.214072585105896, "Finetune/Step": 61, "Finetune/Step Time": 6.20406919229226}
+{"Finetune/Learning Rate": 2.152777777777778e-06, "Finetune/Loss": 3.761183261871338, "Finetune/Loss (Raw)": 1.3860262632369995, "Finetune/Step": 62, "Finetune/Step Time": 6.200256916784471}
+{"Finetune/Learning Rate": 2.1875000000000002e-06, "Finetune/Loss": 3.7257437705993652, "Finetune/Loss (Raw)": 1.528468132019043, "Finetune/Step": 63, "Finetune/Step Time": 6.189552360110813}
+{"Finetune/Learning Rate": 2.222222222222222e-06, "Finetune/Loss": 3.6895430088043213, "Finetune/Loss (Raw)": 1.4089100360870361, "Finetune/Step": 64, "Finetune/Step Time": 6.186688419431448}
+{"Finetune/Learning Rate": 2.2569444444444448e-06, "Finetune/Loss": 3.6541895866394043, "Finetune/Loss (Raw)": 1.3915621042251587, "Finetune/Step": 65, "Finetune/Step Time": 6.187588038811317}
+{"Finetune/Learning Rate": 2.2916666666666666e-06, "Finetune/Loss": 3.617316961288452, "Finetune/Loss (Raw)": 1.2205911874771118, "Finetune/Step": 66, "Finetune/Step Time": 6.211983218337551}
+{"Finetune/Learning Rate": 2.3263888888888893e-06, "Finetune/Loss": 3.5856785774230957, "Finetune/Loss (Raw)": 1.4975537061691284, "Finetune/Step": 67, "Finetune/Step Time": 6.202844509437902}
+{"Finetune/Learning Rate": 2.361111111111111e-06, "Finetune/Loss": 3.553053140640259, "Finetune/Loss (Raw)": 1.3671693801879883, "Finetune/Step": 68, "Finetune/Step Time": 6.198522869278403}
+{"Finetune/Learning Rate": 2.395833333333334e-06, "Finetune/Loss": 3.5198071002960205, "Finetune/Loss (Raw)": 1.2590445280075073, "Finetune/Step": 69, "Finetune/Step Time": 6.193035958469778}
+{"Finetune/Learning Rate": 2.4305555555555557e-06, "Finetune/Loss": 3.490838050842285, "Finetune/Loss (Raw)": 1.4919768571853638, "Finetune/Step": 70, "Finetune/Step Time": 6.1838423456464495}
+{"Finetune/Learning Rate": 2.465277777777778e-06, "Finetune/Loss": 3.4632785320281982, "Finetune/Loss (Raw)": 1.5341192483901978, "Finetune/Step": 71, "Finetune/Step Time": 6.175024170271108}
+{"Finetune/Learning Rate": 2.5e-06, "Finetune/Loss": 3.4354076385498047, "Finetune/Loss (Raw)": 1.4565917253494263, "Finetune/Step": 72, "Finetune/Step Time": 6.166079001294242}
+{"Finetune/Learning Rate": 2.5347222222222225e-06, "Finetune/Loss": 3.406694173812866, "Finetune/Loss (Raw)": 1.3393219709396362, "Finetune/Step": 73, "Finetune/Step Time": 6.154199854968345}
+{"Finetune/Learning Rate": 2.5694444444444443e-06, "Finetune/Loss": 3.3790957927703857, "Finetune/Loss (Raw)": 1.3644119501113892, "Finetune/Step": 74, "Finetune/Step Time": 6.154860676945867}
+{"Finetune/Learning Rate": 2.604166666666667e-06, "Finetune/Loss": 3.352658271789551, "Finetune/Loss (Raw)": 1.3962796926498413, "Finetune/Step": 75, "Finetune/Step Time": 6.145488395690918}
+{"Finetune/Learning Rate": 2.6388888888888893e-06, "Finetune/Loss": 3.3268821239471436, "Finetune/Loss (Raw)": 1.3936671018600464, "Finetune/Step": 76, "Finetune/Step Time": 6.14241013401433}
+{"Finetune/Learning Rate": 2.673611111111111e-06, "Finetune/Loss": 3.3004608154296875, "Finetune/Loss (Raw)": 1.2924365997314453, "Finetune/Step": 77, "Finetune/Step Time": 6.139531634070656}
+{"Finetune/Learning Rate": 2.7083333333333334e-06, "Finetune/Loss": 3.2749314308166504, "Finetune/Loss (Raw)": 1.3091660737991333, "Finetune/Step": 78, "Finetune/Step Time": 6.134358944037022}
+{"Finetune/Learning Rate": 2.743055555555556e-06, "Finetune/Loss": 3.249305486679077, "Finetune/Loss (Raw)": 1.250486135482788, "Finetune/Step": 79, "Finetune/Step Time": 6.127113441877727}
+{"Finetune/Learning Rate": 2.7777777777777783e-06, "Finetune/Loss": 3.225531816482544, "Finetune/Loss (Raw)": 1.3474373817443848, "Finetune/Step": 80, "Finetune/Step Time": 6.170651459693909}
+{"Finetune/Learning Rate": 2.8125e-06, "Finetune/Loss": 3.203037977218628, "Finetune/Loss (Raw)": 1.403517723083496, "Finetune/Step": 81, "Finetune/Step Time": 6.166768833442971}
+{"Finetune/Learning Rate": 2.8472222222222224e-06, "Finetune/Loss": 3.177272081375122, "Finetune/Loss (Raw)": 1.090234398841858, "Finetune/Step": 82, "Finetune/Step Time": 6.165847769597682}
+{"Finetune/Learning Rate": 2.8819444444444443e-06, "Finetune/Loss": 3.1544346809387207, "Finetune/Loss (Raw)": 1.2817696332931519, "Finetune/Step": 83, "Finetune/Step Time": 6.162542578685715}
+{"Finetune/Learning Rate": 2.916666666666667e-06, "Finetune/Loss": 3.131727695465088, "Finetune/Loss (Raw)": 1.2470345497131348, "Finetune/Step": 84, "Finetune/Step Time": 6.15419906661624}
+{"Finetune/Learning Rate": 2.9513888888888892e-06, "Finetune/Loss": 3.109424591064453, "Finetune/Loss (Raw)": 1.2359755039215088, "Finetune/Step": 85, "Finetune/Step Time": 6.146936711143045}
+{"Finetune/Learning Rate": 2.986111111111111e-06, "Finetune/Loss": 3.087177038192749, "Finetune/Loss (Raw)": 1.1961259841918945, "Finetune/Step": 86, "Finetune/Step Time": 6.1393537826316305}
+{"Finetune/Learning Rate": 3.0208333333333334e-06, "Finetune/Loss": 3.0660336017608643, "Finetune/Loss (Raw)": 1.2477284669876099, "Finetune/Step": 87, "Finetune/Step Time": 6.132343415556283}
+{"Finetune/Learning Rate": 3.055555555555556e-06, "Finetune/Loss": 3.0455892086029053, "Finetune/Loss (Raw)": 1.2668955326080322, "Finetune/Step": 88, "Finetune/Step Time": 6.126316181638024}
+{"Finetune/Learning Rate": 3.0902777777777783e-06, "Finetune/Loss": 3.02341890335083, "Finetune/Loss (Raw)": 1.07245934009552, "Finetune/Step": 89, "Finetune/Step Time": 6.1187509579604935}
+{"Finetune/Learning Rate": 3.125e-06, "Finetune/Loss": 3.003791332244873, "Finetune/Loss (Raw)": 1.2569130659103394, "Finetune/Step": 90, "Finetune/Step Time": 6.115083291795519}
+{"Finetune/Learning Rate": 3.1597222222222224e-06, "Finetune/Loss": 2.986043930053711, "Finetune/Loss (Raw)": 1.3887479305267334, "Finetune/Step": 91, "Finetune/Step Time": 6.108621086393084}
+{"Finetune/Learning Rate": 3.1944444444444443e-06, "Finetune/Loss": 2.96756911277771, "Finetune/Loss (Raw)": 1.2864046096801758, "Finetune/Step": 92, "Finetune/Step Time": 6.10164283151212}
+{"Finetune/Learning Rate": 3.229166666666667e-06, "Finetune/Loss": 2.949019193649292, "Finetune/Loss (Raw)": 1.2424023151397705, "Finetune/Step": 93, "Finetune/Step Time": 6.097531864720006}
+{"Finetune/Learning Rate": 3.2638888888888892e-06, "Finetune/Loss": 2.9301340579986572, "Finetune/Loss (Raw)": 1.1738340854644775, "Finetune/Step": 94, "Finetune/Step Time": 6.090362670573782}
+{"Finetune/Learning Rate": 3.2986111111111115e-06, "Finetune/Loss": 2.9109420776367188, "Finetune/Loss (Raw)": 1.1068881750106812, "Finetune/Step": 95, "Finetune/Step Time": 6.094444799423218}
+{"Finetune/Learning Rate": 3.3333333333333333e-06, "Finetune/Loss": 2.8931987285614014, "Finetune/Loss (Raw)": 1.2075605392456055, "Finetune/Step": 96, "Finetune/Step Time": 6.087223452826341}
+{"Finetune/Learning Rate": 3.368055555555556e-06, "Finetune/Loss": 2.8746399879455566, "Finetune/Loss (Raw)": 1.0930054187774658, "Finetune/Step": 97, "Finetune/Step Time": 6.085332730381759}
+{"Finetune/Learning Rate": 3.4027777777777783e-06, "Finetune/Loss": 2.8553354740142822, "Finetune/Loss (Raw)": 0.982819676399231, "Finetune/Step": 98, "Finetune/Step Time": 6.083883784255203}
+{"Finetune/Learning Rate": 3.4375e-06, "Finetune/Loss": 2.838113784790039, "Finetune/Loss (Raw)": 1.1503770351409912, "Finetune/Step": 99, "Finetune/Step Time": 6.078057426394838}
+{"Finetune/Learning Rate": 3.4722222222222224e-06, "Finetune/Loss": 2.821894407272339, "Finetune/Loss (Raw)": 1.2161997556686401, "Finetune/Step": 100, "Finetune/Step Time": 6.070330684185028}
+{"Finetune/Learning Rate": 3.5069444444444447e-06, "Finetune/Loss": 2.8043136596679688, "Finetune/Loss (Raw)": 1.0462234020233154, "Finetune/Step": 101, "Finetune/Step Time": 6.077012616809052}
+{"Finetune/Learning Rate": 3.5416666666666673e-06, "Finetune/Loss": 2.789055347442627, "Finetune/Loss (Raw)": 1.2479431629180908, "Finetune/Step": 102, "Finetune/Step Time": 6.075440925710342}
+{"Finetune/Learning Rate": 3.576388888888889e-06, "Finetune/Loss": 2.772643804550171, "Finetune/Loss (Raw)": 1.0986706018447876, "Finetune/Step": 103, "Finetune/Step Time": 6.06879261627938}
+{"Finetune/Learning Rate": 3.6111111111111115e-06, "Finetune/Loss": 2.756135940551758, "Finetune/Loss (Raw)": 1.0558257102966309, "Finetune/Step": 104, "Finetune/Step Time": 6.066054772872191}
+{"Finetune/Learning Rate": 3.6458333333333333e-06, "Finetune/Loss": 2.7415103912353516, "Finetune/Loss (Raw)": 1.2204469442367554, "Finetune/Step": 105, "Finetune/Step Time": 6.060846660250709}
+{"Finetune/Learning Rate": 3.680555555555556e-06, "Finetune/Loss": 2.7266788482666016, "Finetune/Loss (Raw)": 1.1693837642669678, "Finetune/Step": 106, "Finetune/Step Time": 6.0552741806462125}
+{"Finetune/Learning Rate": 3.7152777777777783e-06, "Finetune/Loss": 2.711819887161255, "Finetune/Loss (Raw)": 1.1367648839950562, "Finetune/Step": 107, "Finetune/Step Time": 6.050506404627149}
+{"Finetune/Learning Rate": 3.7500000000000005e-06, "Finetune/Loss": 2.6982064247131348, "Finetune/Loss (Raw)": 1.2415603399276733, "Finetune/Step": 108, "Finetune/Step Time": 6.048113997335787}
+{"Finetune/Learning Rate": 3.7847222222222224e-06, "Finetune/Loss": 2.6838059425354004, "Finetune/Loss (Raw)": 1.128556251525879, "Finetune/Step": 109, "Finetune/Step Time": 6.0434095728288}
+{"Finetune/Learning Rate": 3.819444444444444e-06, "Finetune/Loss": 2.6705482006073, "Finetune/Loss (Raw)": 1.2254894971847534, "Finetune/Step": 110, "Finetune/Step Time": 6.0377342224121096}
+{"Finetune/Learning Rate": 3.854166666666667e-06, "Finetune/Loss": 2.658371925354004, "Finetune/Loss (Raw)": 1.318981647491455, "Finetune/Step": 111, "Finetune/Step Time": 6.033978631904533}
+{"Finetune/Learning Rate": 3.88888888888889e-06, "Finetune/Loss": 2.646327495574951, "Finetune/Loss (Raw)": 1.3093852996826172, "Finetune/Step": 112, "Finetune/Step Time": 6.0290306614977975}
+{"Finetune/Learning Rate": 3.9236111111111114e-06, "Finetune/Loss": 2.6321933269500732, "Finetune/Loss (Raw)": 1.0491530895233154, "Finetune/Step": 113, "Finetune/Step Time": 6.026540296267619}
+{"Finetune/Learning Rate": 3.958333333333333e-06, "Finetune/Loss": 2.62054443359375, "Finetune/Loss (Raw)": 1.3042422533035278, "Finetune/Step": 114, "Finetune/Step Time": 6.022886031552365}
+{"Finetune/Learning Rate": 3.993055555555556e-06, "Finetune/Loss": 2.607457399368286, "Finetune/Loss (Raw)": 1.1155306100845337, "Finetune/Step": 115, "Finetune/Step Time": 6.0222119538680365}
+{"Finetune/Learning Rate": 4.027777777777779e-06, "Finetune/Loss": 2.594036817550659, "Finetune/Loss (Raw)": 1.0506680011749268, "Finetune/Step": 116, "Finetune/Step Time": 6.020241416733841}
+{"Finetune/Learning Rate": 4.0625000000000005e-06, "Finetune/Loss": 2.5814309120178223, "Finetune/Loss (Raw)": 1.1191099882125854, "Finetune/Step": 117, "Finetune/Step Time": 6.017199373652792}
+{"Finetune/Learning Rate": 4.097222222222222e-06, "Finetune/Loss": 2.5720715522766113, "Finetune/Loss (Raw)": 1.477073311805725, "Finetune/Step": 118, "Finetune/Step Time": 6.018267324415304}
+{"Finetune/Learning Rate": 4.131944444444444e-06, "Finetune/Loss": 2.5593621730804443, "Finetune/Loss (Raw)": 1.0596370697021484, "Finetune/Step": 119, "Finetune/Step Time": 6.018739171388771}
+{"Finetune/Learning Rate": 4.166666666666667e-06, "Finetune/Loss": 2.549093246459961, "Finetune/Loss (Raw)": 1.327057123184204, "Finetune/Step": 120, "Finetune/Step Time": 6.015130718549092}
+{"Finetune/Learning Rate": 4.2013888888888896e-06, "Finetune/Loss": 2.5382049083709717, "Finetune/Loss (Raw)": 1.2316334247589111, "Finetune/Step": 121, "Finetune/Step Time": 6.026149619709361}
+{"Finetune/Learning Rate": 4.236111111111111e-06, "Finetune/Loss": 2.526136875152588, "Finetune/Loss (Raw)": 1.0659329891204834, "Finetune/Step": 122, "Finetune/Step Time": 6.023445387355617}
+{"Finetune/Learning Rate": 4.270833333333333e-06, "Finetune/Loss": 2.514268159866333, "Finetune/Loss (Raw)": 1.0662897825241089, "Finetune/Step": 123, "Finetune/Step Time": 6.021897356684615}
+{"Finetune/Learning Rate": 4.305555555555556e-06, "Finetune/Loss": 2.50201416015625, "Finetune/Loss (Raw)": 0.9947251677513123, "Finetune/Step": 124, "Finetune/Step Time": 6.018936918627832}
+{"Finetune/Learning Rate": 4.340277777777779e-06, "Finetune/Loss": 2.4914662837982178, "Finetune/Loss (Raw)": 1.1835213899612427, "Finetune/Step": 125, "Finetune/Step Time": 6.015442754745483}
+{"Finetune/Learning Rate": 4.3750000000000005e-06, "Finetune/Loss": 2.481595993041992, "Finetune/Loss (Raw)": 1.2478346824645996, "Finetune/Step": 126, "Finetune/Step Time": 6.0097571970924495}
+{"Finetune/Learning Rate": 4.409722222222222e-06, "Finetune/Loss": 2.4711568355560303, "Finetune/Loss (Raw)": 1.1558209657669067, "Finetune/Step": 127, "Finetune/Step Time": 6.004952856874842}
+{"Finetune/Learning Rate": 4.444444444444444e-06, "Finetune/Loss": 2.460313320159912, "Finetune/Loss (Raw)": 1.083193063735962, "Finetune/Step": 128, "Finetune/Step Time": 6.008455956354737}
+{"Finetune/Learning Rate": 4.479166666666667e-06, "Finetune/Loss": 2.4090230464935303, "Finetune/Loss (Raw)": 1.2442715167999268, "Finetune/Step": 129, "Finetune/Step Time": 5.810301549732685}
+{"Finetune/Learning Rate": 4.5138888888888895e-06, "Finetune/Loss": 2.3663556575775146, "Finetune/Loss (Raw)": 1.1216880083084106, "Finetune/Step": 130, "Finetune/Step Time": 5.815271560102701}
+{"Finetune/Learning Rate": 4.548611111111111e-06, "Finetune/Loss": 2.320197582244873, "Finetune/Loss (Raw)": 1.0982871055603027, "Finetune/Step": 131, "Finetune/Step Time": 5.816904617473483}
+{"Finetune/Learning Rate": 4.583333333333333e-06, "Finetune/Loss": 2.2695865631103516, "Finetune/Loss (Raw)": 0.9977221488952637, "Finetune/Step": 132, "Finetune/Step Time": 5.816356871277094}
+{"Finetune/Learning Rate": 4.618055555555556e-06, "Finetune/Loss": 2.22627592086792, "Finetune/Loss (Raw)": 1.1950997114181519, "Finetune/Step": 133, "Finetune/Step Time": 5.819316849112511}
+{"Finetune/Learning Rate": 4.652777777777779e-06, "Finetune/Loss": 2.183201789855957, "Finetune/Loss (Raw)": 1.0729565620422363, "Finetune/Step": 134, "Finetune/Step Time": 5.819814657792449}
+{"Finetune/Learning Rate": 4.6875000000000004e-06, "Finetune/Loss": 2.1410627365112305, "Finetune/Loss (Raw)": 1.0283925533294678, "Finetune/Step": 135, "Finetune/Step Time": 5.847465462982655}
+{"Finetune/Learning Rate": 4.722222222222222e-06, "Finetune/Loss": 2.0982017517089844, "Finetune/Loss (Raw)": 1.3121036291122437, "Finetune/Step": 136, "Finetune/Step Time": 5.847541615366936}
+{"Finetune/Learning Rate": 4.756944444444445e-06, "Finetune/Loss": 2.0576586723327637, "Finetune/Loss (Raw)": 1.2702277898788452, "Finetune/Step": 137, "Finetune/Step Time": 5.843597527593374}
+{"Finetune/Learning Rate": 4.791666666666668e-06, "Finetune/Loss": 2.017547130584717, "Finetune/Loss (Raw)": 1.2464638948440552, "Finetune/Step": 138, "Finetune/Step Time": 5.845140386372805}
+{"Finetune/Learning Rate": 4.8263888888888895e-06, "Finetune/Loss": 1.967517375946045, "Finetune/Loss (Raw)": 1.1370270252227783, "Finetune/Step": 139, "Finetune/Step Time": 5.845203911885619}
+{"Finetune/Learning Rate": 4.861111111111111e-06, "Finetune/Loss": 1.9254095554351807, "Finetune/Loss (Raw)": 1.0862445831298828, "Finetune/Step": 140, "Finetune/Step Time": 5.842271268367767}
+{"Finetune/Learning Rate": 4.895833333333333e-06, "Finetune/Loss": 1.8889873027801514, "Finetune/Loss (Raw)": 1.1441679000854492, "Finetune/Step": 141, "Finetune/Step Time": 5.8449883330613375}
+{"Finetune/Learning Rate": 4.930555555555556e-06, "Finetune/Loss": 1.8510621786117554, "Finetune/Loss (Raw)": 1.0901683568954468, "Finetune/Step": 142, "Finetune/Step Time": 5.847742484882474}
+{"Finetune/Learning Rate": 4.9652777777777786e-06, "Finetune/Loss": 1.8173315525054932, "Finetune/Loss (Raw)": 1.1164473295211792, "Finetune/Step": 143, "Finetune/Step Time": 5.8517069555819035}
+{"Finetune/Learning Rate": 5e-06, "Finetune/Loss": 1.8196731805801392, "Finetune/Loss (Raw)": 1.1020644903182983, "Finetune/Step": 144, "Finetune/Step Time": 5.824970569461584}
+{"Finetune/Learning Rate": 5.034722222222222e-06, "Finetune/Loss": 1.7898025512695312, "Finetune/Loss (Raw)": 1.2255934476852417, "Finetune/Step": 145, "Finetune/Step Time": 5.821707498282194}
+{"Finetune/Learning Rate": 5.069444444444445e-06, "Finetune/Loss": 1.7543302774429321, "Finetune/Loss (Raw)": 1.0251892805099487, "Finetune/Step": 146, "Finetune/Step Time": 5.808012800291181}
+{"Finetune/Learning Rate": 5.104166666666667e-06, "Finetune/Loss": 1.7148857116699219, "Finetune/Loss (Raw)": 0.9741179347038269, "Finetune/Step": 147, "Finetune/Step Time": 5.790761534124613}
+{"Finetune/Learning Rate": 5.138888888888889e-06, "Finetune/Loss": 1.6858545541763306, "Finetune/Loss (Raw)": 1.1467989683151245, "Finetune/Step": 148, "Finetune/Step Time": 5.791485998779535}
+{"Finetune/Learning Rate": 5.173611111111112e-06, "Finetune/Loss": 1.6536660194396973, "Finetune/Loss (Raw)": 1.0721518993377686, "Finetune/Step": 149, "Finetune/Step Time": 5.789578465744853}
+{"Finetune/Learning Rate": 5.208333333333334e-06, "Finetune/Loss": 1.625732660293579, "Finetune/Loss (Raw)": 1.024134635925293, "Finetune/Step": 150, "Finetune/Step Time": 5.795177150517702}
+{"Finetune/Learning Rate": 5.243055555555556e-06, "Finetune/Loss": 1.6010568141937256, "Finetune/Loss (Raw)": 1.0733897686004639, "Finetune/Step": 151, "Finetune/Step Time": 5.796938376501203}
+{"Finetune/Learning Rate": 5.2777777777777785e-06, "Finetune/Loss": 1.5746197700500488, "Finetune/Loss (Raw)": 1.0598093271255493, "Finetune/Step": 152, "Finetune/Step Time": 5.826594280079007}
+{"Finetune/Learning Rate": 5.3125e-06, "Finetune/Loss": 1.5514419078826904, "Finetune/Loss (Raw)": 1.1423296928405762, "Finetune/Step": 153, "Finetune/Step Time": 5.82507723942399}
+{"Finetune/Learning Rate": 5.347222222222222e-06, "Finetune/Loss": 1.5294495820999146, "Finetune/Loss (Raw)": 1.2245240211486816, "Finetune/Step": 154, "Finetune/Step Time": 5.823008302599192}
+{"Finetune/Learning Rate": 5.381944444444445e-06, "Finetune/Loss": 1.507051706314087, "Finetune/Loss (Raw)": 1.1756693124771118, "Finetune/Step": 155, "Finetune/Step Time": 5.826282059773803}
+{"Finetune/Learning Rate": 5.416666666666667e-06, "Finetune/Loss": 1.4834480285644531, "Finetune/Loss (Raw)": 1.1510589122772217, "Finetune/Step": 156, "Finetune/Step Time": 5.819736050441861}
+{"Finetune/Learning Rate": 5.451388888888889e-06, "Finetune/Loss": 1.4585440158843994, "Finetune/Loss (Raw)": 0.8166491389274597, "Finetune/Step": 157, "Finetune/Step Time": 5.844733245670795}
+{"Finetune/Learning Rate": 5.486111111111112e-06, "Finetune/Loss": 1.4396634101867676, "Finetune/Loss (Raw)": 1.1972641944885254, "Finetune/Step": 158, "Finetune/Step Time": 5.8537494745105505}
+{"Finetune/Learning Rate": 5.520833333333334e-06, "Finetune/Loss": 1.4228782653808594, "Finetune/Loss (Raw)": 1.169281244277954, "Finetune/Step": 159, "Finetune/Step Time": 5.849219420924783}
+{"Finetune/Learning Rate": 5.555555555555557e-06, "Finetune/Loss": 1.4091084003448486, "Finetune/Loss (Raw)": 1.1897718906402588, "Finetune/Step": 160, "Finetune/Step Time": 5.848454175516963}
+{"Finetune/Learning Rate": 5.5902777777777785e-06, "Finetune/Loss": 1.3926217555999756, "Finetune/Loss (Raw)": 1.1793174743652344, "Finetune/Step": 161, "Finetune/Step Time": 5.858630780130625}
+{"Finetune/Learning Rate": 5.625e-06, "Finetune/Loss": 1.3769460916519165, "Finetune/Loss (Raw)": 1.1112746000289917, "Finetune/Step": 162, "Finetune/Step Time": 5.85904218070209}
+{"Finetune/Learning Rate": 5.659722222222222e-06, "Finetune/Loss": 1.361377477645874, "Finetune/Loss (Raw)": 1.1094872951507568, "Finetune/Step": 163, "Finetune/Step Time": 5.855111248791218}
+{"Finetune/Learning Rate": 5.694444444444445e-06, "Finetune/Loss": 1.3460359573364258, "Finetune/Loss (Raw)": 0.9566743969917297, "Finetune/Step": 164, "Finetune/Step Time": 5.859602835029364}
+{"Finetune/Learning Rate": 5.729166666666667e-06, "Finetune/Loss": 1.3343603610992432, "Finetune/Loss (Raw)": 1.276896357536316, "Finetune/Step": 165, "Finetune/Step Time": 5.85327322781086}
+{"Finetune/Learning Rate": 5.7638888888888886e-06, "Finetune/Loss": 1.317383885383606, "Finetune/Loss (Raw)": 0.6516714692115784, "Finetune/Step": 166, "Finetune/Step Time": 5.88054802082479}
+{"Finetune/Learning Rate": 5.798611111111112e-06, "Finetune/Loss": 1.3074281215667725, "Finetune/Loss (Raw)": 1.1931668519973755, "Finetune/Step": 167, "Finetune/Step Time": 5.8795917220413685}
+{"Finetune/Learning Rate": 5.833333333333334e-06, "Finetune/Loss": 1.2951750755310059, "Finetune/Loss (Raw)": 1.0702704191207886, "Finetune/Step": 168, "Finetune/Step Time": 5.882653038948774}
+{"Finetune/Learning Rate": 5.868055555555557e-06, "Finetune/Loss": 1.2858142852783203, "Finetune/Loss (Raw)": 1.0691921710968018, "Finetune/Step": 169, "Finetune/Step Time": 5.883407765999436}
+{"Finetune/Learning Rate": 5.9027777777777785e-06, "Finetune/Loss": 1.2750962972640991, "Finetune/Loss (Raw)": 0.9288089871406555, "Finetune/Step": 170, "Finetune/Step Time": 5.88572178222239}
+{"Finetune/Learning Rate": 5.9375e-06, "Finetune/Loss": 1.2662923336029053, "Finetune/Loss (Raw)": 1.0900027751922607, "Finetune/Step": 171, "Finetune/Step Time": 5.8827956803143024}
+{"Finetune/Learning Rate": 5.972222222222222e-06, "Finetune/Loss": 1.2589530944824219, "Finetune/Loss (Raw)": 1.099668264389038, "Finetune/Step": 172, "Finetune/Step Time": 5.879935735836625}
+{"Finetune/Learning Rate": 6.006944444444445e-06, "Finetune/Loss": 1.2507896423339844, "Finetune/Loss (Raw)": 1.1788573265075684, "Finetune/Step": 173, "Finetune/Step Time": 5.875147258862853}
+{"Finetune/Learning Rate": 6.041666666666667e-06, "Finetune/Loss": 1.2447692155838013, "Finetune/Loss (Raw)": 1.045762300491333, "Finetune/Step": 174, "Finetune/Step Time": 5.882748182862997}
+{"Finetune/Learning Rate": 6.0763888888888885e-06, "Finetune/Loss": 1.2392390966415405, "Finetune/Loss (Raw)": 1.1730446815490723, "Finetune/Step": 175, "Finetune/Step Time": 5.885266739875078}
+{"Finetune/Learning Rate": 6.111111111111112e-06, "Finetune/Loss": 1.2321600914001465, "Finetune/Loss (Raw)": 1.1586135625839233, "Finetune/Step": 176, "Finetune/Step Time": 5.894036127254367}
+{"Finetune/Learning Rate": 6.145833333333334e-06, "Finetune/Loss": 1.2261241674423218, "Finetune/Loss (Raw)": 1.1264880895614624, "Finetune/Step": 177, "Finetune/Step Time": 5.8933712262660265}
+{"Finetune/Learning Rate": 6.180555555555557e-06, "Finetune/Loss": 1.218137264251709, "Finetune/Loss (Raw)": 1.0479462146759033, "Finetune/Step": 178, "Finetune/Step Time": 5.896870758384466}
+{"Finetune/Learning Rate": 6.2152777777777785e-06, "Finetune/Loss": 1.213918685913086, "Finetune/Loss (Raw)": 1.163068413734436, "Finetune/Step": 179, "Finetune/Step Time": 5.905981073155999}
+{"Finetune/Learning Rate": 6.25e-06, "Finetune/Loss": 1.2092313766479492, "Finetune/Loss (Raw)": 1.176162600517273, "Finetune/Step": 180, "Finetune/Step Time": 5.906241534277797}
+{"Finetune/Learning Rate": 6.284722222222223e-06, "Finetune/Loss": 1.2033023834228516, "Finetune/Loss (Raw)": 1.1576122045516968, "Finetune/Step": 181, "Finetune/Step Time": 5.907154759392142}
+{"Finetune/Learning Rate": 6.319444444444445e-06, "Finetune/Loss": 1.2005828619003296, "Finetune/Loss (Raw)": 1.1478962898254395, "Finetune/Step": 182, "Finetune/Step Time": 5.902316864579916}
+{"Finetune/Learning Rate": 6.354166666666667e-06, "Finetune/Loss": 1.196116328239441, "Finetune/Loss (Raw)": 1.0680853128433228, "Finetune/Step": 183, "Finetune/Step Time": 5.908406663686037}
+{"Finetune/Learning Rate": 6.3888888888888885e-06, "Finetune/Loss": 1.1929399967193604, "Finetune/Loss (Raw)": 1.1406220197677612, "Finetune/Step": 184, "Finetune/Step Time": 5.910040905699134}
+{"Finetune/Learning Rate": 6.423611111111112e-06, "Finetune/Loss": 1.1885404586791992, "Finetune/Loss (Raw)": 1.077610731124878, "Finetune/Step": 185, "Finetune/Step Time": 5.904792657122016}
+{"Finetune/Learning Rate": 6.458333333333334e-06, "Finetune/Loss": 1.1831684112548828, "Finetune/Loss (Raw)": 0.7022475004196167, "Finetune/Step": 186, "Finetune/Step Time": 5.925784818828106}
+{"Finetune/Learning Rate": 6.493055555555557e-06, "Finetune/Loss": 1.176551103591919, "Finetune/Loss (Raw)": 0.9359961748123169, "Finetune/Step": 187, "Finetune/Step Time": 5.926759103313088}
+{"Finetune/Learning Rate": 6.5277777777777784e-06, "Finetune/Loss": 1.1752766370773315, "Finetune/Loss (Raw)": 1.1410572528839111, "Finetune/Step": 188, "Finetune/Step Time": 5.9244372602552176}
+{"Finetune/Learning Rate": 6.5625e-06, "Finetune/Loss": 1.1739007234573364, "Finetune/Loss (Raw)": 1.0379564762115479, "Finetune/Step": 189, "Finetune/Step Time": 5.916791390627623}
+{"Finetune/Learning Rate": 6.597222222222223e-06, "Finetune/Loss": 1.1707254648208618, "Finetune/Loss (Raw)": 0.979587972164154, "Finetune/Step": 190, "Finetune/Step Time": 5.914401516318321}
+{"Finetune/Learning Rate": 6.631944444444445e-06, "Finetune/Loss": 1.1655709743499756, "Finetune/Loss (Raw)": 0.8687034249305725, "Finetune/Step": 191, "Finetune/Step Time": 5.92566978931427}
+{"Finetune/Learning Rate": 6.666666666666667e-06, "Finetune/Loss": 1.1641521453857422, "Finetune/Loss (Raw)": 1.2272944450378418, "Finetune/Step": 192, "Finetune/Step Time": 5.9206867925822735}
+{"Finetune/Learning Rate": 6.701388888888889e-06, "Finetune/Loss": 1.1608550548553467, "Finetune/Loss (Raw)": 0.9695332646369934, "Finetune/Step": 193, "Finetune/Step Time": 5.942115614190698}
+{"Finetune/Learning Rate": 6.736111111111112e-06, "Finetune/Loss": 1.1598803997039795, "Finetune/Loss (Raw)": 1.0958343744277954, "Finetune/Step": 194, "Finetune/Step Time": 5.929686671122909}
+{"Finetune/Learning Rate": 6.770833333333334e-06, "Finetune/Loss": 1.1581089496612549, "Finetune/Loss (Raw)": 1.2707995176315308, "Finetune/Step": 195, "Finetune/Step Time": 5.928760511800647}
+{"Finetune/Learning Rate": 6.8055555555555566e-06, "Finetune/Loss": 1.1557291746139526, "Finetune/Loss (Raw)": 1.0625593662261963, "Finetune/Step": 196, "Finetune/Step Time": 5.9275147542357445}
+{"Finetune/Learning Rate": 6.840277777777778e-06, "Finetune/Loss": 1.1546430587768555, "Finetune/Loss (Raw)": 1.120041012763977, "Finetune/Step": 197, "Finetune/Step Time": 5.926360948011279}
+{"Finetune/Learning Rate": 6.875e-06, "Finetune/Loss": 1.1513231992721558, "Finetune/Loss (Raw)": 1.0670263767242432, "Finetune/Step": 198, "Finetune/Step Time": 5.932217124849558}
+{"Finetune/Learning Rate": 6.909722222222223e-06, "Finetune/Loss": 1.1482772827148438, "Finetune/Loss (Raw)": 1.1442358493804932, "Finetune/Step": 199, "Finetune/Step Time": 5.937350992113352}
+{"Finetune/Learning Rate": 6.944444444444445e-06, "Finetune/Loss": 1.1460330486297607, "Finetune/Loss (Raw)": 1.1693377494812012, "Finetune/Step": 200, "Finetune/Step Time": 5.940500110387802}
+{"Finetune/Learning Rate": 6.979166666666667e-06, "Finetune/Loss": 1.1435939073562622, "Finetune/Loss (Raw)": 1.027108907699585, "Finetune/Step": 201, "Finetune/Step Time": 5.94416930899024}
+{"Finetune/Learning Rate": 7.013888888888889e-06, "Finetune/Loss": 1.141493558883667, "Finetune/Loss (Raw)": 1.0955692529678345, "Finetune/Step": 202, "Finetune/Step Time": 5.939635697752237}
+{"Finetune/Learning Rate": 7.048611111111112e-06, "Finetune/Loss": 1.1394155025482178, "Finetune/Loss (Raw)": 1.130275845527649, "Finetune/Step": 203, "Finetune/Step Time": 5.949827238917351}
+{"Finetune/Learning Rate": 7.083333333333335e-06, "Finetune/Loss": 1.1377456188201904, "Finetune/Loss (Raw)": 1.17992103099823, "Finetune/Step": 204, "Finetune/Step Time": 5.950054844841361}
+{"Finetune/Learning Rate": 7.1180555555555565e-06, "Finetune/Loss": 1.1359010934829712, "Finetune/Loss (Raw)": 1.056347131729126, "Finetune/Step": 205, "Finetune/Step Time": 5.946554386988282}
+{"Finetune/Learning Rate": 7.152777777777778e-06, "Finetune/Loss": 1.1349319219589233, "Finetune/Loss (Raw)": 1.185111403465271, "Finetune/Step": 206, "Finetune/Step Time": 5.943748919293284}
+{"Finetune/Learning Rate": 7.1875e-06, "Finetune/Loss": 1.133653163909912, "Finetune/Loss (Raw)": 1.0868107080459595, "Finetune/Step": 207, "Finetune/Step Time": 5.943434912711382}
+{"Finetune/Learning Rate": 7.222222222222223e-06, "Finetune/Loss": 1.1321313381195068, "Finetune/Loss (Raw)": 1.1526378393173218, "Finetune/Step": 208, "Finetune/Step Time": 5.915057947859168}
+{"Finetune/Learning Rate": 7.256944444444445e-06, "Finetune/Loss": 1.1302953958511353, "Finetune/Loss (Raw)": 1.1685138940811157, "Finetune/Step": 209, "Finetune/Step Time": 5.913171134889126}
+{"Finetune/Learning Rate": 7.291666666666667e-06, "Finetune/Loss": 1.130232572555542, "Finetune/Loss (Raw)": 1.0821908712387085, "Finetune/Step": 210, "Finetune/Step Time": 5.910267490893602}
+{"Finetune/Learning Rate": 7.326388888888889e-06, "Finetune/Loss": 1.1286702156066895, "Finetune/Loss (Raw)": 1.0817850828170776, "Finetune/Step": 211, "Finetune/Step Time": 5.907490588724613}
+{"Finetune/Learning Rate": 7.361111111111112e-06, "Finetune/Loss": 1.126784324645996, "Finetune/Loss (Raw)": 1.005645751953125, "Finetune/Step": 212, "Finetune/Step Time": 5.91193294338882}
+{"Finetune/Learning Rate": 7.395833333333335e-06, "Finetune/Loss": 1.124617099761963, "Finetune/Loss (Raw)": 0.9585809707641602, "Finetune/Step": 213, "Finetune/Step Time": 5.926196571439505}
+{"Finetune/Learning Rate": 7.4305555555555565e-06, "Finetune/Loss": 1.123856544494629, "Finetune/Loss (Raw)": 1.0987738370895386, "Finetune/Step": 214, "Finetune/Step Time": 5.926722256466746}
+{"Finetune/Learning Rate": 7.465277777777778e-06, "Finetune/Loss": 1.1217732429504395, "Finetune/Loss (Raw)": 0.9810670018196106, "Finetune/Step": 215, "Finetune/Step Time": 5.923999451100826}
+{"Finetune/Learning Rate": 7.500000000000001e-06, "Finetune/Loss": 1.1205823421478271, "Finetune/Loss (Raw)": 1.114446997642517, "Finetune/Step": 216, "Finetune/Step Time": 5.923103980720043}
+{"Finetune/Learning Rate": 7.534722222222223e-06, "Finetune/Loss": 1.1201286315917969, "Finetune/Loss (Raw)": 1.0143874883651733, "Finetune/Step": 217, "Finetune/Step Time": 5.930197538807988}
+{"Finetune/Learning Rate": 7.569444444444445e-06, "Finetune/Loss": 1.1190228462219238, "Finetune/Loss (Raw)": 1.1153781414031982, "Finetune/Step": 218, "Finetune/Step Time": 5.92830953374505}
+{"Finetune/Learning Rate": 7.6041666666666666e-06, "Finetune/Loss": 1.1160311698913574, "Finetune/Loss (Raw)": 1.0058262348175049, "Finetune/Step": 219, "Finetune/Step Time": 5.939566584303975}
+{"Finetune/Learning Rate": 7.638888888888888e-06, "Finetune/Loss": 1.1155192852020264, "Finetune/Loss (Raw)": 1.22086763381958, "Finetune/Step": 220, "Finetune/Step Time": 5.94097295217216}
+{"Finetune/Learning Rate": 7.673611111111113e-06, "Finetune/Loss": 1.1140472888946533, "Finetune/Loss (Raw)": 1.0539926290512085, "Finetune/Step": 221, "Finetune/Step Time": 5.942799925804138}
+{"Finetune/Learning Rate": 7.708333333333334e-06, "Finetune/Loss": 1.113194227218628, "Finetune/Loss (Raw)": 1.0646370649337769, "Finetune/Step": 222, "Finetune/Step Time": 5.955163232982159}
+{"Finetune/Learning Rate": 7.743055555555556e-06, "Finetune/Loss": 1.1127369403839111, "Finetune/Loss (Raw)": 1.0483571290969849, "Finetune/Step": 223, "Finetune/Step Time": 5.948014575988054}
+{"Finetune/Learning Rate": 7.77777777777778e-06, "Finetune/Loss": 1.1124789714813232, "Finetune/Loss (Raw)": 1.174546718597412, "Finetune/Step": 224, "Finetune/Step Time": 5.952847572043538}
+{"Finetune/Learning Rate": 7.8125e-06, "Finetune/Loss": 1.1127102375030518, "Finetune/Loss (Raw)": 1.122605562210083, "Finetune/Step": 225, "Finetune/Step Time": 5.956056525930762}
+{"Finetune/Learning Rate": 7.847222222222223e-06, "Finetune/Loss": 1.1139600276947021, "Finetune/Loss (Raw)": 1.1427854299545288, "Finetune/Step": 226, "Finetune/Step Time": 5.956029152497649}
+{"Finetune/Learning Rate": 7.881944444444446e-06, "Finetune/Loss": 1.112975835800171, "Finetune/Loss (Raw)": 1.0243983268737793, "Finetune/Step": 227, "Finetune/Step Time": 5.960228020325303}
+{"Finetune/Learning Rate": 7.916666666666667e-06, "Finetune/Loss": 1.1121032238006592, "Finetune/Loss (Raw)": 1.1045126914978027, "Finetune/Step": 228, "Finetune/Step Time": 5.96931616961956}
+{"Finetune/Learning Rate": 7.95138888888889e-06, "Finetune/Loss": 1.111556053161621, "Finetune/Loss (Raw)": 0.9761735796928406, "Finetune/Step": 229, "Finetune/Step Time": 5.970735685899854}
+{"Finetune/Learning Rate": 7.986111111111112e-06, "Finetune/Loss": 1.110759973526001, "Finetune/Loss (Raw)": 1.1460627317428589, "Finetune/Step": 230, "Finetune/Step Time": 5.97000977396965}
+{"Finetune/Learning Rate": 8.020833333333335e-06, "Finetune/Loss": 1.1124546527862549, "Finetune/Loss (Raw)": 1.3155745267868042, "Finetune/Step": 231, "Finetune/Step Time": 5.994730541482568}
+{"Finetune/Learning Rate": 8.055555555555557e-06, "Finetune/Loss": 1.1129695177078247, "Finetune/Loss (Raw)": 1.1217330694198608, "Finetune/Step": 232, "Finetune/Step Time": 5.9930193070322275}
+{"Finetune/Learning Rate": 8.090277777777778e-06, "Finetune/Loss": 1.1110613346099854, "Finetune/Loss (Raw)": 0.9762112498283386, "Finetune/Step": 233, "Finetune/Step Time": 6.002139998599887}
+{"Finetune/Learning Rate": 8.125000000000001e-06, "Finetune/Loss": 1.1098893880844116, "Finetune/Loss (Raw)": 1.0193592309951782, "Finetune/Step": 234, "Finetune/Step Time": 6.001817671582103}
+{"Finetune/Learning Rate": 8.159722222222222e-06, "Finetune/Loss": 1.1100003719329834, "Finetune/Loss (Raw)": 1.150977373123169, "Finetune/Step": 235, "Finetune/Step Time": 6.001083062961698}
+{"Finetune/Learning Rate": 8.194444444444445e-06, "Finetune/Loss": 1.1084234714508057, "Finetune/Loss (Raw)": 1.039726734161377, "Finetune/Step": 236, "Finetune/Step Time": 6.003653192892671}
+{"Finetune/Learning Rate": 8.229166666666667e-06, "Finetune/Loss": 1.108261227607727, "Finetune/Loss (Raw)": 1.1077731847763062, "Finetune/Step": 237, "Finetune/Step Time": 6.0035760421305895}
+{"Finetune/Learning Rate": 8.263888888888888e-06, "Finetune/Loss": 1.1062425374984741, "Finetune/Loss (Raw)": 0.9670952558517456, "Finetune/Step": 238, "Finetune/Step Time": 6.006500234827399}
+{"Finetune/Learning Rate": 8.298611111111113e-06, "Finetune/Loss": 1.103893518447876, "Finetune/Loss (Raw)": 1.0183024406433105, "Finetune/Step": 239, "Finetune/Step Time": 6.005811989307404}
+{"Finetune/Learning Rate": 8.333333333333334e-06, "Finetune/Loss": 1.102591872215271, "Finetune/Loss (Raw)": 1.1427910327911377, "Finetune/Step": 240, "Finetune/Step Time": 6.008057702332735}
+{"Finetune/Learning Rate": 8.368055555555556e-06, "Finetune/Loss": 1.1027426719665527, "Finetune/Loss (Raw)": 1.0684633255004883, "Finetune/Step": 241, "Finetune/Step Time": 6.006787272170186}
+{"Finetune/Learning Rate": 8.402777777777779e-06, "Finetune/Loss": 1.1018131971359253, "Finetune/Loss (Raw)": 1.1852619647979736, "Finetune/Step": 242, "Finetune/Step Time": 6.006285911425948}
+{"Finetune/Learning Rate": 8.4375e-06, "Finetune/Loss": 1.1028861999511719, "Finetune/Loss (Raw)": 1.2528680562973022, "Finetune/Step": 243, "Finetune/Step Time": 6.00286334566772}
+{"Finetune/Learning Rate": 8.472222222222223e-06, "Finetune/Loss": 1.1038180589675903, "Finetune/Loss (Raw)": 1.169952154159546, "Finetune/Step": 244, "Finetune/Step Time": 6.0001701433211565}
+{"Finetune/Learning Rate": 8.506944444444445e-06, "Finetune/Loss": 1.103445291519165, "Finetune/Loss (Raw)": 1.0713831186294556, "Finetune/Step": 245, "Finetune/Step Time": 5.999002709984779}
+{"Finetune/Learning Rate": 8.541666666666666e-06, "Finetune/Loss": 1.1003031730651855, "Finetune/Loss (Raw)": 1.074884295463562, "Finetune/Step": 246, "Finetune/Step Time": 6.012824399396777}
+{"Finetune/Learning Rate": 8.57638888888889e-06, "Finetune/Loss": 1.1011011600494385, "Finetune/Loss (Raw)": 1.1617777347564697, "Finetune/Step": 247, "Finetune/Step Time": 6.010007593780756}
+{"Finetune/Learning Rate": 8.611111111111112e-06, "Finetune/Loss": 1.099018931388855, "Finetune/Loss (Raw)": 1.0605415105819702, "Finetune/Step": 248, "Finetune/Step Time": 6.009677952155471}
+{"Finetune/Learning Rate": 8.645833333333335e-06, "Finetune/Loss": 1.097851037979126, "Finetune/Loss (Raw)": 1.0821434259414673, "Finetune/Step": 249, "Finetune/Step Time": 5.9956154096871614}
+{"Finetune/Learning Rate": 8.680555555555557e-06, "Finetune/Loss": 1.097646951675415, "Finetune/Loss (Raw)": 1.0397933721542358, "Finetune/Step": 250, "Finetune/Step Time": 5.994437450543046}
+{"Finetune/Learning Rate": 8.715277777777778e-06, "Finetune/Loss": 1.0980371236801147, "Finetune/Loss (Raw)": 1.1162488460540771, "Finetune/Step": 251, "Finetune/Step Time": 5.993916071951389}
+{"Finetune/Learning Rate": 8.750000000000001e-06, "Finetune/Loss": 1.098559021949768, "Finetune/Loss (Raw)": 1.0615363121032715, "Finetune/Step": 252, "Finetune/Step Time": 5.99460474960506}
+{"Finetune/Learning Rate": 8.784722222222224e-06, "Finetune/Loss": 1.0982450246810913, "Finetune/Loss (Raw)": 1.143324613571167, "Finetune/Step": 253, "Finetune/Step Time": 6.009752277284861}
+{"Finetune/Learning Rate": 8.819444444444445e-06, "Finetune/Loss": 1.0972720384597778, "Finetune/Loss (Raw)": 1.123279094696045, "Finetune/Step": 254, "Finetune/Step Time": 6.0118323341012}
+{"Finetune/Learning Rate": 8.854166666666667e-06, "Finetune/Loss": 1.0971348285675049, "Finetune/Loss (Raw)": 1.1382648944854736, "Finetune/Step": 255, "Finetune/Step Time": 6.011661514639854}
+{"Finetune/Learning Rate": 8.888888888888888e-06, "Finetune/Loss": 1.0980257987976074, "Finetune/Loss (Raw)": 1.1972407102584839, "Finetune/Step": 256, "Finetune/Step Time": 6.004286359995604}
+{"Finetune/Learning Rate": 8.923611111111113e-06, "Finetune/Loss": 1.0971620082855225, "Finetune/Loss (Raw)": 1.1337090730667114, "Finetune/Step": 257, "Finetune/Step Time": 6.003325909376144}
+{"Finetune/Learning Rate": 8.958333333333334e-06, "Finetune/Loss": 1.0978758335113525, "Finetune/Loss (Raw)": 1.2130640745162964, "Finetune/Step": 258, "Finetune/Step Time": 6.001327401027083}
+{"Finetune/Learning Rate": 8.993055555555556e-06, "Finetune/Loss": 1.098366618156433, "Finetune/Loss (Raw)": 1.161102533340454, "Finetune/Step": 259, "Finetune/Step Time": 6.000352928414941}
+{"Finetune/Learning Rate": 9.027777777777779e-06, "Finetune/Loss": 1.099428653717041, "Finetune/Loss (Raw)": 1.1336501836776733, "Finetune/Step": 260, "Finetune/Step Time": 6.000137636438012}
+{"Finetune/Learning Rate": 9.0625e-06, "Finetune/Loss": 1.0979130268096924, "Finetune/Loss (Raw)": 1.0011147260665894, "Finetune/Step": 261, "Finetune/Step Time": 6.016365963965654}
+{"Finetune/Learning Rate": 9.097222222222223e-06, "Finetune/Loss": 1.0982465744018555, "Finetune/Loss (Raw)": 1.1156400442123413, "Finetune/Step": 262, "Finetune/Step Time": 6.007668811827898}
+{"Finetune/Learning Rate": 9.131944444444445e-06, "Finetune/Loss": 1.0991960763931274, "Finetune/Loss (Raw)": 1.1499403715133667, "Finetune/Step": 263, "Finetune/Step Time": 5.978665374219418}
+{"Finetune/Learning Rate": 9.166666666666666e-06, "Finetune/Loss": 1.0983054637908936, "Finetune/Loss (Raw)": 1.1980918645858765, "Finetune/Step": 264, "Finetune/Step Time": 5.982575284317136}
+{"Finetune/Learning Rate": 9.201388888888889e-06, "Finetune/Loss": 1.0969572067260742, "Finetune/Loss (Raw)": 1.0976519584655762, "Finetune/Step": 265, "Finetune/Step Time": 5.984104396775365}
+{"Finetune/Learning Rate": 9.236111111111112e-06, "Finetune/Loss": 1.0963542461395264, "Finetune/Loss (Raw)": 1.1692851781845093, "Finetune/Step": 266, "Finetune/Step Time": 5.983875332400203}
+{"Finetune/Learning Rate": 9.270833333333334e-06, "Finetune/Loss": 1.0964703559875488, "Finetune/Loss (Raw)": 1.151893138885498, "Finetune/Step": 267, "Finetune/Step Time": 5.9837609473615885}
+{"Finetune/Learning Rate": 9.305555555555557e-06, "Finetune/Loss": 1.0971074104309082, "Finetune/Loss (Raw)": 1.167785882949829, "Finetune/Step": 268, "Finetune/Step Time": 5.989828633144498}
+{"Finetune/Learning Rate": 9.340277777777778e-06, "Finetune/Loss": 1.0958566665649414, "Finetune/Loss (Raw)": 0.9840777516365051, "Finetune/Step": 269, "Finetune/Step Time": 5.988340098410845}
+{"Finetune/Learning Rate": 9.375000000000001e-06, "Finetune/Loss": 1.092545986175537, "Finetune/Loss (Raw)": 0.6663921475410461, "Finetune/Step": 270, "Finetune/Step Time": 5.997497821226716}
+{"Finetune/Learning Rate": 9.409722222222224e-06, "Finetune/Loss": 1.0921993255615234, "Finetune/Loss (Raw)": 1.0720950365066528, "Finetune/Step": 271, "Finetune/Step Time": 5.998113956302404}
+{"Finetune/Learning Rate": 9.444444444444445e-06, "Finetune/Loss": 1.092511534690857, "Finetune/Loss (Raw)": 1.1420097351074219, "Finetune/Step": 272, "Finetune/Step Time": 6.000850673764944}
+{"Finetune/Learning Rate": 9.479166666666667e-06, "Finetune/Loss": 1.0907013416290283, "Finetune/Loss (Raw)": 0.9938914775848389, "Finetune/Step": 273, "Finetune/Step Time": 6.001655383035541}
+{"Finetune/Learning Rate": 9.51388888888889e-06, "Finetune/Loss": 1.090061068534851, "Finetune/Loss (Raw)": 0.9432336091995239, "Finetune/Step": 274, "Finetune/Step Time": 6.000261299312115}
+{"Finetune/Learning Rate": 9.548611111111113e-06, "Finetune/Loss": 1.0906180143356323, "Finetune/Loss (Raw)": 1.0454190969467163, "Finetune/Step": 275, "Finetune/Step Time": 5.998926803469658}
+{"Finetune/Learning Rate": 9.583333333333335e-06, "Finetune/Loss": 1.0907061100006104, "Finetune/Loss (Raw)": 1.1580779552459717, "Finetune/Step": 276, "Finetune/Step Time": 5.998870886862278}
+{"Finetune/Learning Rate": 9.618055555555556e-06, "Finetune/Loss": 1.090143084526062, "Finetune/Loss (Raw)": 1.0000778436660767, "Finetune/Step": 277, "Finetune/Step Time": 6.002244660630822}
+{"Finetune/Learning Rate": 9.652777777777779e-06, "Finetune/Loss": 1.090214490890503, "Finetune/Loss (Raw)": 1.033255934715271, "Finetune/Step": 278, "Finetune/Step Time": 5.99817793443799}
+{"Finetune/Learning Rate": 9.6875e-06, "Finetune/Loss": 1.0902708768844604, "Finetune/Loss (Raw)": 1.0806286334991455, "Finetune/Step": 279, "Finetune/Step Time": 5.998295353725553}
+{"Finetune/Learning Rate": 9.722222222222223e-06, "Finetune/Loss": 1.0902979373931885, "Finetune/Loss (Raw)": 1.0632697343826294, "Finetune/Step": 280, "Finetune/Step Time": 5.968026766553521}
+{"Finetune/Learning Rate": 9.756944444444445e-06, "Finetune/Loss": 1.0886839628219604, "Finetune/Loss (Raw)": 0.935727596282959, "Finetune/Step": 281, "Finetune/Step Time": 5.968132505193353}
+{"Finetune/Learning Rate": 9.791666666666666e-06, "Finetune/Loss": 1.0869892835617065, "Finetune/Loss (Raw)": 1.0076078176498413, "Finetune/Step": 282, "Finetune/Step Time": 5.968523984774947}
+{"Finetune/Learning Rate": 9.826388888888889e-06, "Finetune/Loss": 1.0879738330841064, "Finetune/Loss (Raw)": 1.3016982078552246, "Finetune/Step": 283, "Finetune/Step Time": 5.964535681530833}
+{"Finetune/Learning Rate": 9.861111111111112e-06, "Finetune/Loss": 1.0860047340393066, "Finetune/Loss (Raw)": 0.8990175127983093, "Finetune/Step": 284, "Finetune/Step Time": 5.976479249075055}
+{"Finetune/Learning Rate": 9.895833333333334e-06, "Finetune/Loss": 1.0872620344161987, "Finetune/Loss (Raw)": 0.9775701761245728, "Finetune/Step": 285, "Finetune/Step Time": 5.959765149280429}
+{"Finetune/Learning Rate": 9.930555555555557e-06, "Finetune/Loss": 1.0852341651916504, "Finetune/Loss (Raw)": 0.9376974701881409, "Finetune/Step": 286, "Finetune/Step Time": 5.959485590457916}
+{"Finetune/Learning Rate": 9.965277777777778e-06, "Finetune/Loss": 1.0835635662078857, "Finetune/Loss (Raw)": 0.9554471969604492, "Finetune/Step": 287, "Finetune/Step Time": 5.957241725176573}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 1.0817863941192627, "Finetune/Loss (Raw)": 0.962287187576294, "Finetune/Step": 288, "Finetune/Step Time": 5.955499328672886}
+{"Finetune/Learning Rate": 1.0034722222222224e-05, "Finetune/Loss": 1.0809683799743652, "Finetune/Loss (Raw)": 1.074612021446228, "Finetune/Step": 289, "Finetune/Step Time": 5.949602168053389}
+{"Finetune/Learning Rate": 1.0069444444444445e-05, "Finetune/Loss": 1.081061840057373, "Finetune/Loss (Raw)": 1.1232566833496094, "Finetune/Step": 290, "Finetune/Step Time": 5.957788513973355}
+{"Finetune/Learning Rate": 1.0104166666666669e-05, "Finetune/Loss": 1.0803279876708984, "Finetune/Loss (Raw)": 1.0155487060546875, "Finetune/Step": 291, "Finetune/Step Time": 5.9548249989748}
+{"Finetune/Learning Rate": 1.013888888888889e-05, "Finetune/Loss": 1.0818994045257568, "Finetune/Loss (Raw)": 1.157817006111145, "Finetune/Step": 292, "Finetune/Step Time": 5.960308128967881}
+{"Finetune/Learning Rate": 1.0173611111111113e-05, "Finetune/Loss": 1.080475926399231, "Finetune/Loss (Raw)": 1.0946842432022095, "Finetune/Step": 293, "Finetune/Step Time": 5.963351421058178}
+{"Finetune/Learning Rate": 1.0208333333333334e-05, "Finetune/Loss": 1.083373785018921, "Finetune/Loss (Raw)": 1.022600769996643, "Finetune/Step": 294, "Finetune/Step Time": 5.936092322692275}
+{"Finetune/Learning Rate": 1.0243055555555556e-05, "Finetune/Loss": 1.0825165510177612, "Finetune/Loss (Raw)": 1.0834369659423828, "Finetune/Step": 295, "Finetune/Step Time": 5.934956246986985}
+{"Finetune/Learning Rate": 1.0277777777777777e-05, "Finetune/Loss": 1.0830342769622803, "Finetune/Loss (Raw)": 1.1365289688110352, "Finetune/Step": 296, "Finetune/Step Time": 5.9325203243643045}
+{"Finetune/Learning Rate": 1.0312500000000002e-05, "Finetune/Loss": 1.0805796384811401, "Finetune/Loss (Raw)": 0.7550145387649536, "Finetune/Step": 297, "Finetune/Step Time": 5.937563668936491}
+{"Finetune/Learning Rate": 1.0347222222222224e-05, "Finetune/Loss": 1.081188440322876, "Finetune/Loss (Raw)": 1.006729006767273, "Finetune/Step": 298, "Finetune/Step Time": 5.936324955895543}
+{"Finetune/Learning Rate": 1.0381944444444445e-05, "Finetune/Loss": 1.0792315006256104, "Finetune/Loss (Raw)": 0.8395239114761353, "Finetune/Step": 299, "Finetune/Step Time": 5.945456238463521}
+{"Finetune/Learning Rate": 1.0416666666666668e-05, "Finetune/Loss": 1.0792137384414673, "Finetune/Loss (Raw)": 1.0973786115646362, "Finetune/Step": 300, "Finetune/Step Time": 5.946641359478235}
+{"Finetune/Learning Rate": 1.0451388888888889e-05, "Finetune/Loss": 1.0775914192199707, "Finetune/Loss (Raw)": 0.9712094664573669, "Finetune/Step": 301, "Finetune/Step Time": 5.947456745430827}
+{"Finetune/Learning Rate": 1.0486111111111112e-05, "Finetune/Loss": 1.0778319835662842, "Finetune/Loss (Raw)": 1.0765458345413208, "Finetune/Step": 302, "Finetune/Step Time": 5.937757059931755}
+{"Finetune/Learning Rate": 1.0520833333333333e-05, "Finetune/Loss": 1.0770068168640137, "Finetune/Loss (Raw)": 1.0674269199371338, "Finetune/Step": 303, "Finetune/Step Time": 5.935894211754203}
+{"Finetune/Learning Rate": 1.0555555555555557e-05, "Finetune/Loss": 1.0767308473587036, "Finetune/Loss (Raw)": 1.1232889890670776, "Finetune/Step": 304, "Finetune/Step Time": 5.929164491593838}
+{"Finetune/Learning Rate": 1.0590277777777778e-05, "Finetune/Loss": 1.0771082639694214, "Finetune/Loss (Raw)": 1.1748064756393433, "Finetune/Step": 305, "Finetune/Step Time": 5.926675008609891}
+{"Finetune/Learning Rate": 1.0625e-05, "Finetune/Loss": 1.076053500175476, "Finetune/Loss (Raw)": 0.9129332304000854, "Finetune/Step": 306, "Finetune/Step Time": 5.9250322338193655}
+{"Finetune/Learning Rate": 1.0659722222222223e-05, "Finetune/Loss": 1.0745540857315063, "Finetune/Loss (Raw)": 0.9711431860923767, "Finetune/Step": 307, "Finetune/Step Time": 5.913734259083867}
+{"Finetune/Learning Rate": 1.0694444444444444e-05, "Finetune/Loss": 1.0734304189682007, "Finetune/Loss (Raw)": 1.0323314666748047, "Finetune/Step": 308, "Finetune/Step Time": 5.920970320701599}
+{"Finetune/Learning Rate": 1.0729166666666669e-05, "Finetune/Loss": 1.072885274887085, "Finetune/Loss (Raw)": 1.0878299474716187, "Finetune/Step": 309, "Finetune/Step Time": 5.91988680139184}
+{"Finetune/Learning Rate": 1.076388888888889e-05, "Finetune/Loss": 1.0728116035461426, "Finetune/Loss (Raw)": 1.1384730339050293, "Finetune/Step": 310, "Finetune/Step Time": 5.92256579361856}
+{"Finetune/Learning Rate": 1.0798611111111113e-05, "Finetune/Loss": 1.0738282203674316, "Finetune/Loss (Raw)": 1.1982029676437378, "Finetune/Step": 311, "Finetune/Step Time": 5.918837934732437}
+{"Finetune/Learning Rate": 1.0833333333333334e-05, "Finetune/Loss": 1.0721075534820557, "Finetune/Loss (Raw)": 0.9203919768333435, "Finetune/Step": 312, "Finetune/Step Time": 5.9221276100724936}
+{"Finetune/Learning Rate": 1.0868055555555556e-05, "Finetune/Loss": 1.0729495286941528, "Finetune/Loss (Raw)": 1.1853817701339722, "Finetune/Step": 313, "Finetune/Step Time": 5.921535922214389}
+{"Finetune/Learning Rate": 1.0902777777777777e-05, "Finetune/Loss": 1.0756440162658691, "Finetune/Loss (Raw)": 1.0471504926681519, "Finetune/Step": 314, "Finetune/Step Time": 5.896444149315357}
+{"Finetune/Learning Rate": 1.0937500000000002e-05, "Finetune/Loss": 1.07645583152771, "Finetune/Loss (Raw)": 1.0399013757705688, "Finetune/Step": 315, "Finetune/Step Time": 5.8896398693323135}
+{"Finetune/Learning Rate": 1.0972222222222224e-05, "Finetune/Loss": 1.076006531715393, "Finetune/Loss (Raw)": 1.0835375785827637, "Finetune/Step": 316, "Finetune/Step Time": 5.908574756234884}
+{"Finetune/Learning Rate": 1.1006944444444445e-05, "Finetune/Loss": 1.0757544040679932, "Finetune/Loss (Raw)": 1.0056887865066528, "Finetune/Step": 317, "Finetune/Step Time": 5.906759528443217}
+{"Finetune/Learning Rate": 1.1041666666666668e-05, "Finetune/Loss": 1.0764386653900146, "Finetune/Loss (Raw)": 1.0671645402908325, "Finetune/Step": 318, "Finetune/Step Time": 5.905053528025746}
+{"Finetune/Learning Rate": 1.1076388888888889e-05, "Finetune/Loss": 1.078129768371582, "Finetune/Loss (Raw)": 1.0851572751998901, "Finetune/Step": 319, "Finetune/Step Time": 5.8948638420552015}
+{"Finetune/Learning Rate": 1.1111111111111113e-05, "Finetune/Loss": 1.075791597366333, "Finetune/Loss (Raw)": 0.9280150532722473, "Finetune/Step": 320, "Finetune/Step Time": 5.8928083050996065}
+{"Finetune/Learning Rate": 1.1145833333333334e-05, "Finetune/Loss": 1.0774312019348145, "Finetune/Loss (Raw)": 1.1794242858886719, "Finetune/Step": 321, "Finetune/Step Time": 5.869278883561492}
+{"Finetune/Learning Rate": 1.1180555555555557e-05, "Finetune/Loss": 1.0783123970031738, "Finetune/Loss (Raw)": 1.2086048126220703, "Finetune/Step": 322, "Finetune/Step Time": 5.863373978063464}
+{"Finetune/Learning Rate": 1.1215277777777778e-05, "Finetune/Loss": 1.0764048099517822, "Finetune/Loss (Raw)": 1.0266389846801758, "Finetune/Step": 323, "Finetune/Step Time": 5.860602654516697}
+{"Finetune/Learning Rate": 1.125e-05, "Finetune/Loss": 1.076177716255188, "Finetune/Loss (Raw)": 1.0334892272949219, "Finetune/Step": 324, "Finetune/Step Time": 5.859053339809179}
+{"Finetune/Learning Rate": 1.1284722222222223e-05, "Finetune/Loss": 1.0754120349884033, "Finetune/Loss (Raw)": 1.0220390558242798, "Finetune/Step": 325, "Finetune/Step Time": 5.860441364347935}
+{"Finetune/Learning Rate": 1.1319444444444444e-05, "Finetune/Loss": 1.0756964683532715, "Finetune/Loss (Raw)": 1.103432536125183, "Finetune/Step": 326, "Finetune/Step Time": 5.855387462303042}
+{"Finetune/Learning Rate": 1.1354166666666669e-05, "Finetune/Loss": 1.0744843482971191, "Finetune/Loss (Raw)": 0.9890731573104858, "Finetune/Step": 327, "Finetune/Step Time": 5.852814733982086}
+{"Finetune/Learning Rate": 1.138888888888889e-05, "Finetune/Loss": 1.0737180709838867, "Finetune/Loss (Raw)": 1.0712577104568481, "Finetune/Step": 328, "Finetune/Step Time": 5.8475146777927876}
+{"Finetune/Learning Rate": 1.1423611111111112e-05, "Finetune/Loss": 1.0735797882080078, "Finetune/Loss (Raw)": 1.0094083547592163, "Finetune/Step": 329, "Finetune/Step Time": 5.84656161442399}
+{"Finetune/Learning Rate": 1.1458333333333333e-05, "Finetune/Loss": 1.0736644268035889, "Finetune/Loss (Raw)": 1.1064008474349976, "Finetune/Step": 330, "Finetune/Step Time": 5.850027393549681}
+{"Finetune/Learning Rate": 1.1493055555555556e-05, "Finetune/Loss": 1.0725843906402588, "Finetune/Loss (Raw)": 0.9920464754104614, "Finetune/Step": 331, "Finetune/Step Time": 5.843239326030016}
+{"Finetune/Learning Rate": 1.1527777777777777e-05, "Finetune/Loss": 1.0718361139297485, "Finetune/Loss (Raw)": 1.0841399431228638, "Finetune/Step": 332, "Finetune/Step Time": 5.838101550936699}
+{"Finetune/Learning Rate": 1.1562500000000002e-05, "Finetune/Loss": 1.072153091430664, "Finetune/Loss (Raw)": 1.0969209671020508, "Finetune/Step": 333, "Finetune/Step Time": 5.837007666006684}
+{"Finetune/Learning Rate": 1.1597222222222224e-05, "Finetune/Loss": 1.0697362422943115, "Finetune/Loss (Raw)": 0.875755786895752, "Finetune/Step": 334, "Finetune/Step Time": 5.859757689759135}
+{"Finetune/Learning Rate": 1.1631944444444445e-05, "Finetune/Loss": 1.0695605278015137, "Finetune/Loss (Raw)": 1.064311146736145, "Finetune/Step": 335, "Finetune/Step Time": 5.867367884144187}
+{"Finetune/Learning Rate": 1.1666666666666668e-05, "Finetune/Loss": 1.0679715871810913, "Finetune/Loss (Raw)": 0.9492578506469727, "Finetune/Step": 336, "Finetune/Step Time": 5.863141931593418}
+{"Finetune/Learning Rate": 1.1701388888888889e-05, "Finetune/Loss": 1.0665404796600342, "Finetune/Loss (Raw)": 0.985336184501648, "Finetune/Step": 337, "Finetune/Step Time": 5.860595425590873}
+{"Finetune/Learning Rate": 1.1736111111111113e-05, "Finetune/Loss": 1.0665323734283447, "Finetune/Loss (Raw)": 1.0811437368392944, "Finetune/Step": 338, "Finetune/Step Time": 5.860104577615857}
+{"Finetune/Learning Rate": 1.1770833333333334e-05, "Finetune/Loss": 1.0670459270477295, "Finetune/Loss (Raw)": 1.147526502609253, "Finetune/Step": 339, "Finetune/Step Time": 5.864187117666006}
+{"Finetune/Learning Rate": 1.1805555555555557e-05, "Finetune/Loss": 1.0676020383834839, "Finetune/Loss (Raw)": 1.0768247842788696, "Finetune/Step": 340, "Finetune/Step Time": 5.866547014564276}
+{"Finetune/Learning Rate": 1.1840277777777778e-05, "Finetune/Loss": 1.0686354637145996, "Finetune/Loss (Raw)": 1.0908477306365967, "Finetune/Step": 341, "Finetune/Step Time": 5.854039583355188}
+{"Finetune/Learning Rate": 1.1875e-05, "Finetune/Loss": 1.0653153657913208, "Finetune/Loss (Raw)": 0.6738101840019226, "Finetune/Step": 342, "Finetune/Step Time": 5.887144882231951}
+{"Finetune/Learning Rate": 1.1909722222222223e-05, "Finetune/Loss": 1.0658149719238281, "Finetune/Loss (Raw)": 1.045002818107605, "Finetune/Step": 343, "Finetune/Step Time": 5.893222855404019}
+{"Finetune/Learning Rate": 1.1944444444444444e-05, "Finetune/Loss": 1.0663838386535645, "Finetune/Loss (Raw)": 1.1872704029083252, "Finetune/Step": 344, "Finetune/Step Time": 5.895068930462003}
+{"Finetune/Learning Rate": 1.1979166666666669e-05, "Finetune/Loss": 1.0669423341751099, "Finetune/Loss (Raw)": 1.0858811140060425, "Finetune/Step": 345, "Finetune/Step Time": 5.891138577833772}
+{"Finetune/Learning Rate": 1.201388888888889e-05, "Finetune/Loss": 1.0682436227798462, "Finetune/Loss (Raw)": 1.2819411754608154, "Finetune/Step": 346, "Finetune/Step Time": 5.889017960056663}
+{"Finetune/Learning Rate": 1.2048611111111112e-05, "Finetune/Loss": 1.0683043003082275, "Finetune/Loss (Raw)": 1.013606071472168, "Finetune/Step": 347, "Finetune/Step Time": 5.879006449133158}
+{"Finetune/Learning Rate": 1.2083333333333333e-05, "Finetune/Loss": 1.0668978691101074, "Finetune/Loss (Raw)": 1.0408257246017456, "Finetune/Step": 348, "Finetune/Step Time": 5.896833619102836}
+{"Finetune/Learning Rate": 1.2118055555555556e-05, "Finetune/Loss": 1.0672447681427002, "Finetune/Loss (Raw)": 1.0984127521514893, "Finetune/Step": 349, "Finetune/Step Time": 5.89281471632421}
+{"Finetune/Learning Rate": 1.2152777777777777e-05, "Finetune/Loss": 1.0673322677612305, "Finetune/Loss (Raw)": 1.0758209228515625, "Finetune/Step": 350, "Finetune/Step Time": 5.878182575106621}
+{"Finetune/Learning Rate": 1.2187500000000001e-05, "Finetune/Loss": 1.0637542009353638, "Finetune/Loss (Raw)": 0.590369462966919, "Finetune/Step": 351, "Finetune/Step Time": 5.8984689600765705}
+{"Finetune/Learning Rate": 1.2222222222222224e-05, "Finetune/Loss": 1.06319260597229, "Finetune/Loss (Raw)": 1.1026687622070312, "Finetune/Step": 352, "Finetune/Step Time": 5.895295074209571}
+{"Finetune/Learning Rate": 1.2256944444444445e-05, "Finetune/Loss": 1.0591015815734863, "Finetune/Loss (Raw)": 0.5989563465118408, "Finetune/Step": 353, "Finetune/Step Time": 5.908539399504662}
+{"Finetune/Learning Rate": 1.2291666666666668e-05, "Finetune/Loss": 1.057821273803711, "Finetune/Loss (Raw)": 0.9789106845855713, "Finetune/Step": 354, "Finetune/Step Time": 5.902702886611223}
+{"Finetune/Learning Rate": 1.2326388888888889e-05, "Finetune/Loss": 1.0567320585250854, "Finetune/Loss (Raw)": 0.8849762678146362, "Finetune/Step": 355, "Finetune/Step Time": 5.898009290918708}
+{"Finetune/Learning Rate": 1.2361111111111113e-05, "Finetune/Loss": 1.0572415590286255, "Finetune/Loss (Raw)": 1.169719934463501, "Finetune/Step": 356, "Finetune/Step Time": 5.889016507193446}
+{"Finetune/Learning Rate": 1.2395833333333334e-05, "Finetune/Loss": 1.0575189590454102, "Finetune/Loss (Raw)": 1.0116856098175049, "Finetune/Step": 357, "Finetune/Step Time": 5.878678184002638}
+{"Finetune/Learning Rate": 1.2430555555555557e-05, "Finetune/Loss": 1.0558775663375854, "Finetune/Loss (Raw)": 0.9359613656997681, "Finetune/Step": 358, "Finetune/Step Time": 5.875294091179967}
+{"Finetune/Learning Rate": 1.2465277777777778e-05, "Finetune/Loss": 1.0539584159851074, "Finetune/Loss (Raw)": 1.0699025392532349, "Finetune/Step": 359, "Finetune/Step Time": 5.8572019301354885}
+{"Finetune/Learning Rate": 1.25e-05, "Finetune/Loss": 1.053462028503418, "Finetune/Loss (Raw)": 1.058210015296936, "Finetune/Step": 360, "Finetune/Step Time": 5.857556793838739}
+{"Finetune/Learning Rate": 1.2534722222222225e-05, "Finetune/Loss": 1.0552905797958374, "Finetune/Loss (Raw)": 1.2102758884429932, "Finetune/Step": 361, "Finetune/Step Time": 5.845355104655027}
+{"Finetune/Learning Rate": 1.2569444444444446e-05, "Finetune/Loss": 1.054961919784546, "Finetune/Loss (Raw)": 0.9772806167602539, "Finetune/Step": 362, "Finetune/Step Time": 5.844046834856272}
+{"Finetune/Learning Rate": 1.2604166666666669e-05, "Finetune/Loss": 1.0536012649536133, "Finetune/Loss (Raw)": 0.9768061637878418, "Finetune/Step": 363, "Finetune/Step Time": 5.8536964152008295}
+{"Finetune/Learning Rate": 1.263888888888889e-05, "Finetune/Loss": 1.0549895763397217, "Finetune/Loss (Raw)": 1.2174351215362549, "Finetune/Step": 364, "Finetune/Step Time": 5.851364901289344}
+{"Finetune/Learning Rate": 1.2673611111111112e-05, "Finetune/Loss": 1.0533006191253662, "Finetune/Loss (Raw)": 0.891594648361206, "Finetune/Step": 365, "Finetune/Step Time": 5.858920274302363}
+{"Finetune/Learning Rate": 1.2708333333333333e-05, "Finetune/Loss": 1.0535147190093994, "Finetune/Loss (Raw)": 0.9945093393325806, "Finetune/Step": 366, "Finetune/Step Time": 5.857020666822791}
+{"Finetune/Learning Rate": 1.2743055555555556e-05, "Finetune/Loss": 1.053312063217163, "Finetune/Loss (Raw)": 0.992344081401825, "Finetune/Step": 367, "Finetune/Step Time": 5.887536289170384}
+{"Finetune/Learning Rate": 1.2777777777777777e-05, "Finetune/Loss": 1.0533504486083984, "Finetune/Loss (Raw)": 1.1477134227752686, "Finetune/Step": 368, "Finetune/Step Time": 5.886225830763578}
+{"Finetune/Learning Rate": 1.2812500000000001e-05, "Finetune/Loss": 1.0533802509307861, "Finetune/Loss (Raw)": 1.072284460067749, "Finetune/Step": 369, "Finetune/Step Time": 5.888788096606731}
+{"Finetune/Learning Rate": 1.2847222222222224e-05, "Finetune/Loss": 1.051370620727539, "Finetune/Loss (Raw)": 0.9280253052711487, "Finetune/Step": 370, "Finetune/Step Time": 5.904406638815999}
+{"Finetune/Learning Rate": 1.2881944444444445e-05, "Finetune/Loss": 1.050450086593628, "Finetune/Loss (Raw)": 1.1350445747375488, "Finetune/Step": 371, "Finetune/Step Time": 5.907853500917554}
+{"Finetune/Learning Rate": 1.2916666666666668e-05, "Finetune/Loss": 1.048654317855835, "Finetune/Loss (Raw)": 0.9400846362113953, "Finetune/Step": 372, "Finetune/Step Time": 5.909150991588831}
+{"Finetune/Learning Rate": 1.2951388888888889e-05, "Finetune/Loss": 1.0489656925201416, "Finetune/Loss (Raw)": 1.111244797706604, "Finetune/Step": 373, "Finetune/Step Time": 5.910837242379785}
+{"Finetune/Learning Rate": 1.2986111111111113e-05, "Finetune/Loss": 1.048313021659851, "Finetune/Loss (Raw)": 0.9913409948348999, "Finetune/Step": 374, "Finetune/Step Time": 5.90048005618155}
+{"Finetune/Learning Rate": 1.3020833333333334e-05, "Finetune/Loss": 1.0470972061157227, "Finetune/Loss (Raw)": 1.0061460733413696, "Finetune/Step": 375, "Finetune/Step Time": 5.899416230618954}
+{"Finetune/Learning Rate": 1.3055555555555557e-05, "Finetune/Loss": 1.0459957122802734, "Finetune/Loss (Raw)": 0.919550895690918, "Finetune/Step": 376, "Finetune/Step Time": 5.899472260847688}
+{"Finetune/Learning Rate": 1.3090277777777778e-05, "Finetune/Loss": 1.0449976921081543, "Finetune/Loss (Raw)": 0.9544067978858948, "Finetune/Step": 377, "Finetune/Step Time": 5.904635556042194}
+{"Finetune/Learning Rate": 1.3125e-05, "Finetune/Loss": 1.0453588962554932, "Finetune/Loss (Raw)": 1.0860068798065186, "Finetune/Step": 378, "Finetune/Step Time": 5.90723973326385}
+{"Finetune/Learning Rate": 1.3159722222222225e-05, "Finetune/Loss": 1.045353889465332, "Finetune/Loss (Raw)": 1.1156060695648193, "Finetune/Step": 379, "Finetune/Step Time": 5.909747073426843}
+{"Finetune/Learning Rate": 1.3194444444444446e-05, "Finetune/Loss": 1.0443137884140015, "Finetune/Loss (Raw)": 0.9284209609031677, "Finetune/Step": 380, "Finetune/Step Time": 5.9116685055196285}
+{"Finetune/Learning Rate": 1.3229166666666669e-05, "Finetune/Loss": 1.0445369482040405, "Finetune/Loss (Raw)": 1.1718897819519043, "Finetune/Step": 381, "Finetune/Step Time": 5.899223929271102}
+{"Finetune/Learning Rate": 1.326388888888889e-05, "Finetune/Loss": 1.0440137386322021, "Finetune/Loss (Raw)": 1.0563157796859741, "Finetune/Step": 382, "Finetune/Step Time": 5.89911325275898}
+{"Finetune/Learning Rate": 1.3298611111111112e-05, "Finetune/Loss": 1.0427056550979614, "Finetune/Loss (Raw)": 0.9708145260810852, "Finetune/Step": 383, "Finetune/Step Time": 5.904002819210291}
+{"Finetune/Learning Rate": 1.3333333333333333e-05, "Finetune/Loss": 1.0420303344726562, "Finetune/Loss (Raw)": 1.110799789428711, "Finetune/Step": 384, "Finetune/Step Time": 5.906284488737583}
+{"Finetune/Learning Rate": 1.3368055555555558e-05, "Finetune/Loss": 1.041526198387146, "Finetune/Loss (Raw)": 1.0691910982131958, "Finetune/Step": 385, "Finetune/Step Time": 5.907264629378915}
+{"Finetune/Learning Rate": 1.3402777777777779e-05, "Finetune/Loss": 1.0402064323425293, "Finetune/Loss (Raw)": 1.044129729270935, "Finetune/Step": 386, "Finetune/Step Time": 5.940690731629729}
+{"Finetune/Learning Rate": 1.3437500000000001e-05, "Finetune/Loss": 1.0388882160186768, "Finetune/Loss (Raw)": 0.99235600233078, "Finetune/Step": 387, "Finetune/Step Time": 5.939324550330639}
+{"Finetune/Learning Rate": 1.3472222222222224e-05, "Finetune/Loss": 1.0386767387390137, "Finetune/Loss (Raw)": 1.1065911054611206, "Finetune/Step": 388, "Finetune/Step Time": 5.945886230096221}
+{"Finetune/Learning Rate": 1.3506944444444445e-05, "Finetune/Loss": 1.0391931533813477, "Finetune/Loss (Raw)": 1.0672143697738647, "Finetune/Step": 389, "Finetune/Step Time": 5.922717461362481}
+{"Finetune/Learning Rate": 1.3541666666666668e-05, "Finetune/Loss": 1.0392318964004517, "Finetune/Loss (Raw)": 1.120605230331421, "Finetune/Step": 390, "Finetune/Step Time": 5.920181475579739}
+{"Finetune/Learning Rate": 1.3576388888888889e-05, "Finetune/Loss": 1.0381288528442383, "Finetune/Loss (Raw)": 1.0087532997131348, "Finetune/Step": 391, "Finetune/Step Time": 5.9390466921031475}
+{"Finetune/Learning Rate": 1.3611111111111113e-05, "Finetune/Loss": 1.037076711654663, "Finetune/Loss (Raw)": 1.0634046792984009, "Finetune/Step": 392, "Finetune/Step Time": 5.9345258213579655}
+{"Finetune/Learning Rate": 1.3645833333333334e-05, "Finetune/Loss": 1.0365134477615356, "Finetune/Loss (Raw)": 1.0255656242370605, "Finetune/Step": 393, "Finetune/Step Time": 5.934118058532476}
+{"Finetune/Learning Rate": 1.3680555555555557e-05, "Finetune/Loss": 1.0362215042114258, "Finetune/Loss (Raw)": 1.131903052330017, "Finetune/Step": 394, "Finetune/Step Time": 5.9320435877889395}
+{"Finetune/Learning Rate": 1.3715277777777778e-05, "Finetune/Loss": 1.0354628562927246, "Finetune/Loss (Raw)": 1.0547975301742554, "Finetune/Step": 395, "Finetune/Step Time": 5.936523262411356}
+{"Finetune/Learning Rate": 1.375e-05, "Finetune/Loss": 1.0350805521011353, "Finetune/Loss (Raw)": 1.1188462972640991, "Finetune/Step": 396, "Finetune/Step Time": 5.937696065753698}
+{"Finetune/Learning Rate": 1.3784722222222225e-05, "Finetune/Loss": 1.0360687971115112, "Finetune/Loss (Raw)": 1.110577940940857, "Finetune/Step": 397, "Finetune/Step Time": 5.9585493840277195}
+{"Finetune/Learning Rate": 1.3819444444444446e-05, "Finetune/Loss": 1.039179801940918, "Finetune/Loss (Raw)": 1.0645891427993774, "Finetune/Step": 398, "Finetune/Step Time": 5.939261317253113}
+{"Finetune/Learning Rate": 1.3854166666666669e-05, "Finetune/Loss": 1.0394115447998047, "Finetune/Loss (Raw)": 1.1017690896987915, "Finetune/Step": 399, "Finetune/Step Time": 5.939643424004316}
+{"Finetune/Learning Rate": 1.388888888888889e-05, "Finetune/Loss": 1.0375101566314697, "Finetune/Loss (Raw)": 0.8986237645149231, "Finetune/Step": 400, "Finetune/Step Time": 5.936464864760637}
+{"Finetune/Learning Rate": 1.3923611111111112e-05, "Finetune/Loss": 1.0373878479003906, "Finetune/Loss (Raw)": 0.9782369136810303, "Finetune/Step": 401, "Finetune/Step Time": 5.944028029218316}
+{"Finetune/Learning Rate": 1.3958333333333333e-05, "Finetune/Loss": 1.0375001430511475, "Finetune/Loss (Raw)": 0.9576144814491272, "Finetune/Step": 402, "Finetune/Step Time": 5.942494176328182}
+{"Finetune/Learning Rate": 1.3993055555555558e-05, "Finetune/Loss": 1.0380140542984009, "Finetune/Loss (Raw)": 1.111203908920288, "Finetune/Step": 403, "Finetune/Step Time": 5.94329103268683}
+{"Finetune/Learning Rate": 1.4027777777777779e-05, "Finetune/Loss": 1.0376880168914795, "Finetune/Loss (Raw)": 1.1163380146026611, "Finetune/Step": 404, "Finetune/Step Time": 5.9407867062836885}
+{"Finetune/Learning Rate": 1.4062500000000001e-05, "Finetune/Loss": 1.0376238822937012, "Finetune/Loss (Raw)": 0.9918712973594666, "Finetune/Step": 405, "Finetune/Step Time": 5.939736278727651}
+{"Finetune/Learning Rate": 1.4097222222222224e-05, "Finetune/Loss": 1.0375828742980957, "Finetune/Loss (Raw)": 1.028010606765747, "Finetune/Step": 406, "Finetune/Step Time": 5.9395696353167295}
+{"Finetune/Learning Rate": 1.4131944444444445e-05, "Finetune/Loss": 1.0371277332305908, "Finetune/Loss (Raw)": 1.02237069606781, "Finetune/Step": 407, "Finetune/Step Time": 5.941346727311611}
+{"Finetune/Learning Rate": 1.416666666666667e-05, "Finetune/Loss": 1.0360679626464844, "Finetune/Loss (Raw)": 0.927605390548706, "Finetune/Step": 408, "Finetune/Step Time": 5.942818272858858}
+{"Finetune/Learning Rate": 1.420138888888889e-05, "Finetune/Loss": 1.0364623069763184, "Finetune/Loss (Raw)": 0.9862197637557983, "Finetune/Step": 409, "Finetune/Step Time": 5.945398299023509}
+{"Finetune/Learning Rate": 1.4236111111111113e-05, "Finetune/Loss": 1.0373228788375854, "Finetune/Loss (Raw)": 1.1177572011947632, "Finetune/Step": 410, "Finetune/Step Time": 5.947184856981039}
+{"Finetune/Learning Rate": 1.4270833333333334e-05, "Finetune/Loss": 1.0328612327575684, "Finetune/Loss (Raw)": 0.7306039929389954, "Finetune/Step": 411, "Finetune/Step Time": 5.972653530538082}
+{"Finetune/Learning Rate": 1.4305555555555557e-05, "Finetune/Loss": 1.0337309837341309, "Finetune/Loss (Raw)": 1.01034677028656, "Finetune/Step": 412, "Finetune/Step Time": 5.965456647798419}
+{"Finetune/Learning Rate": 1.4340277777777778e-05, "Finetune/Loss": 1.0311651229858398, "Finetune/Loss (Raw)": 0.6491460800170898, "Finetune/Step": 413, "Finetune/Step Time": 5.9857479725033045}
+{"Finetune/Learning Rate": 1.4375e-05, "Finetune/Loss": 1.031494379043579, "Finetune/Loss (Raw)": 0.9798345565795898, "Finetune/Step": 414, "Finetune/Step Time": 5.979248950257897}
+{"Finetune/Learning Rate": 1.4409722222222225e-05, "Finetune/Loss": 1.0320944786071777, "Finetune/Loss (Raw)": 1.03226900100708, "Finetune/Step": 415, "Finetune/Step Time": 5.978293891996145}
+{"Finetune/Learning Rate": 1.4444444444444446e-05, "Finetune/Loss": 1.0328633785247803, "Finetune/Loss (Raw)": 1.0607064962387085, "Finetune/Step": 416, "Finetune/Step Time": 5.9846237022429705}
+{"Finetune/Learning Rate": 1.4479166666666669e-05, "Finetune/Loss": 1.0319898128509521, "Finetune/Loss (Raw)": 0.9627905488014221, "Finetune/Step": 417, "Finetune/Step Time": 5.980454484000802}
+{"Finetune/Learning Rate": 1.451388888888889e-05, "Finetune/Loss": 1.0332026481628418, "Finetune/Loss (Raw)": 1.2784960269927979, "Finetune/Step": 418, "Finetune/Step Time": 5.979390796273947}
+{"Finetune/Learning Rate": 1.4548611111111112e-05, "Finetune/Loss": 1.0300894975662231, "Finetune/Loss (Raw)": 0.6170756220817566, "Finetune/Step": 419, "Finetune/Step Time": 6.005065826699138}
+{"Finetune/Learning Rate": 1.4583333333333333e-05, "Finetune/Loss": 1.0299159288406372, "Finetune/Loss (Raw)": 1.1355977058410645, "Finetune/Step": 420, "Finetune/Step Time": 5.996367739513516}
+{"Finetune/Learning Rate": 1.4618055555555558e-05, "Finetune/Loss": 1.029681921005249, "Finetune/Loss (Raw)": 1.0647274255752563, "Finetune/Step": 421, "Finetune/Step Time": 5.993716521188617}
+{"Finetune/Learning Rate": 1.4652777777777779e-05, "Finetune/Loss": 1.0301408767700195, "Finetune/Loss (Raw)": 1.0813567638397217, "Finetune/Step": 422, "Finetune/Step Time": 5.996100023388863}
+{"Finetune/Learning Rate": 1.4687500000000001e-05, "Finetune/Loss": 1.0302860736846924, "Finetune/Loss (Raw)": 1.1020036935806274, "Finetune/Step": 423, "Finetune/Step Time": 6.000269383192062}
+{"Finetune/Learning Rate": 1.4722222222222224e-05, "Finetune/Loss": 1.0290710926055908, "Finetune/Loss (Raw)": 0.9810259342193604, "Finetune/Step": 424, "Finetune/Step Time": 5.998432593420148}
+{"Finetune/Learning Rate": 1.4756944444444445e-05, "Finetune/Loss": 1.0316953659057617, "Finetune/Loss (Raw)": 1.0909093618392944, "Finetune/Step": 425, "Finetune/Step Time": 5.994519019499421}
+{"Finetune/Learning Rate": 1.479166666666667e-05, "Finetune/Loss": 1.0327560901641846, "Finetune/Loss (Raw)": 1.1425106525421143, "Finetune/Step": 426, "Finetune/Step Time": 6.003703821450472}
+{"Finetune/Learning Rate": 1.482638888888889e-05, "Finetune/Loss": 1.034114122390747, "Finetune/Loss (Raw)": 1.0133548974990845, "Finetune/Step": 427, "Finetune/Step Time": 5.998235987499356}
+{"Finetune/Learning Rate": 1.4861111111111113e-05, "Finetune/Loss": 1.0343955755233765, "Finetune/Loss (Raw)": 1.1333938837051392, "Finetune/Step": 428, "Finetune/Step Time": 5.995637318119407}
+{"Finetune/Learning Rate": 1.4895833333333334e-05, "Finetune/Loss": 1.0346910953521729, "Finetune/Loss (Raw)": 1.009054183959961, "Finetune/Step": 429, "Finetune/Step Time": 5.996312793344259}
+{"Finetune/Learning Rate": 1.4930555555555557e-05, "Finetune/Loss": 1.0353374481201172, "Finetune/Loss (Raw)": 1.159265398979187, "Finetune/Step": 430, "Finetune/Step Time": 5.997908586636186}
+{"Finetune/Learning Rate": 1.4965277777777778e-05, "Finetune/Loss": 1.0357158184051514, "Finetune/Loss (Raw)": 1.115857720375061, "Finetune/Step": 431, "Finetune/Step Time": 5.999578107148409}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 1.0356981754302979, "Finetune/Loss (Raw)": 1.121044397354126, "Finetune/Step": 432, "Finetune/Step Time": 5.998392781242728}
+{"Finetune/Learning Rate": 1.5034722222222225e-05, "Finetune/Loss": 1.0342602729797363, "Finetune/Loss (Raw)": 0.9907523989677429, "Finetune/Step": 433, "Finetune/Step Time": 6.00313544459641}
+{"Finetune/Learning Rate": 1.5069444444444446e-05, "Finetune/Loss": 1.0345641374588013, "Finetune/Loss (Raw)": 0.9518135190010071, "Finetune/Step": 434, "Finetune/Step Time": 6.006346896290779}
+{"Finetune/Learning Rate": 1.5104166666666668e-05, "Finetune/Loss": 1.0364124774932861, "Finetune/Loss (Raw)": 1.2077280282974243, "Finetune/Step": 435, "Finetune/Step Time": 6.007161136716604}
+{"Finetune/Learning Rate": 1.513888888888889e-05, "Finetune/Loss": 1.0368918180465698, "Finetune/Loss (Raw)": 1.0936955213546753, "Finetune/Step": 436, "Finetune/Step Time": 6.003863038495183}
+{"Finetune/Learning Rate": 1.5173611111111112e-05, "Finetune/Loss": 1.037022352218628, "Finetune/Loss (Raw)": 1.1045243740081787, "Finetune/Step": 437, "Finetune/Step Time": 6.007577646523714}
+{"Finetune/Learning Rate": 1.5208333333333333e-05, "Finetune/Loss": 1.0360069274902344, "Finetune/Loss (Raw)": 1.0085104703903198, "Finetune/Step": 438, "Finetune/Step Time": 6.006937474012375}
+{"Finetune/Learning Rate": 1.5243055555555558e-05, "Finetune/Loss": 1.034327507019043, "Finetune/Loss (Raw)": 0.9832261204719543, "Finetune/Step": 439, "Finetune/Step Time": 6.003134207800031}
+{"Finetune/Learning Rate": 1.5277777777777777e-05, "Finetune/Loss": 1.0344020128250122, "Finetune/Loss (Raw)": 0.9299332499504089, "Finetune/Step": 440, "Finetune/Step Time": 5.99978050775826}
+{"Finetune/Learning Rate": 1.5312500000000003e-05, "Finetune/Loss": 1.0333986282348633, "Finetune/Loss (Raw)": 1.056959867477417, "Finetune/Step": 441, "Finetune/Step Time": 6.004113400354981}
+{"Finetune/Learning Rate": 1.5347222222222226e-05, "Finetune/Loss": 1.0333776473999023, "Finetune/Loss (Raw)": 1.0444599390029907, "Finetune/Step": 442, "Finetune/Step Time": 6.005261002108455}
+{"Finetune/Learning Rate": 1.5381944444444445e-05, "Finetune/Loss": 1.0349293947219849, "Finetune/Loss (Raw)": 1.2385289669036865, "Finetune/Step": 443, "Finetune/Step Time": 6.025767793878913}
+{"Finetune/Learning Rate": 1.5416666666666668e-05, "Finetune/Loss": 1.0342484712600708, "Finetune/Loss (Raw)": 0.9963657259941101, "Finetune/Step": 444, "Finetune/Step Time": 6.005597533658147}
+{"Finetune/Learning Rate": 1.545138888888889e-05, "Finetune/Loss": 1.0347886085510254, "Finetune/Loss (Raw)": 1.0748424530029297, "Finetune/Step": 445, "Finetune/Step Time": 6.00761947594583}
+{"Finetune/Learning Rate": 1.5486111111111113e-05, "Finetune/Loss": 1.0346474647521973, "Finetune/Loss (Raw)": 1.049086570739746, "Finetune/Step": 446, "Finetune/Step Time": 6.01462984085083}
+{"Finetune/Learning Rate": 1.5520833333333332e-05, "Finetune/Loss": 1.0346934795379639, "Finetune/Loss (Raw)": 1.091058373451233, "Finetune/Step": 447, "Finetune/Step Time": 6.013434315100312}
+{"Finetune/Learning Rate": 1.555555555555556e-05, "Finetune/Loss": 1.0373743772506714, "Finetune/Loss (Raw)": 1.271167516708374, "Finetune/Step": 448, "Finetune/Step Time": 6.020296785980463}
+{"Finetune/Learning Rate": 1.5590277777777778e-05, "Finetune/Loss": 1.035473108291626, "Finetune/Loss (Raw)": 0.9360551238059998, "Finetune/Step": 449, "Finetune/Step Time": 6.022319862619042}
+{"Finetune/Learning Rate": 1.5625e-05, "Finetune/Loss": 1.0342555046081543, "Finetune/Loss (Raw)": 1.0527478456497192, "Finetune/Step": 450, "Finetune/Step Time": 6.023292815312743}
+{"Finetune/Learning Rate": 1.5659722222222223e-05, "Finetune/Loss": 1.0357685089111328, "Finetune/Loss (Raw)": 1.2202974557876587, "Finetune/Step": 451, "Finetune/Step Time": 6.026658860966563}
+{"Finetune/Learning Rate": 1.5694444444444446e-05, "Finetune/Loss": 1.0369535684585571, "Finetune/Loss (Raw)": 1.1851853132247925, "Finetune/Step": 452, "Finetune/Step Time": 6.02627494931221}
+{"Finetune/Learning Rate": 1.572916666666667e-05, "Finetune/Loss": 1.0366883277893066, "Finetune/Loss (Raw)": 0.9880833625793457, "Finetune/Step": 453, "Finetune/Step Time": 6.037003332749009}
+{"Finetune/Learning Rate": 1.576388888888889e-05, "Finetune/Loss": 1.036447525024414, "Finetune/Loss (Raw)": 1.0726243257522583, "Finetune/Step": 454, "Finetune/Step Time": 6.035462172701955}
+{"Finetune/Learning Rate": 1.5798611111111114e-05, "Finetune/Loss": 1.0374181270599365, "Finetune/Loss (Raw)": 1.1133068799972534, "Finetune/Step": 455, "Finetune/Step Time": 6.033402841538191}
+{"Finetune/Learning Rate": 1.5833333333333333e-05, "Finetune/Loss": 1.0372016429901123, "Finetune/Loss (Raw)": 1.0435490608215332, "Finetune/Step": 456, "Finetune/Step Time": 6.051707416772842}
+{"Finetune/Learning Rate": 1.5868055555555556e-05, "Finetune/Loss": 1.036853551864624, "Finetune/Loss (Raw)": 0.964848518371582, "Finetune/Step": 457, "Finetune/Step Time": 6.0507172755897045}
+{"Finetune/Learning Rate": 1.590277777777778e-05, "Finetune/Loss": 1.036827802658081, "Finetune/Loss (Raw)": 1.1031039953231812, "Finetune/Step": 458, "Finetune/Step Time": 6.0461652632802725}
+{"Finetune/Learning Rate": 1.59375e-05, "Finetune/Loss": 1.0358933210372925, "Finetune/Loss (Raw)": 0.8724332451820374, "Finetune/Step": 459, "Finetune/Step Time": 6.053940907120705}
+{"Finetune/Learning Rate": 1.5972222222222224e-05, "Finetune/Loss": 1.036008596420288, "Finetune/Loss (Raw)": 1.0988903045654297, "Finetune/Step": 460, "Finetune/Step Time": 6.054804498329759}
+{"Finetune/Learning Rate": 1.6006944444444447e-05, "Finetune/Loss": 1.03652822971344, "Finetune/Loss (Raw)": 1.1634433269500732, "Finetune/Step": 461, "Finetune/Step Time": 6.056913502514362}
+{"Finetune/Learning Rate": 1.604166666666667e-05, "Finetune/Loss": 1.0380001068115234, "Finetune/Loss (Raw)": 1.0641560554504395, "Finetune/Step": 462, "Finetune/Step Time": 6.035852637141943}
+{"Finetune/Learning Rate": 1.607638888888889e-05, "Finetune/Loss": 1.0384416580200195, "Finetune/Loss (Raw)": 1.120826005935669, "Finetune/Step": 463, "Finetune/Step Time": 6.027140643447638}
+{"Finetune/Learning Rate": 1.6111111111111115e-05, "Finetune/Loss": 1.0391157865524292, "Finetune/Loss (Raw)": 1.035552740097046, "Finetune/Step": 464, "Finetune/Step Time": 6.027819458395243}
+{"Finetune/Learning Rate": 1.6145833333333334e-05, "Finetune/Loss": 1.0388450622558594, "Finetune/Loss (Raw)": 0.9506696462631226, "Finetune/Step": 465, "Finetune/Step Time": 6.028753574937582}
+{"Finetune/Learning Rate": 1.6180555555555557e-05, "Finetune/Loss": 1.0389753580093384, "Finetune/Loss (Raw)": 1.0978327989578247, "Finetune/Step": 466, "Finetune/Step Time": 6.027867320924997}
+{"Finetune/Learning Rate": 1.621527777777778e-05, "Finetune/Loss": 1.0380964279174805, "Finetune/Loss (Raw)": 1.0350141525268555, "Finetune/Step": 467, "Finetune/Step Time": 6.025131396949291}
+{"Finetune/Learning Rate": 1.6250000000000002e-05, "Finetune/Loss": 1.0378655195236206, "Finetune/Loss (Raw)": 1.0472724437713623, "Finetune/Step": 468, "Finetune/Step Time": 6.019255463033915}
+{"Finetune/Learning Rate": 1.6284722222222225e-05, "Finetune/Loss": 1.0378139019012451, "Finetune/Loss (Raw)": 1.0842422246932983, "Finetune/Step": 469, "Finetune/Step Time": 6.019274851307273}
+{"Finetune/Learning Rate": 1.6319444444444444e-05, "Finetune/Loss": 1.0406545400619507, "Finetune/Loss (Raw)": 1.037414312362671, "Finetune/Step": 470, "Finetune/Step Time": 5.987715627998114}
+{"Finetune/Learning Rate": 1.635416666666667e-05, "Finetune/Loss": 1.040804147720337, "Finetune/Loss (Raw)": 1.0641400814056396, "Finetune/Step": 471, "Finetune/Step Time": 5.985919425264001}
+{"Finetune/Learning Rate": 1.638888888888889e-05, "Finetune/Loss": 1.0399315357208252, "Finetune/Loss (Raw)": 1.0756016969680786, "Finetune/Step": 472, "Finetune/Step Time": 5.986375920474529}
+{"Finetune/Learning Rate": 1.6423611111111112e-05, "Finetune/Loss": 1.0406315326690674, "Finetune/Loss (Raw)": 1.1754767894744873, "Finetune/Step": 473, "Finetune/Step Time": 5.9861335549503565}
+{"Finetune/Learning Rate": 1.6458333333333335e-05, "Finetune/Loss": 1.039088249206543, "Finetune/Loss (Raw)": 1.0843957662582397, "Finetune/Step": 474, "Finetune/Step Time": 5.989415703341365}
+{"Finetune/Learning Rate": 1.6493055555555557e-05, "Finetune/Loss": 1.0387492179870605, "Finetune/Loss (Raw)": 0.9701950550079346, "Finetune/Step": 475, "Finetune/Step Time": 5.990194596350193}
+{"Finetune/Learning Rate": 1.6527777777777777e-05, "Finetune/Loss": 1.0384492874145508, "Finetune/Loss (Raw)": 1.0024418830871582, "Finetune/Step": 476, "Finetune/Step Time": 5.974093915894628}
+{"Finetune/Learning Rate": 1.6562500000000003e-05, "Finetune/Loss": 1.0386475324630737, "Finetune/Loss (Raw)": 1.1237990856170654, "Finetune/Step": 477, "Finetune/Step Time": 5.976153679192066}
+{"Finetune/Learning Rate": 1.6597222222222225e-05, "Finetune/Loss": 1.0360642671585083, "Finetune/Loss (Raw)": 0.7451595664024353, "Finetune/Step": 478, "Finetune/Step Time": 5.994467232376337}
+{"Finetune/Learning Rate": 1.6631944444444445e-05, "Finetune/Loss": 1.0397083759307861, "Finetune/Loss (Raw)": 1.0568151473999023, "Finetune/Step": 479, "Finetune/Step Time": 5.975637074559927}
+{"Finetune/Learning Rate": 1.6666666666666667e-05, "Finetune/Loss": 1.03871750831604, "Finetune/Loss (Raw)": 0.9758292436599731, "Finetune/Step": 480, "Finetune/Step Time": 5.974012641236186}
+{"Finetune/Learning Rate": 1.670138888888889e-05, "Finetune/Loss": 1.0418556928634644, "Finetune/Loss (Raw)": 1.0006484985351562, "Finetune/Step": 481, "Finetune/Step Time": 5.954623786732554}
+{"Finetune/Learning Rate": 1.6736111111111113e-05, "Finetune/Loss": 1.0422502756118774, "Finetune/Loss (Raw)": 1.029421329498291, "Finetune/Step": 482, "Finetune/Step Time": 5.955436384305358}
+{"Finetune/Learning Rate": 1.6770833333333336e-05, "Finetune/Loss": 1.0435230731964111, "Finetune/Loss (Raw)": 1.0478928089141846, "Finetune/Step": 483, "Finetune/Step Time": 5.955834461376071}
+{"Finetune/Learning Rate": 1.6805555555555558e-05, "Finetune/Loss": 1.0435833930969238, "Finetune/Loss (Raw)": 1.1774351596832275, "Finetune/Step": 484, "Finetune/Step Time": 5.961368670687079}
+{"Finetune/Learning Rate": 1.6840277777777778e-05, "Finetune/Loss": 1.0440874099731445, "Finetune/Loss (Raw)": 1.0762040615081787, "Finetune/Step": 485, "Finetune/Step Time": 5.960523243993521}
+{"Finetune/Learning Rate": 1.6875e-05, "Finetune/Loss": 1.0439417362213135, "Finetune/Loss (Raw)": 0.9173093438148499, "Finetune/Step": 486, "Finetune/Step Time": 5.959080995991826}
+{"Finetune/Learning Rate": 1.6909722222222223e-05, "Finetune/Loss": 1.0429677963256836, "Finetune/Loss (Raw)": 0.9452422857284546, "Finetune/Step": 487, "Finetune/Step Time": 5.964467769488692}
+{"Finetune/Learning Rate": 1.6944444444444446e-05, "Finetune/Loss": 1.043147087097168, "Finetune/Loss (Raw)": 1.0811482667922974, "Finetune/Step": 488, "Finetune/Step Time": 5.962330354377627}
+{"Finetune/Learning Rate": 1.6979166666666668e-05, "Finetune/Loss": 1.0415593385696411, "Finetune/Loss (Raw)": 1.0070582628250122, "Finetune/Step": 489, "Finetune/Step Time": 5.963789334520698}
+{"Finetune/Learning Rate": 1.701388888888889e-05, "Finetune/Loss": 1.0425493717193604, "Finetune/Loss (Raw)": 1.1040058135986328, "Finetune/Step": 490, "Finetune/Step Time": 5.968315428122878}
+{"Finetune/Learning Rate": 1.7048611111111114e-05, "Finetune/Loss": 1.042806625366211, "Finetune/Loss (Raw)": 1.0097415447235107, "Finetune/Step": 491, "Finetune/Step Time": 5.956296090036631}
+{"Finetune/Learning Rate": 1.7083333333333333e-05, "Finetune/Loss": 1.0415433645248413, "Finetune/Loss (Raw)": 1.055726408958435, "Finetune/Step": 492, "Finetune/Step Time": 5.954398266971111}
+{"Finetune/Learning Rate": 1.7118055555555556e-05, "Finetune/Loss": 1.0431267023086548, "Finetune/Loss (Raw)": 1.0942654609680176, "Finetune/Step": 493, "Finetune/Step Time": 5.950320649892092}
+{"Finetune/Learning Rate": 1.715277777777778e-05, "Finetune/Loss": 1.0441735982894897, "Finetune/Loss (Raw)": 1.12851083278656, "Finetune/Step": 494, "Finetune/Step Time": 5.946220664307475}
+{"Finetune/Learning Rate": 1.71875e-05, "Finetune/Loss": 1.0448918342590332, "Finetune/Loss (Raw)": 1.084277629852295, "Finetune/Step": 495, "Finetune/Step Time": 5.915554653853178}
+{"Finetune/Learning Rate": 1.7222222222222224e-05, "Finetune/Loss": 1.0448417663574219, "Finetune/Loss (Raw)": 1.1412944793701172, "Finetune/Step": 496, "Finetune/Step Time": 5.911262042820454}
+{"Finetune/Learning Rate": 1.7256944444444446e-05, "Finetune/Loss": 1.0437381267547607, "Finetune/Loss (Raw)": 0.9310245513916016, "Finetune/Step": 497, "Finetune/Step Time": 5.927005592733622}
+{"Finetune/Learning Rate": 1.729166666666667e-05, "Finetune/Loss": 1.0448445081710815, "Finetune/Loss (Raw)": 1.069645643234253, "Finetune/Step": 498, "Finetune/Step Time": 5.915875390172005}
+{"Finetune/Learning Rate": 1.732638888888889e-05, "Finetune/Loss": 1.0437958240509033, "Finetune/Loss (Raw)": 1.0008140802383423, "Finetune/Step": 499, "Finetune/Step Time": 5.910187883302569}
+{"Finetune/Learning Rate": 1.7361111111111114e-05, "Finetune/Loss": 1.0446059703826904, "Finetune/Loss (Raw)": 1.043787956237793, "Finetune/Step": 500, "Finetune/Step Time": 5.90892868116498}
+{"Finetune/Learning Rate": 1.7395833333333334e-05, "Finetune/Loss": 1.0439767837524414, "Finetune/Loss (Raw)": 1.0307044982910156, "Finetune/Step": 501, "Finetune/Step Time": 5.915994497016072}
+{"Finetune/Learning Rate": 1.7430555555555556e-05, "Finetune/Loss": 1.0440536737442017, "Finetune/Loss (Raw)": 1.001185417175293, "Finetune/Step": 502, "Finetune/Step Time": 5.903307249769568}
+{"Finetune/Learning Rate": 1.746527777777778e-05, "Finetune/Loss": 1.044418215751648, "Finetune/Loss (Raw)": 1.052802562713623, "Finetune/Step": 503, "Finetune/Step Time": 5.903387699276209}
+{"Finetune/Learning Rate": 1.7500000000000002e-05, "Finetune/Loss": 1.0461056232452393, "Finetune/Loss (Raw)": 1.1355347633361816, "Finetune/Step": 504, "Finetune/Step Time": 5.903715319931507}
+{"Finetune/Learning Rate": 1.7534722222222225e-05, "Finetune/Loss": 1.0471419095993042, "Finetune/Loss (Raw)": 1.0870592594146729, "Finetune/Step": 505, "Finetune/Step Time": 5.900100525468588}
+{"Finetune/Learning Rate": 1.7569444444444447e-05, "Finetune/Loss": 1.0474131107330322, "Finetune/Loss (Raw)": 1.120713472366333, "Finetune/Step": 506, "Finetune/Step Time": 5.895851202309132}
+{"Finetune/Learning Rate": 1.760416666666667e-05, "Finetune/Loss": 1.0473124980926514, "Finetune/Loss (Raw)": 1.102730393409729, "Finetune/Step": 507, "Finetune/Step Time": 5.889640292152762}
+{"Finetune/Learning Rate": 1.763888888888889e-05, "Finetune/Loss": 1.0473268032073975, "Finetune/Loss (Raw)": 0.9302467703819275, "Finetune/Step": 508, "Finetune/Step Time": 5.891114143654704}
+{"Finetune/Learning Rate": 1.7673611111111112e-05, "Finetune/Loss": 1.0471763610839844, "Finetune/Loss (Raw)": 1.1526310443878174, "Finetune/Step": 509, "Finetune/Step Time": 5.889652349054813}
+{"Finetune/Learning Rate": 1.7708333333333335e-05, "Finetune/Loss": 1.045653223991394, "Finetune/Loss (Raw)": 0.8613627552986145, "Finetune/Step": 510, "Finetune/Step Time": 5.899172034114599}
+{"Finetune/Learning Rate": 1.7743055555555557e-05, "Finetune/Loss": 1.0467348098754883, "Finetune/Loss (Raw)": 1.1092512607574463, "Finetune/Step": 511, "Finetune/Step Time": 5.899699488654733}
+{"Finetune/Learning Rate": 1.7777777777777777e-05, "Finetune/Loss": 1.044149398803711, "Finetune/Loss (Raw)": 0.779877781867981, "Finetune/Step": 512, "Finetune/Step Time": 5.91466199234128}
+{"Finetune/Learning Rate": 1.7812500000000003e-05, "Finetune/Loss": 1.0439784526824951, "Finetune/Loss (Raw)": 1.0473051071166992, "Finetune/Step": 513, "Finetune/Step Time": 5.920562202110887}
+{"Finetune/Learning Rate": 1.7847222222222225e-05, "Finetune/Loss": 1.0446463823318481, "Finetune/Loss (Raw)": 1.129629135131836, "Finetune/Step": 514, "Finetune/Step Time": 5.885855223983526}
+{"Finetune/Learning Rate": 1.7881944444444445e-05, "Finetune/Loss": 1.0447509288787842, "Finetune/Loss (Raw)": 1.0057320594787598, "Finetune/Step": 515, "Finetune/Step Time": 5.8896722588688135}
+{"Finetune/Learning Rate": 1.7916666666666667e-05, "Finetune/Loss": 1.044299602508545, "Finetune/Loss (Raw)": 1.0488284826278687, "Finetune/Step": 516, "Finetune/Step Time": 5.8890416994690895}
+{"Finetune/Learning Rate": 1.795138888888889e-05, "Finetune/Loss": 1.043684720993042, "Finetune/Loss (Raw)": 0.9885019659996033, "Finetune/Step": 517, "Finetune/Step Time": 5.893254486843944}
+{"Finetune/Learning Rate": 1.7986111111111113e-05, "Finetune/Loss": 1.0427072048187256, "Finetune/Loss (Raw)": 0.9954807758331299, "Finetune/Step": 518, "Finetune/Step Time": 5.893863599747419}
+{"Finetune/Learning Rate": 1.8020833333333335e-05, "Finetune/Loss": 1.0432991981506348, "Finetune/Loss (Raw)": 1.0845288038253784, "Finetune/Step": 519, "Finetune/Step Time": 5.887775929644704}
+{"Finetune/Learning Rate": 1.8055555555555558e-05, "Finetune/Loss": 1.0430026054382324, "Finetune/Loss (Raw)": 1.0254541635513306, "Finetune/Step": 520, "Finetune/Step Time": 5.8865468967705965}
+{"Finetune/Learning Rate": 1.8090277777777777e-05, "Finetune/Loss": 1.0436145067214966, "Finetune/Loss (Raw)": 1.1038762331008911, "Finetune/Step": 521, "Finetune/Step Time": 5.8878653310239315}
+{"Finetune/Learning Rate": 1.8125e-05, "Finetune/Loss": 1.0404155254364014, "Finetune/Loss (Raw)": 0.7224449515342712, "Finetune/Step": 522, "Finetune/Step Time": 5.910492574796081}
+{"Finetune/Learning Rate": 1.8159722222222226e-05, "Finetune/Loss": 1.0398108959197998, "Finetune/Loss (Raw)": 0.9774022102355957, "Finetune/Step": 523, "Finetune/Step Time": 5.906681340187788}
+{"Finetune/Learning Rate": 1.8194444444444445e-05, "Finetune/Loss": 1.0389275550842285, "Finetune/Loss (Raw)": 1.005771279335022, "Finetune/Step": 524, "Finetune/Step Time": 5.900545893236995}
+{"Finetune/Learning Rate": 1.8229166666666668e-05, "Finetune/Loss": 1.038355827331543, "Finetune/Loss (Raw)": 1.037400722503662, "Finetune/Step": 525, "Finetune/Step Time": 5.886137502267957}
+{"Finetune/Learning Rate": 1.826388888888889e-05, "Finetune/Loss": 1.038222312927246, "Finetune/Loss (Raw)": 1.0474995374679565, "Finetune/Step": 526, "Finetune/Step Time": 5.887032287195325}
+{"Finetune/Learning Rate": 1.8298611111111114e-05, "Finetune/Loss": 1.0368824005126953, "Finetune/Loss (Raw)": 0.9302552342414856, "Finetune/Step": 527, "Finetune/Step Time": 5.888878513127565}
+{"Finetune/Learning Rate": 1.8333333333333333e-05, "Finetune/Loss": 1.0382996797561646, "Finetune/Loss (Raw)": 1.0800409317016602, "Finetune/Step": 528, "Finetune/Step Time": 5.900507742539048}
+{"Finetune/Learning Rate": 1.836805555555556e-05, "Finetune/Loss": 1.0370335578918457, "Finetune/Loss (Raw)": 0.8161739706993103, "Finetune/Step": 529, "Finetune/Step Time": 5.903364606201649}
+{"Finetune/Learning Rate": 1.8402777777777778e-05, "Finetune/Loss": 1.037886619567871, "Finetune/Loss (Raw)": 1.066807746887207, "Finetune/Step": 530, "Finetune/Step Time": 5.90593427233398}
+{"Finetune/Learning Rate": 1.84375e-05, "Finetune/Loss": 1.037137508392334, "Finetune/Loss (Raw)": 1.015318512916565, "Finetune/Step": 531, "Finetune/Step Time": 5.907604184001684}
+{"Finetune/Learning Rate": 1.8472222222222224e-05, "Finetune/Loss": 1.0354044437408447, "Finetune/Loss (Raw)": 0.894498348236084, "Finetune/Step": 532, "Finetune/Step Time": 5.910737402737141}
+{"Finetune/Learning Rate": 1.8506944444444446e-05, "Finetune/Loss": 1.0361257791519165, "Finetune/Loss (Raw)": 1.0842031240463257, "Finetune/Step": 533, "Finetune/Step Time": 5.914227562025189}
+{"Finetune/Learning Rate": 1.854166666666667e-05, "Finetune/Loss": 1.0356230735778809, "Finetune/Loss (Raw)": 0.9636621475219727, "Finetune/Step": 534, "Finetune/Step Time": 5.913404226303101}
+{"Finetune/Learning Rate": 1.8576388888888888e-05, "Finetune/Loss": 1.0335779190063477, "Finetune/Loss (Raw)": 0.7606028914451599, "Finetune/Step": 535, "Finetune/Step Time": 5.930917385965586}
+{"Finetune/Learning Rate": 1.8611111111111114e-05, "Finetune/Loss": 1.0342921018600464, "Finetune/Loss (Raw)": 1.019004225730896, "Finetune/Step": 536, "Finetune/Step Time": 5.94095197878778}
+{"Finetune/Learning Rate": 1.8645833333333334e-05, "Finetune/Loss": 1.035680890083313, "Finetune/Loss (Raw)": 1.1639803647994995, "Finetune/Step": 537, "Finetune/Step Time": 5.940994746983051}
+{"Finetune/Learning Rate": 1.8680555555555556e-05, "Finetune/Loss": 1.0353894233703613, "Finetune/Loss (Raw)": 1.0804747343063354, "Finetune/Step": 538, "Finetune/Step Time": 5.957315215840936}
+{"Finetune/Learning Rate": 1.871527777777778e-05, "Finetune/Loss": 1.0355556011199951, "Finetune/Loss (Raw)": 0.7518569231033325, "Finetune/Step": 539, "Finetune/Step Time": 5.9439061768352985}
+{"Finetune/Learning Rate": 1.8750000000000002e-05, "Finetune/Loss": 1.0356305837631226, "Finetune/Loss (Raw)": 1.0199490785598755, "Finetune/Step": 540, "Finetune/Step Time": 5.941640194505453}
+{"Finetune/Learning Rate": 1.8784722222222224e-05, "Finetune/Loss": 1.0390679836273193, "Finetune/Loss (Raw)": 1.089120626449585, "Finetune/Step": 541, "Finetune/Step Time": 5.9119823686778545}
+{"Finetune/Learning Rate": 1.8819444444444447e-05, "Finetune/Loss": 1.039766788482666, "Finetune/Loss (Raw)": 1.069287657737732, "Finetune/Step": 542, "Finetune/Step Time": 5.913046445697546}
+{"Finetune/Learning Rate": 1.885416666666667e-05, "Finetune/Loss": 1.0389573574066162, "Finetune/Loss (Raw)": 0.9286704659461975, "Finetune/Step": 543, "Finetune/Step Time": 5.914466816931963}
+{"Finetune/Learning Rate": 1.888888888888889e-05, "Finetune/Loss": 1.0384657382965088, "Finetune/Loss (Raw)": 0.9977789521217346, "Finetune/Step": 544, "Finetune/Step Time": 5.910030737519264}
+{"Finetune/Learning Rate": 1.8923611111111112e-05, "Finetune/Loss": 1.0382822751998901, "Finetune/Loss (Raw)": 0.9393004775047302, "Finetune/Step": 545, "Finetune/Step Time": 5.912931088358164}
+{"Finetune/Learning Rate": 1.8958333333333334e-05, "Finetune/Loss": 1.0373859405517578, "Finetune/Loss (Raw)": 1.1637628078460693, "Finetune/Step": 546, "Finetune/Step Time": 5.902618635445833}
+{"Finetune/Learning Rate": 1.8993055555555557e-05, "Finetune/Loss": 1.0383634567260742, "Finetune/Loss (Raw)": 0.7421953082084656, "Finetune/Step": 547, "Finetune/Step Time": 5.896772988140583}
+{"Finetune/Learning Rate": 1.902777777777778e-05, "Finetune/Loss": 1.0372309684753418, "Finetune/Loss (Raw)": 0.990648627281189, "Finetune/Step": 548, "Finetune/Step Time": 5.901281721889973}
+{"Finetune/Learning Rate": 1.9062500000000003e-05, "Finetune/Loss": 1.0362495183944702, "Finetune/Loss (Raw)": 0.939099907875061, "Finetune/Step": 549, "Finetune/Step Time": 5.902220293879509}
+{"Finetune/Learning Rate": 1.9097222222222225e-05, "Finetune/Loss": 1.0360554456710815, "Finetune/Loss (Raw)": 1.0565154552459717, "Finetune/Step": 550, "Finetune/Step Time": 5.899871408939362}
+{"Finetune/Learning Rate": 1.9131944444444445e-05, "Finetune/Loss": 1.0360276699066162, "Finetune/Loss (Raw)": 1.0984352827072144, "Finetune/Step": 551, "Finetune/Step Time": 5.897038022056222}
+{"Finetune/Learning Rate": 1.916666666666667e-05, "Finetune/Loss": 1.037434458732605, "Finetune/Loss (Raw)": 1.1610996723175049, "Finetune/Step": 552, "Finetune/Step Time": 5.899048786610365}
+{"Finetune/Learning Rate": 1.920138888888889e-05, "Finetune/Loss": 1.0370999574661255, "Finetune/Loss (Raw)": 1.0480890274047852, "Finetune/Step": 553, "Finetune/Step Time": 5.8995081428438425}
+{"Finetune/Learning Rate": 1.9236111111111113e-05, "Finetune/Loss": 1.035127878189087, "Finetune/Loss (Raw)": 0.8900977373123169, "Finetune/Step": 554, "Finetune/Step Time": 5.889690730720758}
+{"Finetune/Learning Rate": 1.9270833333333335e-05, "Finetune/Loss": 1.0368032455444336, "Finetune/Loss (Raw)": 1.2277823686599731, "Finetune/Step": 555, "Finetune/Step Time": 5.886749237775803}
+{"Finetune/Learning Rate": 1.9305555555555558e-05, "Finetune/Loss": 1.0369243621826172, "Finetune/Loss (Raw)": 1.1489121913909912, "Finetune/Step": 556, "Finetune/Step Time": 5.894193582236767}
+{"Finetune/Learning Rate": 1.9340277777777777e-05, "Finetune/Loss": 1.0372812747955322, "Finetune/Loss (Raw)": 1.0547324419021606, "Finetune/Step": 557, "Finetune/Step Time": 5.903083892539144}
+{"Finetune/Learning Rate": 1.9375e-05, "Finetune/Loss": 1.0356463193893433, "Finetune/Loss (Raw)": 0.9500017762184143, "Finetune/Step": 558, "Finetune/Step Time": 5.9062762297689915}
+{"Finetune/Learning Rate": 1.9409722222222226e-05, "Finetune/Loss": 1.034596562385559, "Finetune/Loss (Raw)": 0.9814832806587219, "Finetune/Step": 559, "Finetune/Step Time": 5.904698641970754}
+{"Finetune/Learning Rate": 1.9444444444444445e-05, "Finetune/Loss": 1.0344491004943848, "Finetune/Loss (Raw)": 1.10216224193573, "Finetune/Step": 560, "Finetune/Step Time": 5.901461713016033}
+{"Finetune/Learning Rate": 1.9479166666666668e-05, "Finetune/Loss": 1.0348502397537231, "Finetune/Loss (Raw)": 1.0421102046966553, "Finetune/Step": 561, "Finetune/Step Time": 5.8991351537406445}
+{"Finetune/Learning Rate": 1.951388888888889e-05, "Finetune/Loss": 1.0340592861175537, "Finetune/Loss (Raw)": 0.8505659103393555, "Finetune/Step": 562, "Finetune/Step Time": 5.892219416797161}
+{"Finetune/Learning Rate": 1.9548611111111113e-05, "Finetune/Loss": 1.0334768295288086, "Finetune/Loss (Raw)": 1.1331721544265747, "Finetune/Step": 563, "Finetune/Step Time": 5.888557532802224}
+{"Finetune/Learning Rate": 1.9583333333333333e-05, "Finetune/Loss": 1.031470537185669, "Finetune/Loss (Raw)": 0.8369033932685852, "Finetune/Step": 564, "Finetune/Step Time": 5.912926070392132}
+{"Finetune/Learning Rate": 1.961805555555556e-05, "Finetune/Loss": 1.031762957572937, "Finetune/Loss (Raw)": 1.1419423818588257, "Finetune/Step": 565, "Finetune/Step Time": 5.9064787197858095}
+{"Finetune/Learning Rate": 1.9652777777777778e-05, "Finetune/Loss": 1.031478762626648, "Finetune/Loss (Raw)": 0.9721364378929138, "Finetune/Step": 566, "Finetune/Step Time": 5.899549877271056}
+{"Finetune/Learning Rate": 1.96875e-05, "Finetune/Loss": 1.0318737030029297, "Finetune/Loss (Raw)": 1.0337843894958496, "Finetune/Step": 567, "Finetune/Step Time": 5.904855281114578}
+{"Finetune/Learning Rate": 1.9722222222222224e-05, "Finetune/Loss": 1.0339431762695312, "Finetune/Loss (Raw)": 1.1948082447052002, "Finetune/Step": 568, "Finetune/Step Time": 5.906094526872039}
+{"Finetune/Learning Rate": 1.9756944444444446e-05, "Finetune/Loss": 1.033841848373413, "Finetune/Loss (Raw)": 1.043997049331665, "Finetune/Step": 569, "Finetune/Step Time": 5.904490038752556}
+{"Finetune/Learning Rate": 1.979166666666667e-05, "Finetune/Loss": 1.034064531326294, "Finetune/Loss (Raw)": 1.0729761123657227, "Finetune/Step": 570, "Finetune/Step Time": 5.907944990321994}
+{"Finetune/Learning Rate": 1.982638888888889e-05, "Finetune/Loss": 1.0327911376953125, "Finetune/Loss (Raw)": 1.0755324363708496, "Finetune/Step": 571, "Finetune/Step Time": 5.888514986261725}
+{"Finetune/Learning Rate": 1.9861111111111114e-05, "Finetune/Loss": 1.0324971675872803, "Finetune/Loss (Raw)": 0.9587415456771851, "Finetune/Step": 572, "Finetune/Step Time": 5.891801817342639}
+{"Finetune/Learning Rate": 1.9895833333333334e-05, "Finetune/Loss": 1.0311923027038574, "Finetune/Loss (Raw)": 0.9078306555747986, "Finetune/Step": 573, "Finetune/Step Time": 5.882283113896847}
+{"Finetune/Learning Rate": 1.9930555555555556e-05, "Finetune/Loss": 1.0320333242416382, "Finetune/Loss (Raw)": 1.156713604927063, "Finetune/Step": 574, "Finetune/Step Time": 5.874920193105936}
+{"Finetune/Learning Rate": 1.996527777777778e-05, "Finetune/Loss": 1.0317555665969849, "Finetune/Loss (Raw)": 1.0555137395858765, "Finetune/Step": 575, "Finetune/Step Time": 5.873247338458896}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0301731824874878, "Finetune/Loss (Raw)": 1.0686177015304565, "Finetune/Step": 576, "Finetune/Step Time": 5.868080576881766}
+{"Finetune/Learning Rate": 1.9999999858214218e-05, "Finetune/Loss": 1.0311241149902344, "Finetune/Loss (Raw)": 1.0577809810638428, "Finetune/Step": 577, "Finetune/Step Time": 5.861580431461334}
+{"Finetune/Learning Rate": 1.9999999432856878e-05, "Finetune/Loss": 1.0312265157699585, "Finetune/Loss (Raw)": 1.0658488273620605, "Finetune/Step": 578, "Finetune/Step Time": 5.859666865319014}
+{"Finetune/Learning Rate": 1.999999872392799e-05, "Finetune/Loss": 1.0300045013427734, "Finetune/Loss (Raw)": 1.0638903379440308, "Finetune/Step": 579, "Finetune/Step Time": 5.860227921977639}
+{"Finetune/Learning Rate": 1.9999997731427573e-05, "Finetune/Loss": 1.0301105976104736, "Finetune/Loss (Raw)": 1.19877028465271, "Finetune/Step": 580, "Finetune/Step Time": 5.8614502530545}
+{"Finetune/Learning Rate": 1.9999996455355653e-05, "Finetune/Loss": 1.0268723964691162, "Finetune/Loss (Raw)": 0.5735722780227661, "Finetune/Step": 581, "Finetune/Step Time": 5.865209497511387}
+{"Finetune/Learning Rate": 1.9999994895712275e-05, "Finetune/Loss": 1.0244685411453247, "Finetune/Loss (Raw)": 0.764936089515686, "Finetune/Step": 582, "Finetune/Step Time": 5.882736308500171}
+{"Finetune/Learning Rate": 1.9999993052497478e-05, "Finetune/Loss": 1.0232820510864258, "Finetune/Loss (Raw)": 0.9614372849464417, "Finetune/Step": 583, "Finetune/Step Time": 5.880751328542829}
+{"Finetune/Learning Rate": 1.999999092571131e-05, "Finetune/Loss": 1.0222446918487549, "Finetune/Loss (Raw)": 0.910771369934082, "Finetune/Step": 584, "Finetune/Step Time": 5.868734911084175}
+{"Finetune/Learning Rate": 1.9999988515353838e-05, "Finetune/Loss": 1.023383378982544, "Finetune/Loss (Raw)": 1.1106069087982178, "Finetune/Step": 585, "Finetune/Step Time": 5.864294812083244}
+{"Finetune/Learning Rate": 1.9999985821425126e-05, "Finetune/Loss": 1.0222810506820679, "Finetune/Loss (Raw)": 0.9619985222816467, "Finetune/Step": 586, "Finetune/Step Time": 5.8614698220044374}
+{"Finetune/Learning Rate": 1.9999982843925257e-05, "Finetune/Loss": 1.023409366607666, "Finetune/Loss (Raw)": 1.0168653726577759, "Finetune/Step": 587, "Finetune/Step Time": 5.861297480762005}
+{"Finetune/Learning Rate": 1.999997958285431e-05, "Finetune/Loss": 1.0201504230499268, "Finetune/Loss (Raw)": 0.6817423105239868, "Finetune/Step": 588, "Finetune/Step Time": 5.880909511819482}
+{"Finetune/Learning Rate": 1.9999976038212373e-05, "Finetune/Loss": 1.017878532409668, "Finetune/Loss (Raw)": 0.8726438283920288, "Finetune/Step": 589, "Finetune/Step Time": 5.884619636461139}
+{"Finetune/Learning Rate": 1.9999972209999554e-05, "Finetune/Loss": 1.0175901651382446, "Finetune/Loss (Raw)": 1.0272417068481445, "Finetune/Step": 590, "Finetune/Step Time": 5.885788340121508}
+{"Finetune/Learning Rate": 1.999996809821596e-05, "Finetune/Loss": 1.018000841140747, "Finetune/Loss (Raw)": 1.1733936071395874, "Finetune/Step": 591, "Finetune/Step Time": 5.8855393175035715}
+{"Finetune/Learning Rate": 1.9999963702861706e-05, "Finetune/Loss": 1.0180259943008423, "Finetune/Loss (Raw)": 1.0387639999389648, "Finetune/Step": 592, "Finetune/Step Time": 5.884567795321345}
+{"Finetune/Learning Rate": 1.9999959023936917e-05, "Finetune/Loss": 1.0174126625061035, "Finetune/Loss (Raw)": 0.8721753358840942, "Finetune/Step": 593, "Finetune/Step Time": 5.883787566795945}
+{"Finetune/Learning Rate": 1.999995406144173e-05, "Finetune/Loss": 1.0145366191864014, "Finetune/Loss (Raw)": 0.7296878099441528, "Finetune/Step": 594, "Finetune/Step Time": 5.903798120096326}
+{"Finetune/Learning Rate": 1.999994881537628e-05, "Finetune/Loss": 1.0149407386779785, "Finetune/Loss (Raw)": 1.0867449045181274, "Finetune/Step": 595, "Finetune/Step Time": 5.904528381302953}
+{"Finetune/Learning Rate": 1.9999943285740712e-05, "Finetune/Loss": 1.0150609016418457, "Finetune/Loss (Raw)": 1.0626639127731323, "Finetune/Step": 596, "Finetune/Step Time": 5.9057833310216665}
+{"Finetune/Learning Rate": 1.9999937472535195e-05, "Finetune/Loss": 1.0142836570739746, "Finetune/Loss (Raw)": 0.9847463369369507, "Finetune/Step": 597, "Finetune/Step Time": 5.91110897064209}
+{"Finetune/Learning Rate": 1.9999931375759885e-05, "Finetune/Loss": 1.0145084857940674, "Finetune/Loss (Raw)": 1.0661871433258057, "Finetune/Step": 598, "Finetune/Step Time": 5.911231517791748}
+{"Finetune/Learning Rate": 1.999992499541496e-05, "Finetune/Loss": 1.0144292116165161, "Finetune/Loss (Raw)": 1.0539995431900024, "Finetune/Step": 599, "Finetune/Step Time": 5.909551320597529}
+{"Finetune/Learning Rate": 1.9999918331500595e-05, "Finetune/Loss": 1.01361083984375, "Finetune/Loss (Raw)": 0.9708375334739685, "Finetune/Step": 600, "Finetune/Step Time": 5.9051321391016245}
+{"Finetune/Learning Rate": 1.9999911384016984e-05, "Finetune/Loss": 1.0111548900604248, "Finetune/Loss (Raw)": 0.8611273765563965, "Finetune/Step": 601, "Finetune/Step Time": 5.915824336931109}
+{"Finetune/Learning Rate": 1.999990415296432e-05, "Finetune/Loss": 1.011176347732544, "Finetune/Loss (Raw)": 1.0871427059173584, "Finetune/Step": 602, "Finetune/Step Time": 5.920636570081115}
+{"Finetune/Learning Rate": 1.999989663834281e-05, "Finetune/Loss": 1.0107619762420654, "Finetune/Loss (Raw)": 0.9171457886695862, "Finetune/Step": 603, "Finetune/Step Time": 5.924374189227819}
+{"Finetune/Learning Rate": 1.9999888840152667e-05, "Finetune/Loss": 1.011225700378418, "Finetune/Loss (Raw)": 1.0617961883544922, "Finetune/Step": 604, "Finetune/Step Time": 5.93990184366703}
+{"Finetune/Learning Rate": 1.9999880758394114e-05, "Finetune/Loss": 1.0116651058197021, "Finetune/Loss (Raw)": 1.180057406425476, "Finetune/Step": 605, "Finetune/Step Time": 5.943585753440857}
+{"Finetune/Learning Rate": 1.999987239306738e-05, "Finetune/Loss": 1.01372230052948, "Finetune/Loss (Raw)": 1.0084816217422485, "Finetune/Step": 606, "Finetune/Step Time": 5.926356660202146}
+{"Finetune/Learning Rate": 1.99998637441727e-05, "Finetune/Loss": 1.0143022537231445, "Finetune/Loss (Raw)": 1.1310511827468872, "Finetune/Step": 607, "Finetune/Step Time": 5.924627929925919}
+{"Finetune/Learning Rate": 1.9999854811710317e-05, "Finetune/Loss": 1.0142590999603271, "Finetune/Loss (Raw)": 0.9702939391136169, "Finetune/Step": 608, "Finetune/Step Time": 5.926197757944465}
+{"Finetune/Learning Rate": 1.999984559568049e-05, "Finetune/Loss": 1.01358962059021, "Finetune/Loss (Raw)": 0.9149713516235352, "Finetune/Step": 609, "Finetune/Step Time": 5.9291164968162775}
+{"Finetune/Learning Rate": 1.9999836096083477e-05, "Finetune/Loss": 1.013169288635254, "Finetune/Loss (Raw)": 0.9755998849868774, "Finetune/Step": 610, "Finetune/Step Time": 5.933123022317886}
+{"Finetune/Learning Rate": 1.9999826312919547e-05, "Finetune/Loss": 1.0131272077560425, "Finetune/Loss (Raw)": 1.0425139665603638, "Finetune/Step": 611, "Finetune/Step Time": 5.933876866474748}
+{"Finetune/Learning Rate": 1.999981624618898e-05, "Finetune/Loss": 1.0112385749816895, "Finetune/Loss (Raw)": 0.9356763362884521, "Finetune/Step": 612, "Finetune/Step Time": 5.932159412652254}
+{"Finetune/Learning Rate": 1.999980589589206e-05, "Finetune/Loss": 1.0096077919006348, "Finetune/Loss (Raw)": 0.8674652576446533, "Finetune/Step": 613, "Finetune/Step Time": 5.937009386718273}
+{"Finetune/Learning Rate": 1.9999795262029077e-05, "Finetune/Loss": 1.010204553604126, "Finetune/Loss (Raw)": 0.9937048554420471, "Finetune/Step": 614, "Finetune/Step Time": 5.939310913905501}
+{"Finetune/Learning Rate": 1.999978434460034e-05, "Finetune/Loss": 1.0091423988342285, "Finetune/Loss (Raw)": 0.8092762231826782, "Finetune/Step": 615, "Finetune/Step Time": 5.951806075870991}
+{"Finetune/Learning Rate": 1.9999773143606153e-05, "Finetune/Loss": 1.0083619356155396, "Finetune/Loss (Raw)": 0.981255292892456, "Finetune/Step": 616, "Finetune/Step Time": 5.960527265444398}
+{"Finetune/Learning Rate": 1.9999761659046837e-05, "Finetune/Loss": 1.0094722509384155, "Finetune/Loss (Raw)": 1.1491748094558716, "Finetune/Step": 617, "Finetune/Step Time": 5.962609887123108}
+{"Finetune/Learning Rate": 1.9999749890922713e-05, "Finetune/Loss": 1.008141040802002, "Finetune/Loss (Raw)": 0.9336075186729431, "Finetune/Step": 618, "Finetune/Step Time": 5.963780827820301}
+{"Finetune/Learning Rate": 1.999973783923412e-05, "Finetune/Loss": 1.009200096130371, "Finetune/Loss (Raw)": 1.1452990770339966, "Finetune/Step": 619, "Finetune/Step Time": 5.9654901176691055}
+{"Finetune/Learning Rate": 1.9999725503981394e-05, "Finetune/Loss": 1.00925874710083, "Finetune/Loss (Raw)": 1.0632485151290894, "Finetune/Step": 620, "Finetune/Step Time": 5.964037982746959}
+{"Finetune/Learning Rate": 1.9999712885164894e-05, "Finetune/Loss": 1.0059406757354736, "Finetune/Loss (Raw)": 0.669546902179718, "Finetune/Step": 621, "Finetune/Step Time": 5.979098474606872}
+{"Finetune/Learning Rate": 1.9999699982784964e-05, "Finetune/Loss": 1.0044804811477661, "Finetune/Loss (Raw)": 0.9416067600250244, "Finetune/Step": 622, "Finetune/Step Time": 6.002615891396999}
+{"Finetune/Learning Rate": 1.9999686796841986e-05, "Finetune/Loss": 1.0056304931640625, "Finetune/Loss (Raw)": 1.2314835786819458, "Finetune/Step": 623, "Finetune/Step Time": 6.005991637706757}
+{"Finetune/Learning Rate": 1.9999673327336323e-05, "Finetune/Loss": 1.005061149597168, "Finetune/Loss (Raw)": 1.06840980052948, "Finetune/Step": 624, "Finetune/Step Time": 6.007848750799894}
+{"Finetune/Learning Rate": 1.9999659574268357e-05, "Finetune/Loss": 1.0069916248321533, "Finetune/Loss (Raw)": 1.1781357526779175, "Finetune/Step": 625, "Finetune/Step Time": 5.98757166787982}
+{"Finetune/Learning Rate": 1.999964553763848e-05, "Finetune/Loss": 1.0062081813812256, "Finetune/Loss (Raw)": 0.9693541526794434, "Finetune/Step": 626, "Finetune/Step Time": 5.97985203564167}
+{"Finetune/Learning Rate": 1.9999631217447092e-05, "Finetune/Loss": 1.0067250728607178, "Finetune/Loss (Raw)": 1.0669896602630615, "Finetune/Step": 627, "Finetune/Step Time": 5.982508158311248}
+{"Finetune/Learning Rate": 1.9999616613694603e-05, "Finetune/Loss": 1.00627601146698, "Finetune/Loss (Raw)": 0.986301600933075, "Finetune/Step": 628, "Finetune/Step Time": 5.982262285426259}
+{"Finetune/Learning Rate": 1.9999601726381415e-05, "Finetune/Loss": 1.0065157413482666, "Finetune/Loss (Raw)": 1.0613774061203003, "Finetune/Step": 629, "Finetune/Step Time": 5.974615639075637}
+{"Finetune/Learning Rate": 1.999958655550796e-05, "Finetune/Loss": 1.0066465139389038, "Finetune/Loss (Raw)": 1.0179352760314941, "Finetune/Step": 630, "Finetune/Step Time": 5.981938041746616}
+{"Finetune/Learning Rate": 1.9999571101074668e-05, "Finetune/Loss": 1.0067048072814941, "Finetune/Loss (Raw)": 1.060269832611084, "Finetune/Step": 631, "Finetune/Step Time": 5.9802073407918215}
+{"Finetune/Learning Rate": 1.999955536308197e-05, "Finetune/Loss": 1.0061635971069336, "Finetune/Loss (Raw)": 1.066249966621399, "Finetune/Step": 632, "Finetune/Step Time": 6.004850754514337}
+{"Finetune/Learning Rate": 1.999953934153032e-05, "Finetune/Loss": 1.0064643621444702, "Finetune/Loss (Raw)": 1.125560998916626, "Finetune/Step": 633, "Finetune/Step Time": 6.004013609141111}
+{"Finetune/Learning Rate": 1.9999523036420164e-05, "Finetune/Loss": 1.0054298639297485, "Finetune/Loss (Raw)": 0.9882934093475342, "Finetune/Step": 634, "Finetune/Step Time": 6.007942380383611}
+{"Finetune/Learning Rate": 1.9999506447751974e-05, "Finetune/Loss": 1.003572702407837, "Finetune/Loss (Raw)": 0.8650229573249817, "Finetune/Step": 635, "Finetune/Step Time": 6.029703510925174}
+{"Finetune/Learning Rate": 1.9999489575526216e-05, "Finetune/Loss": 1.0035890340805054, "Finetune/Loss (Raw)": 0.93233323097229, "Finetune/Step": 636, "Finetune/Step Time": 6.02792314440012}
+{"Finetune/Learning Rate": 1.999947241974337e-05, "Finetune/Loss": 1.0005772113800049, "Finetune/Loss (Raw)": 0.7671030759811401, "Finetune/Step": 637, "Finetune/Step Time": 6.04583034850657}
+{"Finetune/Learning Rate": 1.9999454980403917e-05, "Finetune/Loss": 1.0012198686599731, "Finetune/Loss (Raw)": 0.9436315894126892, "Finetune/Step": 638, "Finetune/Step Time": 6.040978340432048}
+{"Finetune/Learning Rate": 1.9999437257508355e-05, "Finetune/Loss": 1.0012867450714111, "Finetune/Loss (Raw)": 1.1178052425384521, "Finetune/Step": 639, "Finetune/Step Time": 6.034951109439135}
+{"Finetune/Learning Rate": 1.999941925105719e-05, "Finetune/Loss": 1.0039774179458618, "Finetune/Loss (Raw)": 1.1242961883544922, "Finetune/Step": 640, "Finetune/Step Time": 6.016469106078148}
+{"Finetune/Learning Rate": 1.999940096105093e-05, "Finetune/Loss": 1.003643274307251, "Finetune/Loss (Raw)": 1.0045353174209595, "Finetune/Step": 641, "Finetune/Step Time": 6.01178128272295}
+{"Finetune/Learning Rate": 1.999938238749009e-05, "Finetune/Loss": 1.0021612644195557, "Finetune/Loss (Raw)": 0.9399394392967224, "Finetune/Step": 642, "Finetune/Step Time": 6.01276595517993}
+{"Finetune/Learning Rate": 1.99993635303752e-05, "Finetune/Loss": 1.0023823976516724, "Finetune/Loss (Raw)": 1.0340266227722168, "Finetune/Step": 643, "Finetune/Step Time": 6.012311706319451}
+{"Finetune/Learning Rate": 1.9999344389706795e-05, "Finetune/Loss": 1.000941276550293, "Finetune/Loss (Raw)": 0.8643722534179688, "Finetune/Step": 644, "Finetune/Step Time": 6.010502934455872}
+{"Finetune/Learning Rate": 1.9999324965485422e-05, "Finetune/Loss": 1.001964807510376, "Finetune/Loss (Raw)": 1.1194956302642822, "Finetune/Step": 645, "Finetune/Step Time": 6.0233197417110205}
+{"Finetune/Learning Rate": 1.9999305257711625e-05, "Finetune/Loss": 1.002234935760498, "Finetune/Loss (Raw)": 1.0300689935684204, "Finetune/Step": 646, "Finetune/Step Time": 6.024841936305165}
+{"Finetune/Learning Rate": 1.9999285266385962e-05, "Finetune/Loss": 1.002584457397461, "Finetune/Loss (Raw)": 1.1292619705200195, "Finetune/Step": 647, "Finetune/Step Time": 6.01365708000958}
+{"Finetune/Learning Rate": 1.9999264991509007e-05, "Finetune/Loss": 1.0020655393600464, "Finetune/Loss (Raw)": 0.9590392112731934, "Finetune/Step": 648, "Finetune/Step Time": 6.019870266318321}
+{"Finetune/Learning Rate": 1.9999244433081326e-05, "Finetune/Loss": 1.0030205249786377, "Finetune/Loss (Raw)": 1.2261066436767578, "Finetune/Step": 649, "Finetune/Step Time": 6.018594454973936}
+{"Finetune/Learning Rate": 1.999922359110351e-05, "Finetune/Loss": 1.0055582523345947, "Finetune/Loss (Raw)": 1.0472713708877563, "Finetune/Step": 650, "Finetune/Step Time": 5.996679380536079}
+{"Finetune/Learning Rate": 1.9999202465576147e-05, "Finetune/Loss": 1.0057753324508667, "Finetune/Loss (Raw)": 1.005197525024414, "Finetune/Step": 651, "Finetune/Step Time": 5.992853881791234}
+{"Finetune/Learning Rate": 1.9999181056499836e-05, "Finetune/Loss": 1.0059418678283691, "Finetune/Loss (Raw)": 1.027098298072815, "Finetune/Step": 652, "Finetune/Step Time": 6.009528569877148}
+{"Finetune/Learning Rate": 1.9999159363875184e-05, "Finetune/Loss": 1.0057953596115112, "Finetune/Loss (Raw)": 1.0186322927474976, "Finetune/Step": 653, "Finetune/Step Time": 6.000209402292967}
+{"Finetune/Learning Rate": 1.9999137387702803e-05, "Finetune/Loss": 1.004194974899292, "Finetune/Loss (Raw)": 0.8426597118377686, "Finetune/Step": 654, "Finetune/Step Time": 5.999859368428588}
+{"Finetune/Learning Rate": 1.9999115127983325e-05, "Finetune/Loss": 1.0040992498397827, "Finetune/Loss (Raw)": 0.9179876446723938, "Finetune/Step": 655, "Finetune/Step Time": 5.997427843511105}
+{"Finetune/Learning Rate": 1.9999092584717375e-05, "Finetune/Loss": 1.0041677951812744, "Finetune/Loss (Raw)": 1.0888340473175049, "Finetune/Step": 656, "Finetune/Step Time": 5.990430483594537}
+{"Finetune/Learning Rate": 1.999906975790559e-05, "Finetune/Loss": 1.0050007104873657, "Finetune/Loss (Raw)": 0.9227846264839172, "Finetune/Step": 657, "Finetune/Step Time": 5.985564559698105}
+{"Finetune/Learning Rate": 1.999904664754862e-05, "Finetune/Loss": 1.0053728818893433, "Finetune/Loss (Raw)": 1.1144379377365112, "Finetune/Step": 658, "Finetune/Step Time": 5.983147617429495}
+{"Finetune/Learning Rate": 1.9999023253647122e-05, "Finetune/Loss": 1.0056979656219482, "Finetune/Loss (Raw)": 1.0569185018539429, "Finetune/Step": 659, "Finetune/Step Time": 5.98211327008903}
+{"Finetune/Learning Rate": 1.999899957620176e-05, "Finetune/Loss": 1.006737470626831, "Finetune/Loss (Raw)": 1.0275745391845703, "Finetune/Step": 660, "Finetune/Step Time": 5.982070071622729}
+{"Finetune/Learning Rate": 1.99989756152132e-05, "Finetune/Loss": 1.0038552284240723, "Finetune/Loss (Raw)": 0.7152724862098694, "Finetune/Step": 661, "Finetune/Step Time": 6.000990506261587}
+{"Finetune/Learning Rate": 1.9998951370682125e-05, "Finetune/Loss": 1.00344717502594, "Finetune/Loss (Raw)": 0.9114269018173218, "Finetune/Step": 662, "Finetune/Step Time": 6.001674961298704}
+{"Finetune/Learning Rate": 1.9998926842609223e-05, "Finetune/Loss": 1.0052226781845093, "Finetune/Loss (Raw)": 0.9878676533699036, "Finetune/Step": 663, "Finetune/Step Time": 5.985560301691294}
+{"Finetune/Learning Rate": 1.999890203099519e-05, "Finetune/Loss": 1.005802869796753, "Finetune/Loss (Raw)": 1.0932611227035522, "Finetune/Step": 664, "Finetune/Step Time": 5.981606004759669}
+{"Finetune/Learning Rate": 1.9998876935840727e-05, "Finetune/Loss": 1.004928469657898, "Finetune/Loss (Raw)": 1.0520639419555664, "Finetune/Step": 665, "Finetune/Step Time": 5.982363983988762}
+{"Finetune/Learning Rate": 1.999885155714655e-05, "Finetune/Loss": 1.0047305822372437, "Finetune/Loss (Raw)": 1.0551457405090332, "Finetune/Step": 666, "Finetune/Step Time": 5.967040244489908}
+{"Finetune/Learning Rate": 1.9998825894913373e-05, "Finetune/Loss": 1.0051370859146118, "Finetune/Loss (Raw)": 0.8038987517356873, "Finetune/Step": 667, "Finetune/Step Time": 5.960299972444773}
+{"Finetune/Learning Rate": 1.999879994914193e-05, "Finetune/Loss": 1.0062904357910156, "Finetune/Loss (Raw)": 1.1675716638565063, "Finetune/Step": 668, "Finetune/Step Time": 5.966098660603166}
+{"Finetune/Learning Rate": 1.9998773719832948e-05, "Finetune/Loss": 1.0064400434494019, "Finetune/Loss (Raw)": 1.1082721948623657, "Finetune/Step": 669, "Finetune/Step Time": 5.9689580500125885}
+{"Finetune/Learning Rate": 1.9998747206987175e-05, "Finetune/Loss": 1.0053976774215698, "Finetune/Loss (Raw)": 0.9358640909194946, "Finetune/Step": 670, "Finetune/Step Time": 5.968026516959071}
+{"Finetune/Learning Rate": 1.9998720410605367e-05, "Finetune/Loss": 1.0056333541870117, "Finetune/Loss (Raw)": 0.9588233232498169, "Finetune/Step": 671, "Finetune/Step Time": 5.966053327545524}
+{"Finetune/Learning Rate": 1.9998693330688283e-05, "Finetune/Loss": 1.0067884922027588, "Finetune/Loss (Raw)": 1.1456525325775146, "Finetune/Step": 672, "Finetune/Step Time": 5.964641369879246}
+{"Finetune/Learning Rate": 1.9998665967236687e-05, "Finetune/Loss": 1.0069169998168945, "Finetune/Loss (Raw)": 0.9557442665100098, "Finetune/Step": 673, "Finetune/Step Time": 5.962803535163403}
+{"Finetune/Learning Rate": 1.9998638320251356e-05, "Finetune/Loss": 1.0048166513442993, "Finetune/Loss (Raw)": 0.8949211239814758, "Finetune/Step": 674, "Finetune/Step Time": 5.970004474744201}
+{"Finetune/Learning Rate": 1.9998610389733075e-05, "Finetune/Loss": 1.0061664581298828, "Finetune/Loss (Raw)": 0.9149726629257202, "Finetune/Step": 675, "Finetune/Step Time": 5.9651378355920315}
+{"Finetune/Learning Rate": 1.9998582175682632e-05, "Finetune/Loss": 1.0069711208343506, "Finetune/Loss (Raw)": 1.0936347246170044, "Finetune/Step": 676, "Finetune/Step Time": 5.9619526248425245}
+{"Finetune/Learning Rate": 1.9998553678100835e-05, "Finetune/Loss": 1.007920265197754, "Finetune/Loss (Raw)": 1.0605909824371338, "Finetune/Step": 677, "Finetune/Step Time": 5.9679111540317535}
+{"Finetune/Learning Rate": 1.9998524896988488e-05, "Finetune/Loss": 1.0080848932266235, "Finetune/Loss (Raw)": 1.0775871276855469, "Finetune/Step": 678, "Finetune/Step Time": 5.969021489843726}
+{"Finetune/Learning Rate": 1.9998495832346404e-05, "Finetune/Loss": 1.007245421409607, "Finetune/Loss (Raw)": 0.9909882545471191, "Finetune/Step": 679, "Finetune/Step Time": 5.970669604837894}
+{"Finetune/Learning Rate": 1.9998466484175412e-05, "Finetune/Loss": 1.0045642852783203, "Finetune/Loss (Raw)": 0.8179214596748352, "Finetune/Step": 680, "Finetune/Step Time": 5.982216039672494}
+{"Finetune/Learning Rate": 1.999843685247634e-05, "Finetune/Loss": 1.0019779205322266, "Finetune/Loss (Raw)": 0.7170165777206421, "Finetune/Step": 681, "Finetune/Step Time": 5.9863126501441}
+{"Finetune/Learning Rate": 1.9998406937250035e-05, "Finetune/Loss": 1.002368688583374, "Finetune/Loss (Raw)": 0.9401230812072754, "Finetune/Step": 682, "Finetune/Step Time": 5.986376201733947}
+{"Finetune/Learning Rate": 1.999837673849734e-05, "Finetune/Loss": 1.0000858306884766, "Finetune/Loss (Raw)": 0.9355937838554382, "Finetune/Step": 683, "Finetune/Step Time": 5.989363498985767}
+{"Finetune/Learning Rate": 1.999834625621911e-05, "Finetune/Loss": 0.9997518062591553, "Finetune/Loss (Raw)": 1.1061451435089111, "Finetune/Step": 684, "Finetune/Step Time": 5.990720476955175}
+{"Finetune/Learning Rate": 1.9998315490416212e-05, "Finetune/Loss": 0.9991971850395203, "Finetune/Loss (Raw)": 0.9837468266487122, "Finetune/Step": 685, "Finetune/Step Time": 5.982752306386828}
+{"Finetune/Learning Rate": 1.9998284441089518e-05, "Finetune/Loss": 0.9990788102149963, "Finetune/Loss (Raw)": 0.9348401427268982, "Finetune/Step": 686, "Finetune/Step Time": 5.9891848266124725}
+{"Finetune/Learning Rate": 1.999825310823991e-05, "Finetune/Loss": 0.9988734126091003, "Finetune/Loss (Raw)": 0.9551923274993896, "Finetune/Step": 687, "Finetune/Step Time": 5.993488369509578}
+{"Finetune/Learning Rate": 1.9998221491868274e-05, "Finetune/Loss": 0.9977461099624634, "Finetune/Loss (Raw)": 0.957872211933136, "Finetune/Step": 688, "Finetune/Step Time": 5.995905019342899}
+{"Finetune/Learning Rate": 1.999818959197551e-05, "Finetune/Loss": 0.9980165958404541, "Finetune/Loss (Raw)": 1.0767320394515991, "Finetune/Step": 689, "Finetune/Step Time": 5.99831366725266}
+{"Finetune/Learning Rate": 1.9998157408562514e-05, "Finetune/Loss": 0.9991031289100647, "Finetune/Loss (Raw)": 0.9896365404129028, "Finetune/Step": 690, "Finetune/Step Time": 6.005311233922839}
+{"Finetune/Learning Rate": 1.9998124941630207e-05, "Finetune/Loss": 0.9980683326721191, "Finetune/Loss (Raw)": 1.0007266998291016, "Finetune/Step": 691, "Finetune/Step Time": 6.010615700855851}
+{"Finetune/Learning Rate": 1.999809219117951e-05, "Finetune/Loss": 0.9972356557846069, "Finetune/Loss (Raw)": 0.7303212285041809, "Finetune/Step": 692, "Finetune/Step Time": 6.000257121399045}
+{"Finetune/Learning Rate": 1.999805915721135e-05, "Finetune/Loss": 0.9964535236358643, "Finetune/Loss (Raw)": 1.0418299436569214, "Finetune/Step": 693, "Finetune/Step Time": 6.003291381523013}
+{"Finetune/Learning Rate": 1.9998025839726664e-05, "Finetune/Loss": 0.9963048696517944, "Finetune/Loss (Raw)": 0.9530971050262451, "Finetune/Step": 694, "Finetune/Step Time": 6.001693658530712}
+{"Finetune/Learning Rate": 1.9997992238726392e-05, "Finetune/Loss": 0.9949554204940796, "Finetune/Loss (Raw)": 0.861065149307251, "Finetune/Step": 695, "Finetune/Step Time": 5.995774764567614}
+{"Finetune/Learning Rate": 1.999795835421149e-05, "Finetune/Loss": 0.9943662881851196, "Finetune/Loss (Raw)": 1.1193959712982178, "Finetune/Step": 696, "Finetune/Step Time": 5.992417108267546}
+{"Finetune/Learning Rate": 1.999792418618292e-05, "Finetune/Loss": 0.9938255548477173, "Finetune/Loss (Raw)": 0.9747820496559143, "Finetune/Step": 697, "Finetune/Step Time": 5.9965070225298405}
+{"Finetune/Learning Rate": 1.9997889734641654e-05, "Finetune/Loss": 0.9939414262771606, "Finetune/Loss (Raw)": 1.0878043174743652, "Finetune/Step": 698, "Finetune/Step Time": 5.996968982741237}
+{"Finetune/Learning Rate": 1.999785499958866e-05, "Finetune/Loss": 0.9934430718421936, "Finetune/Loss (Raw)": 1.0117493867874146, "Finetune/Step": 699, "Finetune/Step Time": 5.997075352817774}
+{"Finetune/Learning Rate": 1.9997819981024932e-05, "Finetune/Loss": 0.993755578994751, "Finetune/Loss (Raw)": 0.9987423419952393, "Finetune/Step": 700, "Finetune/Step Time": 6.011789292097092}
+{"Finetune/Learning Rate": 1.999778467895146e-05, "Finetune/Loss": 0.9946205019950867, "Finetune/Loss (Raw)": 1.0185426473617554, "Finetune/Step": 701, "Finetune/Step Time": 6.015199728310108}
+{"Finetune/Learning Rate": 1.9997749093369242e-05, "Finetune/Loss": 0.9934008717536926, "Finetune/Loss (Raw)": 1.0005974769592285, "Finetune/Step": 702, "Finetune/Step Time": 6.017974363639951}
+{"Finetune/Learning Rate": 1.999771322427929e-05, "Finetune/Loss": 0.9920751452445984, "Finetune/Loss (Raw)": 0.885822594165802, "Finetune/Step": 703, "Finetune/Step Time": 6.025613667443395}
+{"Finetune/Learning Rate": 1.9997677071682623e-05, "Finetune/Loss": 0.9924595355987549, "Finetune/Loss (Raw)": 1.1178104877471924, "Finetune/Step": 704, "Finetune/Step Time": 6.028829796239734}
+{"Finetune/Learning Rate": 1.999764063558026e-05, "Finetune/Loss": 0.9915195107460022, "Finetune/Loss (Raw)": 0.9374664425849915, "Finetune/Step": 705, "Finetune/Step Time": 6.028377201408148}
+{"Finetune/Learning Rate": 1.999760391597324e-05, "Finetune/Loss": 0.9913234114646912, "Finetune/Loss (Raw)": 1.04074227809906, "Finetune/Step": 706, "Finetune/Step Time": 6.029086662456393}
+{"Finetune/Learning Rate": 1.9997566912862607e-05, "Finetune/Loss": 0.9906632900238037, "Finetune/Loss (Raw)": 0.9794022440910339, "Finetune/Step": 707, "Finetune/Step Time": 6.028899747878313}
+{"Finetune/Learning Rate": 1.99975296262494e-05, "Finetune/Loss": 0.9893472790718079, "Finetune/Loss (Raw)": 1.0303198099136353, "Finetune/Step": 708, "Finetune/Step Time": 6.025883158668876}
+{"Finetune/Learning Rate": 1.999749205613468e-05, "Finetune/Loss": 0.9924510717391968, "Finetune/Loss (Raw)": 0.9708541631698608, "Finetune/Step": 709, "Finetune/Step Time": 6.006787899881601}
+{"Finetune/Learning Rate": 1.999745420251952e-05, "Finetune/Loss": 0.9942318201065063, "Finetune/Loss (Raw)": 0.9928733706474304, "Finetune/Step": 710, "Finetune/Step Time": 5.987697347998619}
+{"Finetune/Learning Rate": 1.9997416065404984e-05, "Finetune/Loss": 0.9963099956512451, "Finetune/Loss (Raw)": 1.227451205253601, "Finetune/Step": 711, "Finetune/Step Time": 5.990130767226219}
+{"Finetune/Learning Rate": 1.999737764479216e-05, "Finetune/Loss": 0.9969980716705322, "Finetune/Loss (Raw)": 0.998840868473053, "Finetune/Step": 712, "Finetune/Step Time": 5.987594684585929}
+{"Finetune/Learning Rate": 1.999733894068213e-05, "Finetune/Loss": 0.9960452318191528, "Finetune/Loss (Raw)": 0.9886428713798523, "Finetune/Step": 713, "Finetune/Step Time": 5.993469599634409}
+{"Finetune/Learning Rate": 1.9997299953076e-05, "Finetune/Loss": 0.9958115816116333, "Finetune/Loss (Raw)": 0.9320922493934631, "Finetune/Step": 714, "Finetune/Step Time": 5.995274489745498}
+{"Finetune/Learning Rate": 1.999726068197487e-05, "Finetune/Loss": 0.9960304498672485, "Finetune/Loss (Raw)": 1.0448774099349976, "Finetune/Step": 715, "Finetune/Step Time": 5.989249097183347}
+{"Finetune/Learning Rate": 1.9997221127379857e-05, "Finetune/Loss": 0.9984939098358154, "Finetune/Loss (Raw)": 0.9970675110816956, "Finetune/Step": 716, "Finetune/Step Time": 5.96993008069694}
+{"Finetune/Learning Rate": 1.999718128929208e-05, "Finetune/Loss": 0.9992760419845581, "Finetune/Loss (Raw)": 0.9727542996406555, "Finetune/Step": 717, "Finetune/Step Time": 5.971868576481938}
+{"Finetune/Learning Rate": 1.999714116771267e-05, "Finetune/Loss": 0.999718189239502, "Finetune/Loss (Raw)": 1.0838408470153809, "Finetune/Step": 718, "Finetune/Step Time": 5.969210559502244}
+{"Finetune/Learning Rate": 1.999710076264277e-05, "Finetune/Loss": 0.9986494183540344, "Finetune/Loss (Raw)": 1.0365904569625854, "Finetune/Step": 719, "Finetune/Step Time": 5.976259410381317}
+{"Finetune/Learning Rate": 1.9997060074083513e-05, "Finetune/Loss": 0.9988789558410645, "Finetune/Loss (Raw)": 1.0681334733963013, "Finetune/Step": 720, "Finetune/Step Time": 5.979459475725889}
+{"Finetune/Learning Rate": 1.9997019102036063e-05, "Finetune/Loss": 1.0008509159088135, "Finetune/Loss (Raw)": 1.124591588973999, "Finetune/Step": 721, "Finetune/Step Time": 5.982825130224228}
+{"Finetune/Learning Rate": 1.999697784650158e-05, "Finetune/Loss": 1.0013924837112427, "Finetune/Loss (Raw)": 0.7990034818649292, "Finetune/Step": 722, "Finetune/Step Time": 5.979051724076271}
+{"Finetune/Learning Rate": 1.999693630748123e-05, "Finetune/Loss": 1.000636339187622, "Finetune/Loss (Raw)": 0.9899593591690063, "Finetune/Step": 723, "Finetune/Step Time": 5.977241585031152}
+{"Finetune/Learning Rate": 1.9996894484976193e-05, "Finetune/Loss": 1.0008231401443481, "Finetune/Loss (Raw)": 1.0865793228149414, "Finetune/Step": 724, "Finetune/Step Time": 5.976902885362506}
+{"Finetune/Learning Rate": 1.999685237898766e-05, "Finetune/Loss": 1.0011839866638184, "Finetune/Loss (Raw)": 1.0309380292892456, "Finetune/Step": 725, "Finetune/Step Time": 5.969492442905903}
+{"Finetune/Learning Rate": 1.9996809989516817e-05, "Finetune/Loss": 1.0002654790878296, "Finetune/Loss (Raw)": 0.9486177563667297, "Finetune/Step": 726, "Finetune/Step Time": 5.968948723748326}
+{"Finetune/Learning Rate": 1.999676731656487e-05, "Finetune/Loss": 0.9996713995933533, "Finetune/Loss (Raw)": 0.9779607057571411, "Finetune/Step": 727, "Finetune/Step Time": 5.988067330792546}
+{"Finetune/Learning Rate": 1.9996724360133032e-05, "Finetune/Loss": 1.0001816749572754, "Finetune/Loss (Raw)": 1.0361469984054565, "Finetune/Step": 728, "Finetune/Step Time": 5.991811281070113}
+{"Finetune/Learning Rate": 1.9996681120222516e-05, "Finetune/Loss": 0.9982608556747437, "Finetune/Loss (Raw)": 0.6152626872062683, "Finetune/Step": 729, "Finetune/Step Time": 5.998450666666031}
+{"Finetune/Learning Rate": 1.999663759683455e-05, "Finetune/Loss": 0.9976973533630371, "Finetune/Loss (Raw)": 1.0150156021118164, "Finetune/Step": 730, "Finetune/Step Time": 5.991992997005582}
+{"Finetune/Learning Rate": 1.999659378997037e-05, "Finetune/Loss": 0.9987432956695557, "Finetune/Loss (Raw)": 1.0510187149047852, "Finetune/Step": 731, "Finetune/Step Time": 5.983226200565696}
+{"Finetune/Learning Rate": 1.9996549699631215e-05, "Finetune/Loss": 0.998961329460144, "Finetune/Loss (Raw)": 1.0897101163864136, "Finetune/Step": 732, "Finetune/Step Time": 5.963777638971806}
+{"Finetune/Learning Rate": 1.999650532581834e-05, "Finetune/Loss": 0.9974545240402222, "Finetune/Loss (Raw)": 0.9871816039085388, "Finetune/Step": 733, "Finetune/Step Time": 5.960261823609471}
+{"Finetune/Learning Rate": 1.9996460668532996e-05, "Finetune/Loss": 0.997974157333374, "Finetune/Loss (Raw)": 1.0750007629394531, "Finetune/Step": 734, "Finetune/Step Time": 5.9599076602607965}
+{"Finetune/Learning Rate": 1.9996415727776456e-05, "Finetune/Loss": 0.9967179298400879, "Finetune/Loss (Raw)": 0.9702520370483398, "Finetune/Step": 735, "Finetune/Step Time": 5.960138816386461}
+{"Finetune/Learning Rate": 1.999637050354999e-05, "Finetune/Loss": 0.997250497341156, "Finetune/Loss (Raw)": 1.0384573936462402, "Finetune/Step": 736, "Finetune/Step Time": 5.959562851116061}
+{"Finetune/Learning Rate": 1.9996324995854884e-05, "Finetune/Loss": 0.9976756572723389, "Finetune/Loss (Raw)": 0.9693968892097473, "Finetune/Step": 737, "Finetune/Step Time": 5.958988472819328}
+{"Finetune/Learning Rate": 1.9996279204692426e-05, "Finetune/Loss": 0.9977293014526367, "Finetune/Loss (Raw)": 0.9824635982513428, "Finetune/Step": 738, "Finetune/Step Time": 5.962839940562844}
+{"Finetune/Learning Rate": 1.999623313006392e-05, "Finetune/Loss": 0.9985462427139282, "Finetune/Loss (Raw)": 1.1470837593078613, "Finetune/Step": 739, "Finetune/Step Time": 5.963057221844792}
+{"Finetune/Learning Rate": 1.999618677197066e-05, "Finetune/Loss": 0.9976168274879456, "Finetune/Loss (Raw)": 0.816710889339447, "Finetune/Step": 740, "Finetune/Step Time": 5.957616552710533}
+{"Finetune/Learning Rate": 1.9996140130413972e-05, "Finetune/Loss": 0.9981734752655029, "Finetune/Loss (Raw)": 0.9387233257293701, "Finetune/Step": 741, "Finetune/Step Time": 5.9524816535413265}
+{"Finetune/Learning Rate": 1.9996093205395177e-05, "Finetune/Loss": 0.9978785514831543, "Finetune/Loss (Raw)": 0.9559495449066162, "Finetune/Step": 742, "Finetune/Step Time": 5.954519551247358}
+{"Finetune/Learning Rate": 1.99960459969156e-05, "Finetune/Loss": 0.99945467710495, "Finetune/Loss (Raw)": 1.0110195875167847, "Finetune/Step": 743, "Finetune/Step Time": 5.930554850026965}
+{"Finetune/Learning Rate": 1.9995998504976585e-05, "Finetune/Loss": 1.0004292726516724, "Finetune/Loss (Raw)": 1.1059939861297607, "Finetune/Step": 744, "Finetune/Step Time": 5.922830240800977}
+{"Finetune/Learning Rate": 1.9995950729579482e-05, "Finetune/Loss": 0.9998074173927307, "Finetune/Loss (Raw)": 1.0695887804031372, "Finetune/Step": 745, "Finetune/Step Time": 5.926646428182721}
+{"Finetune/Learning Rate": 1.9995902670725633e-05, "Finetune/Loss": 0.999724805355072, "Finetune/Loss (Raw)": 0.9230307936668396, "Finetune/Step": 746, "Finetune/Step Time": 5.9255253951996565}
+{"Finetune/Learning Rate": 1.9995854328416416e-05, "Finetune/Loss": 0.9984967708587646, "Finetune/Loss (Raw)": 0.988116979598999, "Finetune/Step": 747, "Finetune/Step Time": 5.926340073347092}
+{"Finetune/Learning Rate": 1.999580570265319e-05, "Finetune/Loss": 0.9980766177177429, "Finetune/Loss (Raw)": 1.009461522102356, "Finetune/Step": 748, "Finetune/Step Time": 5.93154776468873}
+{"Finetune/Learning Rate": 1.999575679343734e-05, "Finetune/Loss": 1.000858187675476, "Finetune/Loss (Raw)": 1.025588035583496, "Finetune/Step": 749, "Finetune/Step Time": 5.922537479549646}
+{"Finetune/Learning Rate": 1.999570760077025e-05, "Finetune/Loss": 1.0026397705078125, "Finetune/Loss (Raw)": 1.169650673866272, "Finetune/Step": 750, "Finetune/Step Time": 5.917068807408214}
+{"Finetune/Learning Rate": 1.9995658124653316e-05, "Finetune/Loss": 1.0010396242141724, "Finetune/Loss (Raw)": 1.0266751050949097, "Finetune/Step": 751, "Finetune/Step Time": 5.913360428065062}
+{"Finetune/Learning Rate": 1.9995608365087945e-05, "Finetune/Loss": 0.9999120831489563, "Finetune/Loss (Raw)": 0.9240709543228149, "Finetune/Step": 752, "Finetune/Step Time": 5.912305412814021}
+{"Finetune/Learning Rate": 1.999555832207554e-05, "Finetune/Loss": 0.9967093467712402, "Finetune/Loss (Raw)": 0.7681968212127686, "Finetune/Step": 753, "Finetune/Step Time": 5.921992586925626}
+{"Finetune/Learning Rate": 1.999550799561753e-05, "Finetune/Loss": 0.9976158142089844, "Finetune/Loss (Raw)": 1.0853773355484009, "Finetune/Step": 754, "Finetune/Step Time": 5.926301235333085}
+{"Finetune/Learning Rate": 1.9995457385715332e-05, "Finetune/Loss": 0.9975662231445312, "Finetune/Loss (Raw)": 1.0606436729431152, "Finetune/Step": 755, "Finetune/Step Time": 5.923837438225746}
+{"Finetune/Learning Rate": 1.999540649237039e-05, "Finetune/Loss": 0.9981040358543396, "Finetune/Loss (Raw)": 1.0551420450210571, "Finetune/Step": 756, "Finetune/Step Time": 5.930104086175561}
+{"Finetune/Learning Rate": 1.999535531558414e-05, "Finetune/Loss": 0.9983475208282471, "Finetune/Loss (Raw)": 1.0925452709197998, "Finetune/Step": 757, "Finetune/Step Time": 5.9297517985105515}
+{"Finetune/Learning Rate": 1.9995303855358037e-05, "Finetune/Loss": 0.9980218410491943, "Finetune/Loss (Raw)": 0.9762493968009949, "Finetune/Step": 758, "Finetune/Step Time": 5.926716981455684}
+{"Finetune/Learning Rate": 1.999525211169354e-05, "Finetune/Loss": 0.9967788457870483, "Finetune/Loss (Raw)": 0.9011583924293518, "Finetune/Step": 759, "Finetune/Step Time": 5.925872841849923}
+{"Finetune/Learning Rate": 1.9995200084592114e-05, "Finetune/Loss": 0.9966154098510742, "Finetune/Loss (Raw)": 1.0453263521194458, "Finetune/Step": 760, "Finetune/Step Time": 5.901769680902362}
+{"Finetune/Learning Rate": 1.9995147774055238e-05, "Finetune/Loss": 0.996309757232666, "Finetune/Loss (Raw)": 1.0864454507827759, "Finetune/Step": 761, "Finetune/Step Time": 5.9000868778675795}
+{"Finetune/Learning Rate": 1.9995095180084393e-05, "Finetune/Loss": 0.9957586526870728, "Finetune/Loss (Raw)": 0.9177471995353699, "Finetune/Step": 762, "Finetune/Step Time": 5.8968624621629715}
+{"Finetune/Learning Rate": 1.999504230268107e-05, "Finetune/Loss": 0.9953513145446777, "Finetune/Loss (Raw)": 0.8128933906555176, "Finetune/Step": 763, "Finetune/Step Time": 5.896503373980522}
+{"Finetune/Learning Rate": 1.999498914184677e-05, "Finetune/Loss": 0.995884120464325, "Finetune/Loss (Raw)": 1.000524640083313, "Finetune/Step": 764, "Finetune/Step Time": 5.895223682746291}
+{"Finetune/Learning Rate": 1.9994935697583e-05, "Finetune/Loss": 0.9972879886627197, "Finetune/Loss (Raw)": 0.9468011856079102, "Finetune/Step": 765, "Finetune/Step Time": 5.8850662019103765}
+{"Finetune/Learning Rate": 1.9994881969891277e-05, "Finetune/Loss": 0.9978134036064148, "Finetune/Loss (Raw)": 1.0108845233917236, "Finetune/Step": 766, "Finetune/Step Time": 5.882074790075421}
+{"Finetune/Learning Rate": 1.999482795877312e-05, "Finetune/Loss": 0.9962394833564758, "Finetune/Loss (Raw)": 0.9163463711738586, "Finetune/Step": 767, "Finetune/Step Time": 5.887148555368185}
+{"Finetune/Learning Rate": 1.9994773664230064e-05, "Finetune/Loss": 0.996272087097168, "Finetune/Loss (Raw)": 1.1284610033035278, "Finetune/Step": 768, "Finetune/Step Time": 5.889779889956117}
+{"Finetune/Learning Rate": 1.999471908626365e-05, "Finetune/Loss": 0.9950931072235107, "Finetune/Loss (Raw)": 0.8536317348480225, "Finetune/Step": 769, "Finetune/Step Time": 5.887638563290238}
+{"Finetune/Learning Rate": 1.9994664224875425e-05, "Finetune/Loss": 0.9952666759490967, "Finetune/Loss (Raw)": 0.9621515274047852, "Finetune/Step": 770, "Finetune/Step Time": 5.889297217130661}
+{"Finetune/Learning Rate": 1.999460908006694e-05, "Finetune/Loss": 0.9944798946380615, "Finetune/Loss (Raw)": 0.9333228468894958, "Finetune/Step": 771, "Finetune/Step Time": 5.909018229693174}
+{"Finetune/Learning Rate": 1.9994553651839763e-05, "Finetune/Loss": 0.9953051805496216, "Finetune/Loss (Raw)": 0.9700056910514832, "Finetune/Step": 772, "Finetune/Step Time": 5.923994263634086}
+{"Finetune/Learning Rate": 1.9994497940195467e-05, "Finetune/Loss": 0.9946789741516113, "Finetune/Loss (Raw)": 1.0393439531326294, "Finetune/Step": 773, "Finetune/Step Time": 5.913866698741913}
+{"Finetune/Learning Rate": 1.999444194513563e-05, "Finetune/Loss": 0.9944057464599609, "Finetune/Loss (Raw)": 0.9950958490371704, "Finetune/Step": 774, "Finetune/Step Time": 5.913362791761756}
+{"Finetune/Learning Rate": 1.999438566666184e-05, "Finetune/Loss": 0.9936540126800537, "Finetune/Loss (Raw)": 1.0330348014831543, "Finetune/Step": 775, "Finetune/Step Time": 5.910500213503838}
+{"Finetune/Learning Rate": 1.999432910477569e-05, "Finetune/Loss": 0.9946092963218689, "Finetune/Loss (Raw)": 1.08131742477417, "Finetune/Step": 776, "Finetune/Step Time": 5.910264194011688}
+{"Finetune/Learning Rate": 1.999427225947879e-05, "Finetune/Loss": 0.9939016103744507, "Finetune/Loss (Raw)": 1.1355217695236206, "Finetune/Step": 777, "Finetune/Step Time": 5.913813158869743}
+{"Finetune/Learning Rate": 1.9994215130772746e-05, "Finetune/Loss": 0.9932514429092407, "Finetune/Loss (Raw)": 0.964047908782959, "Finetune/Step": 778, "Finetune/Step Time": 5.916040774434805}
+{"Finetune/Learning Rate": 1.999415771865918e-05, "Finetune/Loss": 0.9927420616149902, "Finetune/Loss (Raw)": 0.940003514289856, "Finetune/Step": 779, "Finetune/Step Time": 5.921156344935298}
+{"Finetune/Learning Rate": 1.9994100023139723e-05, "Finetune/Loss": 0.9925531148910522, "Finetune/Loss (Raw)": 1.0029139518737793, "Finetune/Step": 780, "Finetune/Step Time": 5.906074101105332}
+{"Finetune/Learning Rate": 1.9994042044216008e-05, "Finetune/Loss": 0.9925923347473145, "Finetune/Loss (Raw)": 1.0236477851867676, "Finetune/Step": 781, "Finetune/Step Time": 5.908778194338083}
+{"Finetune/Learning Rate": 1.9993983781889682e-05, "Finetune/Loss": 0.9944794178009033, "Finetune/Loss (Raw)": 1.084206461906433, "Finetune/Step": 782, "Finetune/Step Time": 5.909241626039147}
+{"Finetune/Learning Rate": 1.999392523616239e-05, "Finetune/Loss": 0.9944503307342529, "Finetune/Loss (Raw)": 0.9142677783966064, "Finetune/Step": 783, "Finetune/Step Time": 5.921637104824185}
+{"Finetune/Learning Rate": 1.99938664070358e-05, "Finetune/Loss": 0.9938802123069763, "Finetune/Loss (Raw)": 1.0158576965332031, "Finetune/Step": 784, "Finetune/Step Time": 5.92492863535881}
+{"Finetune/Learning Rate": 1.9993807294511578e-05, "Finetune/Loss": 0.9946837425231934, "Finetune/Loss (Raw)": 1.0256338119506836, "Finetune/Step": 785, "Finetune/Step Time": 5.925451245158911}
+{"Finetune/Learning Rate": 1.99937478985914e-05, "Finetune/Loss": 0.9913427829742432, "Finetune/Loss (Raw)": 0.6867994070053101, "Finetune/Step": 786, "Finetune/Step Time": 5.954928670078516}
+{"Finetune/Learning Rate": 1.999368821927695e-05, "Finetune/Loss": 0.9910585880279541, "Finetune/Loss (Raw)": 1.020538568496704, "Finetune/Step": 787, "Finetune/Step Time": 5.955772837623954}
+{"Finetune/Learning Rate": 1.999362825656992e-05, "Finetune/Loss": 0.9906319379806519, "Finetune/Loss (Raw)": 0.9729673862457275, "Finetune/Step": 788, "Finetune/Step Time": 5.956437328830361}
+{"Finetune/Learning Rate": 1.9993568010472008e-05, "Finetune/Loss": 0.9929503798484802, "Finetune/Loss (Raw)": 1.0120288133621216, "Finetune/Step": 789, "Finetune/Step Time": 5.938825221732259}
+{"Finetune/Learning Rate": 1.999350748098493e-05, "Finetune/Loss": 0.9939740896224976, "Finetune/Loss (Raw)": 1.0424646139144897, "Finetune/Step": 790, "Finetune/Step Time": 5.93655962869525}
+{"Finetune/Learning Rate": 1.9993446668110393e-05, "Finetune/Loss": 0.9944700002670288, "Finetune/Loss (Raw)": 1.0513355731964111, "Finetune/Step": 791, "Finetune/Step Time": 5.9359918516129255}
+{"Finetune/Learning Rate": 1.9993385571850126e-05, "Finetune/Loss": 0.9938284754753113, "Finetune/Loss (Raw)": 1.0111552476882935, "Finetune/Step": 792, "Finetune/Step Time": 5.938121942803264}
+{"Finetune/Learning Rate": 1.9993324192205866e-05, "Finetune/Loss": 0.9926148653030396, "Finetune/Loss (Raw)": 0.896719217300415, "Finetune/Step": 793, "Finetune/Step Time": 5.945909725502133}
+{"Finetune/Learning Rate": 1.9993262529179348e-05, "Finetune/Loss": 0.9921977519989014, "Finetune/Loss (Raw)": 1.0017573833465576, "Finetune/Step": 794, "Finetune/Step Time": 5.947996893897653}
+{"Finetune/Learning Rate": 1.9993200582772322e-05, "Finetune/Loss": 0.9938704967498779, "Finetune/Loss (Raw)": 1.0180187225341797, "Finetune/Step": 795, "Finetune/Step Time": 5.945629274472594}
+{"Finetune/Learning Rate": 1.9993138352986538e-05, "Finetune/Loss": 0.9927392601966858, "Finetune/Loss (Raw)": 1.0227683782577515, "Finetune/Step": 796, "Finetune/Step Time": 5.939793914556503}
+{"Finetune/Learning Rate": 1.9993075839823774e-05, "Finetune/Loss": 0.9922957420349121, "Finetune/Loss (Raw)": 1.0514891147613525, "Finetune/Step": 797, "Finetune/Step Time": 5.94101857021451}
+{"Finetune/Learning Rate": 1.9993013043285795e-05, "Finetune/Loss": 0.9921324253082275, "Finetune/Loss (Raw)": 0.9149698615074158, "Finetune/Step": 798, "Finetune/Step Time": 5.93932325579226}
+{"Finetune/Learning Rate": 1.999294996337438e-05, "Finetune/Loss": 0.9921537637710571, "Finetune/Loss (Raw)": 0.9615527987480164, "Finetune/Step": 799, "Finetune/Step Time": 5.940701015293598}
+{"Finetune/Learning Rate": 1.9992886600091318e-05, "Finetune/Loss": 0.9916612505912781, "Finetune/Loss (Raw)": 1.0826102495193481, "Finetune/Step": 800, "Finetune/Step Time": 5.943542122840881}
+{"Finetune/Learning Rate": 1.9992822953438415e-05, "Finetune/Loss": 0.9928189516067505, "Finetune/Loss (Raw)": 1.1039283275604248, "Finetune/Step": 801, "Finetune/Step Time": 5.947299890220165}
+{"Finetune/Learning Rate": 1.9992759023417463e-05, "Finetune/Loss": 0.9938884973526001, "Finetune/Loss (Raw)": 1.0318297147750854, "Finetune/Step": 802, "Finetune/Step Time": 5.942957866936922}
+{"Finetune/Learning Rate": 1.9992694810030282e-05, "Finetune/Loss": 0.9927648305892944, "Finetune/Loss (Raw)": 0.7711426615715027, "Finetune/Step": 803, "Finetune/Step Time": 5.925405617803335}
+{"Finetune/Learning Rate": 1.9992630313278694e-05, "Finetune/Loss": 0.9913324117660522, "Finetune/Loss (Raw)": 0.9102850556373596, "Finetune/Step": 804, "Finetune/Step Time": 5.925232574343681}
+{"Finetune/Learning Rate": 1.9992565533164523e-05, "Finetune/Loss": 0.9926850199699402, "Finetune/Loss (Raw)": 1.233717441558838, "Finetune/Step": 805, "Finetune/Step Time": 5.9197276551276445}
+{"Finetune/Learning Rate": 1.9992500469689607e-05, "Finetune/Loss": 0.9915640354156494, "Finetune/Loss (Raw)": 0.9341037273406982, "Finetune/Step": 806, "Finetune/Step Time": 5.927759366109967}
+{"Finetune/Learning Rate": 1.9992435122855798e-05, "Finetune/Loss": 0.9913771152496338, "Finetune/Loss (Raw)": 0.9670606851577759, "Finetune/Step": 807, "Finetune/Step Time": 5.928675038740039}
+{"Finetune/Learning Rate": 1.9992369492664937e-05, "Finetune/Loss": 0.9934206008911133, "Finetune/Loss (Raw)": 1.0794888734817505, "Finetune/Step": 808, "Finetune/Step Time": 5.91864969022572}
+{"Finetune/Learning Rate": 1.9992303579118896e-05, "Finetune/Loss": 0.9953133463859558, "Finetune/Loss (Raw)": 0.9592918157577515, "Finetune/Step": 809, "Finetune/Step Time": 5.915723845362663}
+{"Finetune/Learning Rate": 1.999223738221954e-05, "Finetune/Loss": 0.9967920184135437, "Finetune/Loss (Raw)": 1.129394292831421, "Finetune/Step": 810, "Finetune/Step Time": 5.917346123605967}
+{"Finetune/Learning Rate": 1.9992170901968742e-05, "Finetune/Loss": 0.9963058233261108, "Finetune/Loss (Raw)": 0.8733612298965454, "Finetune/Step": 811, "Finetune/Step Time": 5.91532720066607}
+{"Finetune/Learning Rate": 1.9992104138368397e-05, "Finetune/Loss": 0.994452178478241, "Finetune/Loss (Raw)": 0.8688787817955017, "Finetune/Step": 812, "Finetune/Step Time": 5.90593839250505}
+{"Finetune/Learning Rate": 1.999203709142039e-05, "Finetune/Loss": 0.9940128326416016, "Finetune/Loss (Raw)": 0.9275010824203491, "Finetune/Step": 813, "Finetune/Step Time": 5.910637512803078}
+{"Finetune/Learning Rate": 1.9991969761126625e-05, "Finetune/Loss": 0.9955825805664062, "Finetune/Loss (Raw)": 1.135769248008728, "Finetune/Step": 814, "Finetune/Step Time": 5.898212373256683}
+{"Finetune/Learning Rate": 1.999190214748901e-05, "Finetune/Loss": 0.9961850643157959, "Finetune/Loss (Raw)": 1.032310128211975, "Finetune/Step": 815, "Finetune/Step Time": 5.894876521080732}
+{"Finetune/Learning Rate": 1.9991834250509462e-05, "Finetune/Loss": 0.9974801540374756, "Finetune/Loss (Raw)": 1.1236493587493896, "Finetune/Step": 816, "Finetune/Step Time": 5.897544650360942}
+{"Finetune/Learning Rate": 1.9991766070189908e-05, "Finetune/Loss": 0.9964399337768555, "Finetune/Loss (Raw)": 0.9435847401618958, "Finetune/Step": 817, "Finetune/Step Time": 5.892964048311114}
+{"Finetune/Learning Rate": 1.9991697606532283e-05, "Finetune/Loss": 0.9972796440124512, "Finetune/Loss (Raw)": 1.097109317779541, "Finetune/Step": 818, "Finetune/Step Time": 5.88902454264462}
+{"Finetune/Learning Rate": 1.9991628859538525e-05, "Finetune/Loss": 0.9967485666275024, "Finetune/Loss (Raw)": 0.9327577352523804, "Finetune/Step": 819, "Finetune/Step Time": 5.884227184578776}
+{"Finetune/Learning Rate": 1.9991559829210586e-05, "Finetune/Loss": 0.9993639588356018, "Finetune/Loss (Raw)": 1.0650910139083862, "Finetune/Step": 820, "Finetune/Step Time": 5.884859533980489}
+{"Finetune/Learning Rate": 1.999149051555042e-05, "Finetune/Loss": 0.9997251629829407, "Finetune/Loss (Raw)": 1.0880662202835083, "Finetune/Step": 821, "Finetune/Step Time": 5.883965717628598}
+{"Finetune/Learning Rate": 1.9991420918559995e-05, "Finetune/Loss": 0.9984948039054871, "Finetune/Loss (Raw)": 0.7956104874610901, "Finetune/Step": 822, "Finetune/Step Time": 5.908118957653642}
+{"Finetune/Learning Rate": 1.999135103824129e-05, "Finetune/Loss": 0.9994417428970337, "Finetune/Loss (Raw)": 0.982263445854187, "Finetune/Step": 823, "Finetune/Step Time": 5.913083862513304}
+{"Finetune/Learning Rate": 1.9991280874596275e-05, "Finetune/Loss": 0.9988936185836792, "Finetune/Loss (Raw)": 1.0492368936538696, "Finetune/Step": 824, "Finetune/Step Time": 5.91993279568851}
+{"Finetune/Learning Rate": 1.999121042762695e-05, "Finetune/Loss": 0.9990645051002502, "Finetune/Loss (Raw)": 0.9966651201248169, "Finetune/Step": 825, "Finetune/Step Time": 5.915107484906912}
+{"Finetune/Learning Rate": 1.9991139697335306e-05, "Finetune/Loss": 0.9990389347076416, "Finetune/Loss (Raw)": 1.084524393081665, "Finetune/Step": 826, "Finetune/Step Time": 5.909982679411769}
+{"Finetune/Learning Rate": 1.999106868372335e-05, "Finetune/Loss": 0.9973969459533691, "Finetune/Loss (Raw)": 0.8015738129615784, "Finetune/Step": 827, "Finetune/Step Time": 5.908345272764564}
+{"Finetune/Learning Rate": 1.99909973867931e-05, "Finetune/Loss": 0.9965802431106567, "Finetune/Loss (Raw)": 0.8942105770111084, "Finetune/Step": 828, "Finetune/Step Time": 5.8904343619942665}
+{"Finetune/Learning Rate": 1.9990925806546572e-05, "Finetune/Loss": 0.9974933862686157, "Finetune/Loss (Raw)": 1.1354228258132935, "Finetune/Step": 829, "Finetune/Step Time": 5.884798659011722}
+{"Finetune/Learning Rate": 1.9990853942985802e-05, "Finetune/Loss": 0.9985284209251404, "Finetune/Loss (Raw)": 1.1330811977386475, "Finetune/Step": 830, "Finetune/Step Time": 5.883465042337775}
+{"Finetune/Learning Rate": 1.999078179611282e-05, "Finetune/Loss": 0.9995996952056885, "Finetune/Loss (Raw)": 1.022942066192627, "Finetune/Step": 831, "Finetune/Step Time": 5.87799733877182}
+{"Finetune/Learning Rate": 1.9990709365929678e-05, "Finetune/Loss": 0.9985891580581665, "Finetune/Loss (Raw)": 0.9884733557701111, "Finetune/Step": 832, "Finetune/Step Time": 5.894956257194281}
+{"Finetune/Learning Rate": 1.999063665243843e-05, "Finetune/Loss": 0.9994224905967712, "Finetune/Loss (Raw)": 1.0441272258758545, "Finetune/Step": 833, "Finetune/Step Time": 5.897463260218501}
+{"Finetune/Learning Rate": 1.9990563655641133e-05, "Finetune/Loss": 0.9987901449203491, "Finetune/Loss (Raw)": 0.9597967267036438, "Finetune/Step": 834, "Finetune/Step Time": 5.89956783875823}
+{"Finetune/Learning Rate": 1.9990490375539864e-05, "Finetune/Loss": 0.9988945722579956, "Finetune/Loss (Raw)": 0.9927726984024048, "Finetune/Step": 835, "Finetune/Step Time": 5.899420196190476}
+{"Finetune/Learning Rate": 1.9990416812136696e-05, "Finetune/Loss": 0.9996175765991211, "Finetune/Loss (Raw)": 1.122870683670044, "Finetune/Step": 836, "Finetune/Step Time": 5.899835238233209}
+{"Finetune/Learning Rate": 1.9990342965433712e-05, "Finetune/Loss": 1.0002562999725342, "Finetune/Loss (Raw)": 1.0526076555252075, "Finetune/Step": 837, "Finetune/Step Time": 5.907275829464197}
+{"Finetune/Learning Rate": 1.9990268835433014e-05, "Finetune/Loss": 0.9990390539169312, "Finetune/Loss (Raw)": 0.837070107460022, "Finetune/Step": 838, "Finetune/Step Time": 5.917173767462373}
+{"Finetune/Learning Rate": 1.99901944221367e-05, "Finetune/Loss": 0.9977330565452576, "Finetune/Loss (Raw)": 1.060278058052063, "Finetune/Step": 839, "Finetune/Step Time": 5.917329225689173}
+{"Finetune/Learning Rate": 1.999011972554688e-05, "Finetune/Loss": 0.9979106783866882, "Finetune/Loss (Raw)": 1.0215691328048706, "Finetune/Step": 840, "Finetune/Step Time": 5.914863696321845}
+{"Finetune/Learning Rate": 1.9990044745665672e-05, "Finetune/Loss": 0.9990212321281433, "Finetune/Loss (Raw)": 1.1307973861694336, "Finetune/Step": 841, "Finetune/Step Time": 5.9146280735731125}
+{"Finetune/Learning Rate": 1.9989969482495203e-05, "Finetune/Loss": 0.9998320937156677, "Finetune/Loss (Raw)": 1.0358846187591553, "Finetune/Step": 842, "Finetune/Step Time": 5.917058469727635}
+{"Finetune/Learning Rate": 1.998989393603761e-05, "Finetune/Loss": 0.9989852905273438, "Finetune/Loss (Raw)": 0.9364868402481079, "Finetune/Step": 843, "Finetune/Step Time": 5.914114246144891}
+{"Finetune/Learning Rate": 1.998981810629503e-05, "Finetune/Loss": 0.9986025094985962, "Finetune/Loss (Raw)": 0.9480705261230469, "Finetune/Step": 844, "Finetune/Step Time": 5.916029080748558}
+{"Finetune/Learning Rate": 1.9989741993269616e-05, "Finetune/Loss": 0.9979894161224365, "Finetune/Loss (Raw)": 0.8942845463752747, "Finetune/Step": 845, "Finetune/Step Time": 5.907964456826448}
+{"Finetune/Learning Rate": 1.998966559696353e-05, "Finetune/Loss": 0.997388482093811, "Finetune/Loss (Raw)": 1.0069200992584229, "Finetune/Step": 846, "Finetune/Step Time": 5.907020622864366}
+{"Finetune/Learning Rate": 1.9989588917378925e-05, "Finetune/Loss": 0.9958003163337708, "Finetune/Loss (Raw)": 0.8332948088645935, "Finetune/Step": 847, "Finetune/Step Time": 5.899959038943052}
+{"Finetune/Learning Rate": 1.9989511954517992e-05, "Finetune/Loss": 0.9951727390289307, "Finetune/Loss (Raw)": 0.9878184199333191, "Finetune/Step": 848, "Finetune/Step Time": 5.898940209299326}
+{"Finetune/Learning Rate": 1.9989434708382905e-05, "Finetune/Loss": 0.9931445121765137, "Finetune/Loss (Raw)": 0.8649733662605286, "Finetune/Step": 849, "Finetune/Step Time": 5.895840210840106}
+{"Finetune/Learning Rate": 1.9989357178975854e-05, "Finetune/Loss": 0.9946452379226685, "Finetune/Loss (Raw)": 0.991097092628479, "Finetune/Step": 850, "Finetune/Step Time": 5.879245940595865}
+{"Finetune/Learning Rate": 1.998927936629904e-05, "Finetune/Loss": 0.9952621459960938, "Finetune/Loss (Raw)": 1.0689224004745483, "Finetune/Step": 851, "Finetune/Step Time": 5.878062499687076}
+{"Finetune/Learning Rate": 1.9989201270354673e-05, "Finetune/Loss": 0.9946130514144897, "Finetune/Loss (Raw)": 1.0035009384155273, "Finetune/Step": 852, "Finetune/Step Time": 5.879293939098716}
+{"Finetune/Learning Rate": 1.9989122891144958e-05, "Finetune/Loss": 0.9936467409133911, "Finetune/Loss (Raw)": 0.9072397947311401, "Finetune/Step": 853, "Finetune/Step Time": 5.879024233669043}
+{"Finetune/Learning Rate": 1.9989044228672128e-05, "Finetune/Loss": 0.994532585144043, "Finetune/Loss (Raw)": 1.0620168447494507, "Finetune/Step": 854, "Finetune/Step Time": 5.875929174944758}
+{"Finetune/Learning Rate": 1.9988965282938405e-05, "Finetune/Loss": 0.9925533533096313, "Finetune/Loss (Raw)": 0.7246088981628418, "Finetune/Step": 855, "Finetune/Step Time": 5.883399996906519}
+{"Finetune/Learning Rate": 1.9988886053946034e-05, "Finetune/Loss": 0.992488443851471, "Finetune/Loss (Raw)": 1.0278432369232178, "Finetune/Step": 856, "Finetune/Step Time": 5.882573259994388}
+{"Finetune/Learning Rate": 1.9988806541697255e-05, "Finetune/Loss": 0.9947721362113953, "Finetune/Loss (Raw)": 0.9075644016265869, "Finetune/Step": 857, "Finetune/Step Time": 5.859577180817723}
+{"Finetune/Learning Rate": 1.998872674619433e-05, "Finetune/Loss": 0.9951674938201904, "Finetune/Loss (Raw)": 1.0656349658966064, "Finetune/Step": 858, "Finetune/Step Time": 5.871743604540825}
+{"Finetune/Learning Rate": 1.998864666743952e-05, "Finetune/Loss": 0.9954896569252014, "Finetune/Loss (Raw)": 1.0922497510910034, "Finetune/Step": 859, "Finetune/Step Time": 5.882246166467667}
+{"Finetune/Learning Rate": 1.998856630543509e-05, "Finetune/Loss": 0.9940255880355835, "Finetune/Loss (Raw)": 0.9023125171661377, "Finetune/Step": 860, "Finetune/Step Time": 5.8832095470279455}
+{"Finetune/Learning Rate": 1.9988485660183326e-05, "Finetune/Loss": 0.9945298433303833, "Finetune/Loss (Raw)": 1.0517281293869019, "Finetune/Step": 861, "Finetune/Step Time": 5.881439184769988}
+{"Finetune/Learning Rate": 1.9988404731686512e-05, "Finetune/Loss": 0.9936522245407104, "Finetune/Loss (Raw)": 0.9626650214195251, "Finetune/Step": 862, "Finetune/Step Time": 5.880452491343021}
+{"Finetune/Learning Rate": 1.9988323519946946e-05, "Finetune/Loss": 0.9932270050048828, "Finetune/Loss (Raw)": 0.9158209562301636, "Finetune/Step": 863, "Finetune/Step Time": 5.8779836520552635}
+{"Finetune/Learning Rate": 1.9988242024966924e-05, "Finetune/Loss": 0.9922902584075928, "Finetune/Loss (Raw)": 0.9185556769371033, "Finetune/Step": 864, "Finetune/Step Time": 5.883801251649857}
+{"Finetune/Learning Rate": 1.998816024674876e-05, "Finetune/Loss": 0.9910808801651001, "Finetune/Loss (Raw)": 0.8145970106124878, "Finetune/Step": 865, "Finetune/Step Time": 5.879528664052486}
+{"Finetune/Learning Rate": 1.9988078185294775e-05, "Finetune/Loss": 0.9916730523109436, "Finetune/Loss (Raw)": 1.0582619905471802, "Finetune/Step": 866, "Finetune/Step Time": 5.87205202318728}
+{"Finetune/Learning Rate": 1.9987995840607296e-05, "Finetune/Loss": 0.9907314777374268, "Finetune/Loss (Raw)": 1.0265556573867798, "Finetune/Step": 867, "Finetune/Step Time": 5.869656063616276}
+{"Finetune/Learning Rate": 1.9987913212688656e-05, "Finetune/Loss": 0.9917386174201965, "Finetune/Loss (Raw)": 0.9456313848495483, "Finetune/Step": 868, "Finetune/Step Time": 5.881589412689209}
+{"Finetune/Learning Rate": 1.9987830301541202e-05, "Finetune/Loss": 0.9916650056838989, "Finetune/Loss (Raw)": 0.9292961359024048, "Finetune/Step": 869, "Finetune/Step Time": 5.879740871489048}
+{"Finetune/Learning Rate": 1.998774710716728e-05, "Finetune/Loss": 0.9916285276412964, "Finetune/Loss (Raw)": 0.9512913227081299, "Finetune/Step": 870, "Finetune/Step Time": 5.877789281308651}
+{"Finetune/Learning Rate": 1.998766362956925e-05, "Finetune/Loss": 0.992003321647644, "Finetune/Loss (Raw)": 1.0589896440505981, "Finetune/Step": 871, "Finetune/Step Time": 5.8779256492853165}
+{"Finetune/Learning Rate": 1.9987579868749484e-05, "Finetune/Loss": 0.9914341568946838, "Finetune/Loss (Raw)": 1.0331412553787231, "Finetune/Step": 872, "Finetune/Step Time": 5.878113403916359}
+{"Finetune/Learning Rate": 1.998749582471035e-05, "Finetune/Loss": 0.990652859210968, "Finetune/Loss (Raw)": 0.9695752859115601, "Finetune/Step": 873, "Finetune/Step Time": 5.874662037938833}
+{"Finetune/Learning Rate": 1.9987411497454235e-05, "Finetune/Loss": 0.9907792806625366, "Finetune/Loss (Raw)": 0.9392133355140686, "Finetune/Step": 874, "Finetune/Step Time": 5.870605258271098}
+{"Finetune/Learning Rate": 1.9987326886983533e-05, "Finetune/Loss": 0.9903587698936462, "Finetune/Loss (Raw)": 0.9342905879020691, "Finetune/Step": 875, "Finetune/Step Time": 5.871710669249296}
+{"Finetune/Learning Rate": 1.998724199330064e-05, "Finetune/Loss": 0.9904236197471619, "Finetune/Loss (Raw)": 1.0177644491195679, "Finetune/Step": 876, "Finetune/Step Time": 5.866846211254597}
+{"Finetune/Learning Rate": 1.9987156816407963e-05, "Finetune/Loss": 0.9889202117919922, "Finetune/Loss (Raw)": 0.8331475257873535, "Finetune/Step": 877, "Finetune/Step Time": 5.861034706234932}
+{"Finetune/Learning Rate": 1.998707135630792e-05, "Finetune/Loss": 0.9873642921447754, "Finetune/Loss (Raw)": 0.9704943895339966, "Finetune/Step": 878, "Finetune/Step Time": 5.849851788952947}
+{"Finetune/Learning Rate": 1.998698561300293e-05, "Finetune/Loss": 0.9865240454673767, "Finetune/Loss (Raw)": 0.9191287159919739, "Finetune/Step": 879, "Finetune/Step Time": 5.8475526086986065}
+{"Finetune/Learning Rate": 1.9986899586495432e-05, "Finetune/Loss": 0.9877161979675293, "Finetune/Loss (Raw)": 1.076661467552185, "Finetune/Step": 880, "Finetune/Step Time": 5.85033337585628}
+{"Finetune/Learning Rate": 1.9986813276787855e-05, "Finetune/Loss": 0.9885172247886658, "Finetune/Loss (Raw)": 0.8707309365272522, "Finetune/Step": 881, "Finetune/Step Time": 5.8530832678079605}
+{"Finetune/Learning Rate": 1.998672668388266e-05, "Finetune/Loss": 0.9879826903343201, "Finetune/Loss (Raw)": 1.0169597864151, "Finetune/Step": 882, "Finetune/Step Time": 5.862886410206556}
+{"Finetune/Learning Rate": 1.9986639807782287e-05, "Finetune/Loss": 0.9882657527923584, "Finetune/Loss (Raw)": 1.096868634223938, "Finetune/Step": 883, "Finetune/Step Time": 5.8666448295116425}
+{"Finetune/Learning Rate": 1.9986552648489212e-05, "Finetune/Loss": 0.9877878427505493, "Finetune/Loss (Raw)": 0.9939734935760498, "Finetune/Step": 884, "Finetune/Step Time": 5.8630576357245445}
+{"Finetune/Learning Rate": 1.9986465206005897e-05, "Finetune/Loss": 0.9870702624320984, "Finetune/Loss (Raw)": 1.0006972551345825, "Finetune/Step": 885, "Finetune/Step Time": 5.865963684394956}
+{"Finetune/Learning Rate": 1.998637748033483e-05, "Finetune/Loss": 0.9881479144096375, "Finetune/Loss (Raw)": 1.1141889095306396, "Finetune/Step": 886, "Finetune/Step Time": 5.875985922291875}
+{"Finetune/Learning Rate": 1.9986289471478493e-05, "Finetune/Loss": 0.9887557029724121, "Finetune/Loss (Raw)": 0.9789577126502991, "Finetune/Step": 887, "Finetune/Step Time": 5.879394501447678}
+{"Finetune/Learning Rate": 1.9986201179439388e-05, "Finetune/Loss": 0.98753821849823, "Finetune/Loss (Raw)": 0.8894877433776855, "Finetune/Step": 888, "Finetune/Step Time": 5.877981616184115}
+{"Finetune/Learning Rate": 1.998611260422001e-05, "Finetune/Loss": 0.986651599407196, "Finetune/Loss (Raw)": 0.9729569554328918, "Finetune/Step": 889, "Finetune/Step Time": 5.873920504003763}
+{"Finetune/Learning Rate": 1.9986023745822875e-05, "Finetune/Loss": 0.9872126579284668, "Finetune/Loss (Raw)": 0.9895597100257874, "Finetune/Step": 890, "Finetune/Step Time": 5.880974676460028}
+{"Finetune/Learning Rate": 1.9985934604250507e-05, "Finetune/Loss": 0.9885205030441284, "Finetune/Loss (Raw)": 0.9802988171577454, "Finetune/Step": 891, "Finetune/Step Time": 5.861047234386206}
+{"Finetune/Learning Rate": 1.9985845179505425e-05, "Finetune/Loss": 0.9875196814537048, "Finetune/Loss (Raw)": 0.8724180459976196, "Finetune/Step": 892, "Finetune/Step Time": 5.867106640711427}
+{"Finetune/Learning Rate": 1.9985755471590172e-05, "Finetune/Loss": 0.9882756471633911, "Finetune/Loss (Raw)": 1.0435689687728882, "Finetune/Step": 893, "Finetune/Step Time": 5.85619792342186}
+{"Finetune/Learning Rate": 1.998566548050729e-05, "Finetune/Loss": 0.9872721433639526, "Finetune/Loss (Raw)": 0.8824319243431091, "Finetune/Step": 894, "Finetune/Step Time": 5.857701990753412}
+{"Finetune/Learning Rate": 1.998557520625933e-05, "Finetune/Loss": 0.9883362650871277, "Finetune/Loss (Raw)": 1.0525530576705933, "Finetune/Step": 895, "Finetune/Step Time": 5.85832997597754}
+{"Finetune/Learning Rate": 1.9985484648848854e-05, "Finetune/Loss": 0.9879834651947021, "Finetune/Loss (Raw)": 1.0832977294921875, "Finetune/Step": 896, "Finetune/Step Time": 5.8579358123242855}
+{"Finetune/Learning Rate": 1.9985393808278426e-05, "Finetune/Loss": 0.9895749092102051, "Finetune/Loss (Raw)": 1.0573492050170898, "Finetune/Step": 897, "Finetune/Step Time": 5.87421977892518}
+{"Finetune/Learning Rate": 1.9985302684550624e-05, "Finetune/Loss": 0.9901565313339233, "Finetune/Loss (Raw)": 1.0365873575210571, "Finetune/Step": 898, "Finetune/Step Time": 5.872772192582488}
+{"Finetune/Learning Rate": 1.9985211277668032e-05, "Finetune/Loss": 0.9906257390975952, "Finetune/Loss (Raw)": 0.9933874607086182, "Finetune/Step": 899, "Finetune/Step Time": 5.850990926846862}
+{"Finetune/Learning Rate": 1.9985119587633246e-05, "Finetune/Loss": 0.9911770820617676, "Finetune/Loss (Raw)": 1.0405759811401367, "Finetune/Step": 900, "Finetune/Step Time": 5.8374803345650434}
+{"Finetune/Learning Rate": 1.998502761444886e-05, "Finetune/Loss": 0.9905775785446167, "Finetune/Loss (Raw)": 0.9626116752624512, "Finetune/Step": 901, "Finetune/Step Time": 5.834918374195695}
+{"Finetune/Learning Rate": 1.9984935358117485e-05, "Finetune/Loss": 0.9899600744247437, "Finetune/Loss (Raw)": 0.9160535335540771, "Finetune/Step": 902, "Finetune/Step Time": 5.832770740613341}
+{"Finetune/Learning Rate": 1.9984842818641735e-05, "Finetune/Loss": 0.9906327724456787, "Finetune/Loss (Raw)": 1.1191394329071045, "Finetune/Step": 903, "Finetune/Step Time": 5.835076075047255}
+{"Finetune/Learning Rate": 1.9984749996024236e-05, "Finetune/Loss": 0.99002605676651, "Finetune/Loss (Raw)": 1.0036526918411255, "Finetune/Step": 904, "Finetune/Step Time": 5.836611140519381}
+{"Finetune/Learning Rate": 1.998465689026762e-05, "Finetune/Loss": 0.9892204403877258, "Finetune/Loss (Raw)": 1.0324079990386963, "Finetune/Step": 905, "Finetune/Step Time": 5.851682145148516}
+{"Finetune/Learning Rate": 1.998456350137453e-05, "Finetune/Loss": 0.9882620573043823, "Finetune/Loss (Raw)": 0.8413763642311096, "Finetune/Step": 906, "Finetune/Step Time": 5.850809583440423}
+{"Finetune/Learning Rate": 1.9984469829347607e-05, "Finetune/Loss": 0.9880383014678955, "Finetune/Loss (Raw)": 0.9113636016845703, "Finetune/Step": 907, "Finetune/Step Time": 5.8482446372509}
+{"Finetune/Learning Rate": 1.9984375874189514e-05, "Finetune/Loss": 0.9886181354522705, "Finetune/Loss (Raw)": 1.0771247148513794, "Finetune/Step": 908, "Finetune/Step Time": 5.847904846072197}
+{"Finetune/Learning Rate": 1.9984281635902913e-05, "Finetune/Loss": 0.9877757430076599, "Finetune/Loss (Raw)": 0.9158225655555725, "Finetune/Step": 909, "Finetune/Step Time": 5.847445569932461}
+{"Finetune/Learning Rate": 1.9984187114490477e-05, "Finetune/Loss": 0.9862025380134583, "Finetune/Loss (Raw)": 0.8828428387641907, "Finetune/Step": 910, "Finetune/Step Time": 5.8530225567519665}
+{"Finetune/Learning Rate": 1.9984092309954887e-05, "Finetune/Loss": 0.9859821796417236, "Finetune/Loss (Raw)": 0.8860581517219543, "Finetune/Step": 911, "Finetune/Step Time": 5.84178320504725}
+{"Finetune/Learning Rate": 1.998399722229883e-05, "Finetune/Loss": 0.9848949909210205, "Finetune/Loss (Raw)": 0.8766970038414001, "Finetune/Step": 912, "Finetune/Step Time": 5.835537549108267}
+{"Finetune/Learning Rate": 1.9983901851524996e-05, "Finetune/Loss": 0.9832212924957275, "Finetune/Loss (Raw)": 0.8114005327224731, "Finetune/Step": 913, "Finetune/Step Time": 5.839876228943467}
+{"Finetune/Learning Rate": 1.99838061976361e-05, "Finetune/Loss": 0.9856146574020386, "Finetune/Loss (Raw)": 0.9931506514549255, "Finetune/Step": 914, "Finetune/Step Time": 5.814713891595602}
+{"Finetune/Learning Rate": 1.998371026063485e-05, "Finetune/Loss": 0.9854404926300049, "Finetune/Loss (Raw)": 0.998246431350708, "Finetune/Step": 915, "Finetune/Step Time": 5.832130724564195}
+{"Finetune/Learning Rate": 1.998361404052397e-05, "Finetune/Loss": 0.9865803122520447, "Finetune/Loss (Raw)": 1.1188595294952393, "Finetune/Step": 916, "Finetune/Step Time": 5.832140849903226}
+{"Finetune/Learning Rate": 1.998351753730618e-05, "Finetune/Loss": 0.9861534833908081, "Finetune/Loss (Raw)": 0.9573954939842224, "Finetune/Step": 917, "Finetune/Step Time": 5.829217351973057}
+{"Finetune/Learning Rate": 1.998342075098423e-05, "Finetune/Loss": 0.9862672686576843, "Finetune/Loss (Raw)": 1.0570297241210938, "Finetune/Step": 918, "Finetune/Step Time": 5.830015625804663}
+{"Finetune/Learning Rate": 1.9983323681560848e-05, "Finetune/Loss": 0.9860256910324097, "Finetune/Loss (Raw)": 1.0204192399978638, "Finetune/Step": 919, "Finetune/Step Time": 5.8280081283301115}
+{"Finetune/Learning Rate": 1.9983226329038798e-05, "Finetune/Loss": 0.98542320728302, "Finetune/Loss (Raw)": 0.9340299367904663, "Finetune/Step": 920, "Finetune/Step Time": 5.824348650872707}
+{"Finetune/Learning Rate": 1.998312869342084e-05, "Finetune/Loss": 0.986277163028717, "Finetune/Loss (Raw)": 1.0060267448425293, "Finetune/Step": 921, "Finetune/Step Time": 5.821942077949643}
+{"Finetune/Learning Rate": 1.9983030774709737e-05, "Finetune/Loss": 0.9855325818061829, "Finetune/Loss (Raw)": 0.9064568281173706, "Finetune/Step": 922, "Finetune/Step Time": 5.8175772950053215}
+{"Finetune/Learning Rate": 1.9982932572908273e-05, "Finetune/Loss": 0.9865046143531799, "Finetune/Loss (Raw)": 1.1424356698989868, "Finetune/Step": 923, "Finetune/Step Time": 5.817732874304056}
+{"Finetune/Learning Rate": 1.9982834088019226e-05, "Finetune/Loss": 0.9871808290481567, "Finetune/Loss (Raw)": 1.1093289852142334, "Finetune/Step": 924, "Finetune/Step Time": 5.816428147256374}
+{"Finetune/Learning Rate": 1.9982735320045392e-05, "Finetune/Loss": 0.9874083399772644, "Finetune/Loss (Raw)": 1.0806025266647339, "Finetune/Step": 925, "Finetune/Step Time": 5.826586509123445}
+{"Finetune/Learning Rate": 1.9982636268989572e-05, "Finetune/Loss": 0.9873162508010864, "Finetune/Loss (Raw)": 0.903187096118927, "Finetune/Step": 926, "Finetune/Step Time": 5.825037896633148}
+{"Finetune/Learning Rate": 1.9982536934854576e-05, "Finetune/Loss": 0.986945390701294, "Finetune/Loss (Raw)": 0.9140832424163818, "Finetune/Step": 927, "Finetune/Step Time": 5.826247742399573}
+{"Finetune/Learning Rate": 1.9982437317643218e-05, "Finetune/Loss": 0.9854012131690979, "Finetune/Loss (Raw)": 0.884955644607544, "Finetune/Step": 928, "Finetune/Step Time": 5.835789028555155}
+{"Finetune/Learning Rate": 1.998233741735832e-05, "Finetune/Loss": 0.9837135076522827, "Finetune/Loss (Raw)": 0.8878986239433289, "Finetune/Step": 929, "Finetune/Step Time": 5.831010229885578}
+{"Finetune/Learning Rate": 1.9982237234002722e-05, "Finetune/Loss": 0.9830546379089355, "Finetune/Loss (Raw)": 0.9475008249282837, "Finetune/Step": 930, "Finetune/Step Time": 5.835183352231979}
+{"Finetune/Learning Rate": 1.9982136767579263e-05, "Finetune/Loss": 0.9858955144882202, "Finetune/Loss (Raw)": 1.1347731351852417, "Finetune/Step": 931, "Finetune/Step Time": 5.837775364518166}
+{"Finetune/Learning Rate": 1.998203601809079e-05, "Finetune/Loss": 0.9871066808700562, "Finetune/Loss (Raw)": 1.0653140544891357, "Finetune/Step": 932, "Finetune/Step Time": 5.838211348280311}
+{"Finetune/Learning Rate": 1.998193498554016e-05, "Finetune/Loss": 0.9857214689254761, "Finetune/Loss (Raw)": 1.0564079284667969, "Finetune/Step": 933, "Finetune/Step Time": 5.843559265136719}
+{"Finetune/Learning Rate": 1.9981833669930236e-05, "Finetune/Loss": 0.9857226014137268, "Finetune/Loss (Raw)": 0.9342531561851501, "Finetune/Step": 934, "Finetune/Step Time": 5.842801000922918}
+{"Finetune/Learning Rate": 1.9981732071263897e-05, "Finetune/Loss": 0.9852148294448853, "Finetune/Loss (Raw)": 0.9020642042160034, "Finetune/Step": 935, "Finetune/Step Time": 5.841149657964706}
+{"Finetune/Learning Rate": 1.9981630189544023e-05, "Finetune/Loss": 0.9838747978210449, "Finetune/Loss (Raw)": 0.9079681634902954, "Finetune/Step": 936, "Finetune/Step Time": 5.852744825184345}
+{"Finetune/Learning Rate": 1.9981528024773496e-05, "Finetune/Loss": 0.9848420023918152, "Finetune/Loss (Raw)": 1.0830847024917603, "Finetune/Step": 937, "Finetune/Step Time": 5.849102348089218}
+{"Finetune/Learning Rate": 1.998142557695522e-05, "Finetune/Loss": 0.9848041534423828, "Finetune/Loss (Raw)": 1.1245471239089966, "Finetune/Step": 938, "Finetune/Step Time": 5.84785009175539}
+{"Finetune/Learning Rate": 1.99813228460921e-05, "Finetune/Loss": 0.9856981039047241, "Finetune/Loss (Raw)": 0.9877886176109314, "Finetune/Step": 939, "Finetune/Step Time": 5.854939753189683}
+{"Finetune/Learning Rate": 1.998121983218704e-05, "Finetune/Loss": 0.9867343902587891, "Finetune/Loss (Raw)": 1.0015321969985962, "Finetune/Step": 940, "Finetune/Step Time": 5.862490577623248}
+{"Finetune/Learning Rate": 1.9981116535242973e-05, "Finetune/Loss": 0.9862377047538757, "Finetune/Loss (Raw)": 0.8639192581176758, "Finetune/Step": 941, "Finetune/Step Time": 5.853989560157061}
+{"Finetune/Learning Rate": 1.9981012955262823e-05, "Finetune/Loss": 0.9830079078674316, "Finetune/Loss (Raw)": 0.7223577499389648, "Finetune/Step": 942, "Finetune/Step Time": 5.865049252286553}
+{"Finetune/Learning Rate": 1.9980909092249533e-05, "Finetune/Loss": 0.9836212396621704, "Finetune/Loss (Raw)": 1.1108194589614868, "Finetune/Step": 943, "Finetune/Step Time": 5.8670110665261745}
+{"Finetune/Learning Rate": 1.9980804946206036e-05, "Finetune/Loss": 0.9814926385879517, "Finetune/Loss (Raw)": 0.8511890769004822, "Finetune/Step": 944, "Finetune/Step Time": 5.865508807823062}
+{"Finetune/Learning Rate": 1.9980700517135295e-05, "Finetune/Loss": 0.9813423156738281, "Finetune/Loss (Raw)": 0.9243401885032654, "Finetune/Step": 945, "Finetune/Step Time": 5.868858775123954}
+{"Finetune/Learning Rate": 1.998059580504027e-05, "Finetune/Loss": 0.9806427359580994, "Finetune/Loss (Raw)": 1.007560133934021, "Finetune/Step": 946, "Finetune/Step Time": 5.8693642895668745}
+{"Finetune/Learning Rate": 1.9980490809923928e-05, "Finetune/Loss": 0.980690598487854, "Finetune/Loss (Raw)": 0.938880443572998, "Finetune/Step": 947, "Finetune/Step Time": 5.874677244573832}
+{"Finetune/Learning Rate": 1.9980385531789244e-05, "Finetune/Loss": 0.9807072877883911, "Finetune/Loss (Raw)": 1.0672354698181152, "Finetune/Step": 948, "Finetune/Step Time": 5.851954821497202}
+{"Finetune/Learning Rate": 1.998027997063921e-05, "Finetune/Loss": 0.9803453683853149, "Finetune/Loss (Raw)": 1.041731357574463, "Finetune/Step": 949, "Finetune/Step Time": 5.8505653869360685}
+{"Finetune/Learning Rate": 1.9980174126476816e-05, "Finetune/Loss": 0.9810352921485901, "Finetune/Loss (Raw)": 0.8839302659034729, "Finetune/Step": 950, "Finetune/Step Time": 5.845172226428986}
+{"Finetune/Learning Rate": 1.9980067999305065e-05, "Finetune/Loss": 0.9806859493255615, "Finetune/Loss (Raw)": 0.9375389814376831, "Finetune/Step": 951, "Finetune/Step Time": 5.851868066936731}
+{"Finetune/Learning Rate": 1.997996158912696e-05, "Finetune/Loss": 0.9816478490829468, "Finetune/Loss (Raw)": 1.172362208366394, "Finetune/Step": 952, "Finetune/Step Time": 5.845718154683709}
+{"Finetune/Learning Rate": 1.9979854895945528e-05, "Finetune/Loss": 0.9822095632553101, "Finetune/Loss (Raw)": 1.0685676336288452, "Finetune/Step": 953, "Finetune/Step Time": 5.844971815124154}
+{"Finetune/Learning Rate": 1.997974791976379e-05, "Finetune/Loss": 0.9821280241012573, "Finetune/Loss (Raw)": 1.0740864276885986, "Finetune/Step": 954, "Finetune/Step Time": 5.847055355086923}
+{"Finetune/Learning Rate": 1.997964066058478e-05, "Finetune/Loss": 0.9833462834358215, "Finetune/Loss (Raw)": 0.9575116038322449, "Finetune/Step": 955, "Finetune/Step Time": 5.849673263728619}
+{"Finetune/Learning Rate": 1.9979533118411538e-05, "Finetune/Loss": 0.9831852912902832, "Finetune/Loss (Raw)": 0.8736069798469543, "Finetune/Step": 956, "Finetune/Step Time": 5.859712300822139}
+{"Finetune/Learning Rate": 1.9979425293247115e-05, "Finetune/Loss": 0.9810478687286377, "Finetune/Loss (Raw)": 0.8618288636207581, "Finetune/Step": 957, "Finetune/Step Time": 5.861302983015776}
+{"Finetune/Learning Rate": 1.9979317185094565e-05, "Finetune/Loss": 0.9806464910507202, "Finetune/Loss (Raw)": 1.081708312034607, "Finetune/Step": 958, "Finetune/Step Time": 5.860948933288455}
+{"Finetune/Learning Rate": 1.997920879395696e-05, "Finetune/Loss": 0.9801999926567078, "Finetune/Loss (Raw)": 0.9657881259918213, "Finetune/Step": 959, "Finetune/Step Time": 5.86141661554575}
+{"Finetune/Learning Rate": 1.997910011983737e-05, "Finetune/Loss": 0.9802495241165161, "Finetune/Loss (Raw)": 0.9948101043701172, "Finetune/Step": 960, "Finetune/Step Time": 5.845953721553087}
+{"Finetune/Learning Rate": 1.997899116273888e-05, "Finetune/Loss": 0.979634165763855, "Finetune/Loss (Raw)": 0.9653682112693787, "Finetune/Step": 961, "Finetune/Step Time": 5.847347175702453}
+{"Finetune/Learning Rate": 1.9978881922664574e-05, "Finetune/Loss": 0.9786978960037231, "Finetune/Loss (Raw)": 0.8399505615234375, "Finetune/Step": 962, "Finetune/Step Time": 5.84626142308116}
+{"Finetune/Learning Rate": 1.9978772399617553e-05, "Finetune/Loss": 0.9778905510902405, "Finetune/Loss (Raw)": 0.8894290924072266, "Finetune/Step": 963, "Finetune/Step Time": 5.8550113029778}
+{"Finetune/Learning Rate": 1.9978662593600925e-05, "Finetune/Loss": 0.975534200668335, "Finetune/Loss (Raw)": 0.8212544322013855, "Finetune/Step": 964, "Finetune/Step Time": 5.856179066002369}
+{"Finetune/Learning Rate": 1.99785525046178e-05, "Finetune/Loss": 0.9734727144241333, "Finetune/Loss (Raw)": 0.7887368202209473, "Finetune/Step": 965, "Finetune/Step Time": 5.8565831277519464}
+{"Finetune/Learning Rate": 1.9978442132671302e-05, "Finetune/Loss": 0.974278450012207, "Finetune/Loss (Raw)": 0.9402098655700684, "Finetune/Step": 966, "Finetune/Step Time": 5.84853707626462}
+{"Finetune/Learning Rate": 1.9978331477764556e-05, "Finetune/Loss": 0.9744988679885864, "Finetune/Loss (Raw)": 1.0884902477264404, "Finetune/Step": 967, "Finetune/Step Time": 5.847112987190485}
+{"Finetune/Learning Rate": 1.9978220539900707e-05, "Finetune/Loss": 0.973794162273407, "Finetune/Loss (Raw)": 0.9313725829124451, "Finetune/Step": 968, "Finetune/Step Time": 5.848795032128692}
+{"Finetune/Learning Rate": 1.9978109319082897e-05, "Finetune/Loss": 0.972693145275116, "Finetune/Loss (Raw)": 0.9898664355278015, "Finetune/Step": 969, "Finetune/Step Time": 5.848092740401626}
+{"Finetune/Learning Rate": 1.9977997815314283e-05, "Finetune/Loss": 0.9729350209236145, "Finetune/Loss (Raw)": 1.0668398141860962, "Finetune/Step": 970, "Finetune/Step Time": 5.847176285460591}
+{"Finetune/Learning Rate": 1.997788602859802e-05, "Finetune/Loss": 0.9736688137054443, "Finetune/Loss (Raw)": 1.0304086208343506, "Finetune/Step": 971, "Finetune/Step Time": 5.8432591408491135}
+{"Finetune/Learning Rate": 1.997777395893729e-05, "Finetune/Loss": 0.9737423658370972, "Finetune/Loss (Raw)": 0.9574902057647705, "Finetune/Step": 972, "Finetune/Step Time": 5.842197123914957}
+{"Finetune/Learning Rate": 1.9977661606335257e-05, "Finetune/Loss": 0.9752700924873352, "Finetune/Loss (Raw)": 1.0898323059082031, "Finetune/Step": 973, "Finetune/Step Time": 5.844888884574175}
+{"Finetune/Learning Rate": 1.9977548970795114e-05, "Finetune/Loss": 0.974202573299408, "Finetune/Loss (Raw)": 0.8702787756919861, "Finetune/Step": 974, "Finetune/Step Time": 5.846808006986976}
+{"Finetune/Learning Rate": 1.9977436052320058e-05, "Finetune/Loss": 0.9758535623550415, "Finetune/Loss (Raw)": 1.044625163078308, "Finetune/Step": 975, "Finetune/Step Time": 5.8502726294100285}
+{"Finetune/Learning Rate": 1.9977322850913283e-05, "Finetune/Loss": 0.9761594533920288, "Finetune/Loss (Raw)": 1.0269719362258911, "Finetune/Step": 976, "Finetune/Step Time": 5.850228026509285}
+{"Finetune/Learning Rate": 1.9977209366578005e-05, "Finetune/Loss": 0.9772735238075256, "Finetune/Loss (Raw)": 1.007576823234558, "Finetune/Step": 977, "Finetune/Step Time": 5.855076286941767}
+{"Finetune/Learning Rate": 1.9977095599317442e-05, "Finetune/Loss": 0.9765067100524902, "Finetune/Loss (Raw)": 0.8929359912872314, "Finetune/Step": 978, "Finetune/Step Time": 5.872737769037485}
+{"Finetune/Learning Rate": 1.997698154913482e-05, "Finetune/Loss": 0.9771406650543213, "Finetune/Loss (Raw)": 1.1500720977783203, "Finetune/Step": 979, "Finetune/Step Time": 5.876147354021668}
+{"Finetune/Learning Rate": 1.997686721603337e-05, "Finetune/Loss": 0.9773136377334595, "Finetune/Loss (Raw)": 1.025635838508606, "Finetune/Step": 980, "Finetune/Step Time": 5.873573565855622}
+{"Finetune/Learning Rate": 1.9976752600016337e-05, "Finetune/Loss": 0.9779155850410461, "Finetune/Loss (Raw)": 0.9842943549156189, "Finetune/Step": 981, "Finetune/Step Time": 5.876277482137084}
+{"Finetune/Learning Rate": 1.997663770108697e-05, "Finetune/Loss": 0.9771623611450195, "Finetune/Loss (Raw)": 0.9656019806861877, "Finetune/Step": 982, "Finetune/Step Time": 5.887550104409456}
+{"Finetune/Learning Rate": 1.9976522519248528e-05, "Finetune/Loss": 0.9793867468833923, "Finetune/Loss (Raw)": 1.0093358755111694, "Finetune/Step": 983, "Finetune/Step Time": 5.860524442046881}
+{"Finetune/Learning Rate": 1.9976407054504276e-05, "Finetune/Loss": 0.9783061742782593, "Finetune/Loss (Raw)": 0.8895243406295776, "Finetune/Step": 984, "Finetune/Step Time": 5.865742230787873}
+{"Finetune/Learning Rate": 1.9976291306857488e-05, "Finetune/Loss": 0.9783055782318115, "Finetune/Loss (Raw)": 0.9074946045875549, "Finetune/Step": 985, "Finetune/Step Time": 5.866678550839424}
+{"Finetune/Learning Rate": 1.997617527631145e-05, "Finetune/Loss": 0.9761282205581665, "Finetune/Loss (Raw)": 0.786924421787262, "Finetune/Step": 986, "Finetune/Step Time": 5.855100926011801}
+{"Finetune/Learning Rate": 1.9976058962869448e-05, "Finetune/Loss": 0.9759464859962463, "Finetune/Loss (Raw)": 1.068992018699646, "Finetune/Step": 987, "Finetune/Step Time": 5.857169535011053}
+{"Finetune/Learning Rate": 1.9975942366534783e-05, "Finetune/Loss": 0.9763602614402771, "Finetune/Loss (Raw)": 0.9552716612815857, "Finetune/Step": 988, "Finetune/Step Time": 5.857584612444043}
+{"Finetune/Learning Rate": 1.997582548731076e-05, "Finetune/Loss": 0.9753572940826416, "Finetune/Loss (Raw)": 0.9233497381210327, "Finetune/Step": 989, "Finetune/Step Time": 5.854702463373542}
+{"Finetune/Learning Rate": 1.9975708325200696e-05, "Finetune/Loss": 0.9761456251144409, "Finetune/Loss (Raw)": 1.0635721683502197, "Finetune/Step": 990, "Finetune/Step Time": 5.862703023478389}
+{"Finetune/Learning Rate": 1.9975590880207906e-05, "Finetune/Loss": 0.9767155647277832, "Finetune/Loss (Raw)": 0.9887756705284119, "Finetune/Step": 991, "Finetune/Step Time": 5.8743980173021555}
+{"Finetune/Learning Rate": 1.9975473152335726e-05, "Finetune/Loss": 0.977363109588623, "Finetune/Loss (Raw)": 1.0014398097991943, "Finetune/Step": 992, "Finetune/Step Time": 5.869829028844833}
+{"Finetune/Learning Rate": 1.99753551415875e-05, "Finetune/Loss": 0.9785950183868408, "Finetune/Loss (Raw)": 0.9722890853881836, "Finetune/Step": 993, "Finetune/Step Time": 5.871393825858831}
+{"Finetune/Learning Rate": 1.997523684796656e-05, "Finetune/Loss": 0.9791461229324341, "Finetune/Loss (Raw)": 1.1287906169891357, "Finetune/Step": 994, "Finetune/Step Time": 5.874229205772281}
+{"Finetune/Learning Rate": 1.9975118271476276e-05, "Finetune/Loss": 0.9792782068252563, "Finetune/Loss (Raw)": 1.0434709787368774, "Finetune/Step": 995, "Finetune/Step Time": 5.877620875835419}
+{"Finetune/Learning Rate": 1.997499941212e-05, "Finetune/Loss": 0.9796010255813599, "Finetune/Loss (Raw)": 0.9869497418403625, "Finetune/Step": 996, "Finetune/Step Time": 5.871152920648456}
+{"Finetune/Learning Rate": 1.9974880269901105e-05, "Finetune/Loss": 0.9785150289535522, "Finetune/Loss (Raw)": 0.7902923226356506, "Finetune/Step": 997, "Finetune/Step Time": 5.873074969276786}
+{"Finetune/Learning Rate": 1.9974760844822972e-05, "Finetune/Loss": 0.9790751338005066, "Finetune/Loss (Raw)": 1.022980809211731, "Finetune/Step": 998, "Finetune/Step Time": 5.876731222495437}
+{"Finetune/Learning Rate": 1.9974641136888983e-05, "Finetune/Loss": 0.9762797355651855, "Finetune/Loss (Raw)": 0.701185405254364, "Finetune/Step": 999, "Finetune/Step Time": 5.8989920001477}
+{"Finetune/Learning Rate": 1.9974521146102535e-05, "Finetune/Loss": 0.9753823280334473, "Finetune/Loss (Raw)": 0.9182636737823486, "Finetune/Step": 1000, "Finetune/Step Time": 5.900202974677086}
+{"Finetune/Learning Rate": 1.9974400872467036e-05, "Finetune/Loss": 0.9740322828292847, "Finetune/Loss (Raw)": 0.7967715859413147, "Finetune/Step": 1001, "Finetune/Step Time": 5.906190047040582}
+{"Finetune/Learning Rate": 1.9974280315985886e-05, "Finetune/Loss": 0.9740001559257507, "Finetune/Loss (Raw)": 0.9350956678390503, "Finetune/Step": 1002, "Finetune/Step Time": 5.906952789053321}
+{"Finetune/Learning Rate": 1.9974159476662516e-05, "Finetune/Loss": 0.9729017019271851, "Finetune/Loss (Raw)": 0.7936952710151672, "Finetune/Step": 1003, "Finetune/Step Time": 5.926656624302268}
+{"Finetune/Learning Rate": 1.997403835450034e-05, "Finetune/Loss": 0.9719153642654419, "Finetune/Loss (Raw)": 0.8915064930915833, "Finetune/Step": 1004, "Finetune/Step Time": 5.931776188313961}
+{"Finetune/Learning Rate": 1.99739169495028e-05, "Finetune/Loss": 0.972641110420227, "Finetune/Loss (Raw)": 0.9260450601577759, "Finetune/Step": 1005, "Finetune/Step Time": 5.927253929898143}
+{"Finetune/Learning Rate": 1.9973795261673338e-05, "Finetune/Loss": 0.9723343849182129, "Finetune/Loss (Raw)": 0.9312323927879333, "Finetune/Step": 1006, "Finetune/Step Time": 5.921932507306337}
+{"Finetune/Learning Rate": 1.9973673291015405e-05, "Finetune/Loss": 0.9718544483184814, "Finetune/Loss (Raw)": 0.8577067852020264, "Finetune/Step": 1007, "Finetune/Step Time": 5.92659211345017}
+{"Finetune/Learning Rate": 1.997355103753246e-05, "Finetune/Loss": 0.9702920913696289, "Finetune/Loss (Raw)": 0.8766816854476929, "Finetune/Step": 1008, "Finetune/Step Time": 5.941386261954904}
+{"Finetune/Learning Rate": 1.9973428501227966e-05, "Finetune/Loss": 0.9709025621414185, "Finetune/Loss (Raw)": 0.9488618969917297, "Finetune/Step": 1009, "Finetune/Step Time": 5.952288947999477}
+{"Finetune/Learning Rate": 1.9973305682105398e-05, "Finetune/Loss": 0.9696214199066162, "Finetune/Loss (Raw)": 0.8529756665229797, "Finetune/Step": 1010, "Finetune/Step Time": 5.940878938883543}
+{"Finetune/Learning Rate": 1.9973182580168246e-05, "Finetune/Loss": 0.9689275026321411, "Finetune/Loss (Raw)": 1.0080448389053345, "Finetune/Step": 1011, "Finetune/Step Time": 5.950587704777718}
+{"Finetune/Learning Rate": 1.9973059195419996e-05, "Finetune/Loss": 0.9689889550209045, "Finetune/Loss (Raw)": 1.0018432140350342, "Finetune/Step": 1012, "Finetune/Step Time": 5.95376854762435}
+{"Finetune/Learning Rate": 1.9972935527864142e-05, "Finetune/Loss": 0.9684584736824036, "Finetune/Loss (Raw)": 0.9327977299690247, "Finetune/Step": 1013, "Finetune/Step Time": 5.9538196716457605}
+{"Finetune/Learning Rate": 1.99728115775042e-05, "Finetune/Loss": 0.9677979946136475, "Finetune/Loss (Raw)": 1.029645323753357, "Finetune/Step": 1014, "Finetune/Step Time": 5.945941433310509}
+{"Finetune/Learning Rate": 1.9972687344343678e-05, "Finetune/Loss": 0.9673808813095093, "Finetune/Loss (Raw)": 0.9255633354187012, "Finetune/Step": 1015, "Finetune/Step Time": 5.9460454210639}
+{"Finetune/Learning Rate": 1.99725628283861e-05, "Finetune/Loss": 0.96782386302948, "Finetune/Loss (Raw)": 0.9461950659751892, "Finetune/Step": 1016, "Finetune/Step Time": 5.944722302258015}
+{"Finetune/Learning Rate": 1.9972438029635006e-05, "Finetune/Loss": 0.9683072566986084, "Finetune/Loss (Raw)": 1.0348329544067383, "Finetune/Step": 1017, "Finetune/Step Time": 5.950147898867726}
+{"Finetune/Learning Rate": 1.997231294809392e-05, "Finetune/Loss": 0.9673261642456055, "Finetune/Loss (Raw)": 0.8639734387397766, "Finetune/Step": 1018, "Finetune/Step Time": 5.96350310370326}
+{"Finetune/Learning Rate": 1.99721875837664e-05, "Finetune/Loss": 0.9666763544082642, "Finetune/Loss (Raw)": 0.8971211910247803, "Finetune/Step": 1019, "Finetune/Step Time": 5.978452144190669}
+{"Finetune/Learning Rate": 1.9972061936655994e-05, "Finetune/Loss": 0.9678027629852295, "Finetune/Loss (Raw)": 1.0166009664535522, "Finetune/Step": 1020, "Finetune/Step Time": 5.976662192493677}
+{"Finetune/Learning Rate": 1.997193600676627e-05, "Finetune/Loss": 0.96785968542099, "Finetune/Loss (Raw)": 1.0508588552474976, "Finetune/Step": 1021, "Finetune/Step Time": 5.976581033319235}
+{"Finetune/Learning Rate": 1.9971809794100797e-05, "Finetune/Loss": 0.9691773653030396, "Finetune/Loss (Raw)": 1.0510952472686768, "Finetune/Step": 1022, "Finetune/Step Time": 5.973437009379268}
+{"Finetune/Learning Rate": 1.9971683298663154e-05, "Finetune/Loss": 0.9683345556259155, "Finetune/Loss (Raw)": 0.9446732997894287, "Finetune/Step": 1023, "Finetune/Step Time": 5.982155177742243}
+{"Finetune/Learning Rate": 1.9971556520456928e-05, "Finetune/Loss": 0.9674630165100098, "Finetune/Loss (Raw)": 0.9717358350753784, "Finetune/Step": 1024, "Finetune/Step Time": 5.979922691360116}
+{"Finetune/Learning Rate": 1.9971429459485713e-05, "Finetune/Loss": 0.9662820100784302, "Finetune/Loss (Raw)": 0.906177818775177, "Finetune/Step": 1025, "Finetune/Step Time": 5.975469449535012}
+{"Finetune/Learning Rate": 1.997130211575312e-05, "Finetune/Loss": 0.9663912057876587, "Finetune/Loss (Raw)": 1.0505683422088623, "Finetune/Step": 1026, "Finetune/Step Time": 5.9730489533394575}
+{"Finetune/Learning Rate": 1.997117448926275e-05, "Finetune/Loss": 0.9661159515380859, "Finetune/Loss (Raw)": 0.9581549167633057, "Finetune/Step": 1027, "Finetune/Step Time": 5.97433321736753}
+{"Finetune/Learning Rate": 1.9971046580018223e-05, "Finetune/Loss": 0.9654685258865356, "Finetune/Loss (Raw)": 0.9577042460441589, "Finetune/Step": 1028, "Finetune/Step Time": 5.968386244028807}
+{"Finetune/Learning Rate": 1.997091838802317e-05, "Finetune/Loss": 0.9658641219139099, "Finetune/Loss (Raw)": 1.01325261592865, "Finetune/Step": 1029, "Finetune/Step Time": 5.967359928414226}
+{"Finetune/Learning Rate": 1.9970789913281226e-05, "Finetune/Loss": 0.9663214087486267, "Finetune/Loss (Raw)": 0.9745868444442749, "Finetune/Step": 1030, "Finetune/Step Time": 5.9692249950021505}
+{"Finetune/Learning Rate": 1.9970661155796032e-05, "Finetune/Loss": 0.964030921459198, "Finetune/Loss (Raw)": 0.8259546756744385, "Finetune/Step": 1031, "Finetune/Step Time": 5.968200389295816}
+{"Finetune/Learning Rate": 1.997053211557124e-05, "Finetune/Loss": 0.9630059003829956, "Finetune/Loss (Raw)": 0.8724536895751953, "Finetune/Step": 1032, "Finetune/Step Time": 5.961241846904159}
+{"Finetune/Learning Rate": 1.997040279261051e-05, "Finetune/Loss": 0.9626787900924683, "Finetune/Loss (Raw)": 0.9905315041542053, "Finetune/Step": 1033, "Finetune/Step Time": 5.944103881716728}
+{"Finetune/Learning Rate": 1.9970273186917512e-05, "Finetune/Loss": 0.9641745090484619, "Finetune/Loss (Raw)": 1.0328264236450195, "Finetune/Step": 1034, "Finetune/Step Time": 5.944868940860033}
+{"Finetune/Learning Rate": 1.9970143298495913e-05, "Finetune/Loss": 0.9652571082115173, "Finetune/Loss (Raw)": 1.049941062927246, "Finetune/Step": 1035, "Finetune/Step Time": 5.948165716603398}
+{"Finetune/Learning Rate": 1.9970013127349407e-05, "Finetune/Loss": 0.9646430611610413, "Finetune/Loss (Raw)": 0.9985212683677673, "Finetune/Step": 1036, "Finetune/Step Time": 5.947337256744504}
+{"Finetune/Learning Rate": 1.9969882673481674e-05, "Finetune/Loss": 0.9651471376419067, "Finetune/Loss (Raw)": 0.9803433418273926, "Finetune/Step": 1037, "Finetune/Step Time": 5.948098620399833}
+{"Finetune/Learning Rate": 1.9969751936896423e-05, "Finetune/Loss": 0.9656610488891602, "Finetune/Loss (Raw)": 0.9486307501792908, "Finetune/Step": 1038, "Finetune/Step Time": 5.955193538218737}
+{"Finetune/Learning Rate": 1.9969620917597355e-05, "Finetune/Loss": 0.9653913378715515, "Finetune/Loss (Raw)": 0.8515361547470093, "Finetune/Step": 1039, "Finetune/Step Time": 5.965340254828334}
+{"Finetune/Learning Rate": 1.996948961558819e-05, "Finetune/Loss": 0.9656299948692322, "Finetune/Loss (Raw)": 0.9072394967079163, "Finetune/Step": 1040, "Finetune/Step Time": 5.974243642762303}
+{"Finetune/Learning Rate": 1.9969358030872644e-05, "Finetune/Loss": 0.9672489166259766, "Finetune/Loss (Raw)": 1.018619418144226, "Finetune/Step": 1041, "Finetune/Step Time": 5.962181963026524}
+{"Finetune/Learning Rate": 1.996922616345446e-05, "Finetune/Loss": 0.9673473238945007, "Finetune/Loss (Raw)": 1.0057518482208252, "Finetune/Step": 1042, "Finetune/Step Time": 5.9612342193722725}
+{"Finetune/Learning Rate": 1.9969094013337366e-05, "Finetune/Loss": 0.9651930332183838, "Finetune/Loss (Raw)": 0.7224963903427124, "Finetune/Step": 1043, "Finetune/Step Time": 5.962489934638143}
+{"Finetune/Learning Rate": 1.9968961580525118e-05, "Finetune/Loss": 0.9647465944290161, "Finetune/Loss (Raw)": 1.061713457107544, "Finetune/Step": 1044, "Finetune/Step Time": 5.9620632994920015}
+{"Finetune/Learning Rate": 1.9968828865021465e-05, "Finetune/Loss": 0.9635789394378662, "Finetune/Loss (Raw)": 0.8079384565353394, "Finetune/Step": 1045, "Finetune/Step Time": 5.961250454187393}
+{"Finetune/Learning Rate": 1.996869586683017e-05, "Finetune/Loss": 0.9632807374000549, "Finetune/Loss (Raw)": 1.018860936164856, "Finetune/Step": 1046, "Finetune/Step Time": 5.960131859406829}
+{"Finetune/Learning Rate": 1.996856258595501e-05, "Finetune/Loss": 0.963657557964325, "Finetune/Loss (Raw)": 1.068655252456665, "Finetune/Step": 1047, "Finetune/Step Time": 5.958612911403179}
+{"Finetune/Learning Rate": 1.9968429022399762e-05, "Finetune/Loss": 0.9639021754264832, "Finetune/Loss (Raw)": 0.9653382301330566, "Finetune/Step": 1048, "Finetune/Step Time": 5.954065594822168}
+{"Finetune/Learning Rate": 1.9968295176168216e-05, "Finetune/Loss": 0.9628570079803467, "Finetune/Loss (Raw)": 0.872245192527771, "Finetune/Step": 1049, "Finetune/Step Time": 5.9515353590250015}
+{"Finetune/Learning Rate": 1.996816104726416e-05, "Finetune/Loss": 0.9626210331916809, "Finetune/Loss (Raw)": 0.8762467503547668, "Finetune/Step": 1050, "Finetune/Step Time": 5.9527590330690145}
+{"Finetune/Learning Rate": 1.9968026635691404e-05, "Finetune/Loss": 0.9615516066551208, "Finetune/Loss (Raw)": 1.0055546760559082, "Finetune/Step": 1051, "Finetune/Step Time": 5.953582959249616}
+{"Finetune/Learning Rate": 1.996789194145376e-05, "Finetune/Loss": 0.9615578055381775, "Finetune/Loss (Raw)": 1.1101195812225342, "Finetune/Step": 1052, "Finetune/Step Time": 5.955191509798169}
+{"Finetune/Learning Rate": 1.9967756964555044e-05, "Finetune/Loss": 0.961065411567688, "Finetune/Loss (Raw)": 1.0175763368606567, "Finetune/Step": 1053, "Finetune/Step Time": 5.943769622594118}
+{"Finetune/Learning Rate": 1.9967621704999084e-05, "Finetune/Loss": 0.9603078365325928, "Finetune/Loss (Raw)": 0.8062244653701782, "Finetune/Step": 1054, "Finetune/Step Time": 5.946990353986621}
+{"Finetune/Learning Rate": 1.9967486162789717e-05, "Finetune/Loss": 0.9616831541061401, "Finetune/Loss (Raw)": 1.0901241302490234, "Finetune/Step": 1055, "Finetune/Step Time": 5.944791069254279}
+{"Finetune/Learning Rate": 1.996735033793079e-05, "Finetune/Loss": 0.9634942412376404, "Finetune/Loss (Raw)": 1.116768717765808, "Finetune/Step": 1056, "Finetune/Step Time": 5.935990769416094}
+{"Finetune/Learning Rate": 1.9967214230426148e-05, "Finetune/Loss": 0.9649103879928589, "Finetune/Loss (Raw)": 1.0691672563552856, "Finetune/Step": 1057, "Finetune/Step Time": 5.935443526133895}
+{"Finetune/Learning Rate": 1.9967077840279653e-05, "Finetune/Loss": 0.9654614925384521, "Finetune/Loss (Raw)": 1.018044114112854, "Finetune/Step": 1058, "Finetune/Step Time": 5.933914501219988}
+{"Finetune/Learning Rate": 1.996694116749517e-05, "Finetune/Loss": 0.963520348072052, "Finetune/Loss (Raw)": 0.8863075375556946, "Finetune/Step": 1059, "Finetune/Step Time": 5.935317864641547}
+{"Finetune/Learning Rate": 1.9966804212076583e-05, "Finetune/Loss": 0.962138295173645, "Finetune/Loss (Raw)": 0.8884070515632629, "Finetune/Step": 1060, "Finetune/Step Time": 5.94442543014884}
+{"Finetune/Learning Rate": 1.9966666974027767e-05, "Finetune/Loss": 0.9613401889801025, "Finetune/Loss (Raw)": 0.9542471170425415, "Finetune/Step": 1061, "Finetune/Step Time": 5.9406862780451775}
+{"Finetune/Learning Rate": 1.9966529453352615e-05, "Finetune/Loss": 0.9624708890914917, "Finetune/Loss (Raw)": 1.0789809226989746, "Finetune/Step": 1062, "Finetune/Step Time": 5.933450274169445}
+{"Finetune/Learning Rate": 1.9966391650055033e-05, "Finetune/Loss": 0.9632126092910767, "Finetune/Loss (Raw)": 0.997011125087738, "Finetune/Step": 1063, "Finetune/Step Time": 5.934039954096079}
+{"Finetune/Learning Rate": 1.9966253564138922e-05, "Finetune/Loss": 0.9647176265716553, "Finetune/Loss (Raw)": 1.100608229637146, "Finetune/Step": 1064, "Finetune/Step Time": 5.923319393768907}
+{"Finetune/Learning Rate": 1.99661151956082e-05, "Finetune/Loss": 0.9641909003257751, "Finetune/Loss (Raw)": 1.0156688690185547, "Finetune/Step": 1065, "Finetune/Step Time": 5.922077147290111}
+{"Finetune/Learning Rate": 1.9965976544466794e-05, "Finetune/Loss": 0.9614636301994324, "Finetune/Loss (Raw)": 0.7754523754119873, "Finetune/Step": 1066, "Finetune/Step Time": 5.933255694806576}
+{"Finetune/Learning Rate": 1.996583761071863e-05, "Finetune/Loss": 0.9604523181915283, "Finetune/Loss (Raw)": 0.8583359122276306, "Finetune/Step": 1067, "Finetune/Step Time": 5.923112194985151}
+{"Finetune/Learning Rate": 1.9965698394367653e-05, "Finetune/Loss": 0.9584399461746216, "Finetune/Loss (Raw)": 0.7439523339271545, "Finetune/Step": 1068, "Finetune/Step Time": 5.929588610306382}
+{"Finetune/Learning Rate": 1.9965558895417806e-05, "Finetune/Loss": 0.9594595432281494, "Finetune/Loss (Raw)": 0.994432806968689, "Finetune/Step": 1069, "Finetune/Step Time": 5.935591697692871}
+{"Finetune/Learning Rate": 1.9965419113873045e-05, "Finetune/Loss": 0.9610382318496704, "Finetune/Loss (Raw)": 0.9244340658187866, "Finetune/Step": 1070, "Finetune/Step Time": 5.921287754550576}
+{"Finetune/Learning Rate": 1.9965279049737337e-05, "Finetune/Loss": 0.9598865509033203, "Finetune/Loss (Raw)": 0.9634031057357788, "Finetune/Step": 1071, "Finetune/Step Time": 5.917256664484739}
+{"Finetune/Learning Rate": 1.9965138703014656e-05, "Finetune/Loss": 0.9588533639907837, "Finetune/Loss (Raw)": 0.7189320921897888, "Finetune/Step": 1072, "Finetune/Step Time": 5.93250435590744}
+{"Finetune/Learning Rate": 1.9964998073708977e-05, "Finetune/Loss": 0.959031879901886, "Finetune/Loss (Raw)": 0.9471977949142456, "Finetune/Step": 1073, "Finetune/Step Time": 5.933474646881223}
+{"Finetune/Learning Rate": 1.9964857161824288e-05, "Finetune/Loss": 0.9584305286407471, "Finetune/Loss (Raw)": 0.9305812120437622, "Finetune/Step": 1074, "Finetune/Step Time": 5.931603189557791}
+{"Finetune/Learning Rate": 1.996471596736459e-05, "Finetune/Loss": 0.9596762657165527, "Finetune/Loss (Raw)": 1.0983374118804932, "Finetune/Step": 1075, "Finetune/Step Time": 5.928843194618821}
+{"Finetune/Learning Rate": 1.9964574490333876e-05, "Finetune/Loss": 0.9604749083518982, "Finetune/Loss (Raw)": 1.169460415840149, "Finetune/Step": 1076, "Finetune/Step Time": 5.930740559473634}
+{"Finetune/Learning Rate": 1.996443273073617e-05, "Finetune/Loss": 0.958443820476532, "Finetune/Loss (Raw)": 0.7817493081092834, "Finetune/Step": 1077, "Finetune/Step Time": 5.929970966652036}
+{"Finetune/Learning Rate": 1.9964290688575482e-05, "Finetune/Loss": 0.9595311284065247, "Finetune/Loss (Raw)": 1.0231109857559204, "Finetune/Step": 1078, "Finetune/Step Time": 5.913572339341044}
+{"Finetune/Learning Rate": 1.9964148363855852e-05, "Finetune/Loss": 0.9599245190620422, "Finetune/Loss (Raw)": 0.9878861308097839, "Finetune/Step": 1079, "Finetune/Step Time": 5.904008090496063}
+{"Finetune/Learning Rate": 1.99640057565813e-05, "Finetune/Loss": 0.9586474895477295, "Finetune/Loss (Raw)": 1.0089111328125, "Finetune/Step": 1080, "Finetune/Step Time": 5.906533623114228}
+{"Finetune/Learning Rate": 1.9963862866755886e-05, "Finetune/Loss": 0.9589059352874756, "Finetune/Loss (Raw)": 1.1016464233398438, "Finetune/Step": 1081, "Finetune/Step Time": 5.905714616179466}
+{"Finetune/Learning Rate": 1.9963719694383653e-05, "Finetune/Loss": 0.9584468007087708, "Finetune/Loss (Raw)": 1.0153151750564575, "Finetune/Step": 1082, "Finetune/Step Time": 5.914435859769583}
+{"Finetune/Learning Rate": 1.996357623946866e-05, "Finetune/Loss": 0.9592255353927612, "Finetune/Loss (Raw)": 1.0571879148483276, "Finetune/Step": 1083, "Finetune/Step Time": 5.929236492142081}
+{"Finetune/Learning Rate": 1.9963432502014978e-05, "Finetune/Loss": 0.9585248231887817, "Finetune/Loss (Raw)": 0.7839176058769226, "Finetune/Step": 1084, "Finetune/Step Time": 5.9320392813533545}
+{"Finetune/Learning Rate": 1.9963288482026684e-05, "Finetune/Loss": 0.9605507850646973, "Finetune/Loss (Raw)": 1.121150016784668, "Finetune/Step": 1085, "Finetune/Step Time": 5.935025550425053}
+{"Finetune/Learning Rate": 1.996314417950786e-05, "Finetune/Loss": 0.9604048132896423, "Finetune/Loss (Raw)": 1.0630301237106323, "Finetune/Step": 1086, "Finetune/Step Time": 5.936029950156808}
+{"Finetune/Learning Rate": 1.9962999594462595e-05, "Finetune/Loss": 0.9604362845420837, "Finetune/Loss (Raw)": 0.9698138236999512, "Finetune/Step": 1087, "Finetune/Step Time": 5.938744638115168}
+{"Finetune/Learning Rate": 1.9962854726894997e-05, "Finetune/Loss": 0.9598056077957153, "Finetune/Loss (Raw)": 0.9140826463699341, "Finetune/Step": 1088, "Finetune/Step Time": 5.935920497402549}
+{"Finetune/Learning Rate": 1.996270957680917e-05, "Finetune/Loss": 0.959721565246582, "Finetune/Loss (Raw)": 0.9546147584915161, "Finetune/Step": 1089, "Finetune/Step Time": 5.931788818910718}
+{"Finetune/Learning Rate": 1.9962564144209225e-05, "Finetune/Loss": 0.9615589380264282, "Finetune/Loss (Raw)": 1.0751290321350098, "Finetune/Step": 1090, "Finetune/Step Time": 5.938589671626687}
+{"Finetune/Learning Rate": 1.9962418429099295e-05, "Finetune/Loss": 0.9625577330589294, "Finetune/Loss (Raw)": 1.0172747373580933, "Finetune/Step": 1091, "Finetune/Step Time": 5.929325537756085}
+{"Finetune/Learning Rate": 1.9962272431483503e-05, "Finetune/Loss": 0.963921070098877, "Finetune/Loss (Raw)": 0.9957640171051025, "Finetune/Step": 1092, "Finetune/Step Time": 5.929718602448702}
+{"Finetune/Learning Rate": 1.9962126151365998e-05, "Finetune/Loss": 0.9649808406829834, "Finetune/Loss (Raw)": 0.9243863821029663, "Finetune/Step": 1093, "Finetune/Step Time": 5.928204441443086}
+{"Finetune/Learning Rate": 1.9961979588750923e-05, "Finetune/Loss": 0.9650353193283081, "Finetune/Loss (Raw)": 0.9471849203109741, "Finetune/Step": 1094, "Finetune/Step Time": 5.928904930129647}
+{"Finetune/Learning Rate": 1.9961832743642432e-05, "Finetune/Loss": 0.9640798568725586, "Finetune/Loss (Raw)": 0.966183602809906, "Finetune/Step": 1095, "Finetune/Step Time": 5.9273899011313915}
+{"Finetune/Learning Rate": 1.9961685616044696e-05, "Finetune/Loss": 0.9640349745750427, "Finetune/Loss (Raw)": 0.9256322383880615, "Finetune/Step": 1096, "Finetune/Step Time": 5.9268960896879435}
+{"Finetune/Learning Rate": 1.996153820596188e-05, "Finetune/Loss": 0.962980329990387, "Finetune/Loss (Raw)": 0.8548737168312073, "Finetune/Step": 1097, "Finetune/Step Time": 5.924509471282363}
+{"Finetune/Learning Rate": 1.996139051339817e-05, "Finetune/Loss": 0.961173951625824, "Finetune/Loss (Raw)": 0.8356214165687561, "Finetune/Step": 1098, "Finetune/Step Time": 5.923606250435114}
+{"Finetune/Learning Rate": 1.9961242538357752e-05, "Finetune/Loss": 0.9613939523696899, "Finetune/Loss (Raw)": 1.058571219444275, "Finetune/Step": 1099, "Finetune/Step Time": 5.92580283805728}
+{"Finetune/Learning Rate": 1.996109428084482e-05, "Finetune/Loss": 0.9629466533660889, "Finetune/Loss (Raw)": 1.1562330722808838, "Finetune/Step": 1100, "Finetune/Step Time": 5.927658898755908}
+{"Finetune/Learning Rate": 1.996094574086358e-05, "Finetune/Loss": 0.9605804681777954, "Finetune/Loss (Raw)": 0.7869560122489929, "Finetune/Step": 1101, "Finetune/Step Time": 5.925638495013118}
+{"Finetune/Learning Rate": 1.9960796918418244e-05, "Finetune/Loss": 0.9620084166526794, "Finetune/Loss (Raw)": 1.0530627965927124, "Finetune/Step": 1102, "Finetune/Step Time": 5.943827779963613}
+{"Finetune/Learning Rate": 1.996064781351303e-05, "Finetune/Loss": 0.9616809487342834, "Finetune/Loss (Raw)": 1.0027086734771729, "Finetune/Step": 1103, "Finetune/Step Time": 5.9429024793207645}
+{"Finetune/Learning Rate": 1.996049842615217e-05, "Finetune/Loss": 0.9622496366500854, "Finetune/Loss (Raw)": 1.0997544527053833, "Finetune/Step": 1104, "Finetune/Step Time": 5.941279465332627}
+{"Finetune/Learning Rate": 1.9960348756339897e-05, "Finetune/Loss": 0.9595646858215332, "Finetune/Loss (Raw)": 0.6639044880867004, "Finetune/Step": 1105, "Finetune/Step Time": 5.957601308822632}
+{"Finetune/Learning Rate": 1.9960198804080462e-05, "Finetune/Loss": 0.9600718021392822, "Finetune/Loss (Raw)": 0.957859992980957, "Finetune/Step": 1106, "Finetune/Step Time": 5.9397722743451595}
+{"Finetune/Learning Rate": 1.996004856937811e-05, "Finetune/Loss": 0.9580168724060059, "Finetune/Loss (Raw)": 0.8870301246643066, "Finetune/Step": 1107, "Finetune/Step Time": 5.935885647311807}
+{"Finetune/Learning Rate": 1.9959898052237097e-05, "Finetune/Loss": 0.9580802917480469, "Finetune/Loss (Raw)": 1.03375244140625, "Finetune/Step": 1108, "Finetune/Step Time": 5.934669051319361}
+{"Finetune/Learning Rate": 1.99597472526617e-05, "Finetune/Loss": 0.9577376246452332, "Finetune/Loss (Raw)": 0.9404414296150208, "Finetune/Step": 1109, "Finetune/Step Time": 5.933222433552146}
+{"Finetune/Learning Rate": 1.9959596170656197e-05, "Finetune/Loss": 0.9586766958236694, "Finetune/Loss (Raw)": 1.085797905921936, "Finetune/Step": 1110, "Finetune/Step Time": 5.923541797325015}
+{"Finetune/Learning Rate": 1.9959444806224866e-05, "Finetune/Loss": 0.9579594731330872, "Finetune/Loss (Raw)": 0.9175344705581665, "Finetune/Step": 1111, "Finetune/Step Time": 5.922671725973487}
+{"Finetune/Learning Rate": 1.9959293159371998e-05, "Finetune/Loss": 0.9583795070648193, "Finetune/Loss (Raw)": 0.9432867169380188, "Finetune/Step": 1112, "Finetune/Step Time": 5.917529782280326}
+{"Finetune/Learning Rate": 1.9959141230101903e-05, "Finetune/Loss": 0.9584828615188599, "Finetune/Loss (Raw)": 0.9207310676574707, "Finetune/Step": 1113, "Finetune/Step Time": 5.920640375465155}
+{"Finetune/Learning Rate": 1.9958989018418873e-05, "Finetune/Loss": 0.96027672290802, "Finetune/Loss (Raw)": 1.0165331363677979, "Finetune/Step": 1114, "Finetune/Step Time": 5.922643488273025}
+{"Finetune/Learning Rate": 1.9958836524327243e-05, "Finetune/Loss": 0.9588673710823059, "Finetune/Loss (Raw)": 0.8885912895202637, "Finetune/Step": 1115, "Finetune/Step Time": 5.910857524722815}
+{"Finetune/Learning Rate": 1.9958683747831324e-05, "Finetune/Loss": 0.9590314030647278, "Finetune/Loss (Raw)": 0.9762737154960632, "Finetune/Step": 1116, "Finetune/Step Time": 5.917338874191046}
+{"Finetune/Learning Rate": 1.9958530688935455e-05, "Finetune/Loss": 0.9595566987991333, "Finetune/Loss (Raw)": 0.9905884861946106, "Finetune/Step": 1117, "Finetune/Step Time": 5.9209094401448965}
+{"Finetune/Learning Rate": 1.995837734764397e-05, "Finetune/Loss": 0.9583350419998169, "Finetune/Loss (Raw)": 0.9071962833404541, "Finetune/Step": 1118, "Finetune/Step Time": 5.91966462880373}
+{"Finetune/Learning Rate": 1.9958223723961226e-05, "Finetune/Loss": 0.9568637013435364, "Finetune/Loss (Raw)": 0.8004451990127563, "Finetune/Step": 1119, "Finetune/Step Time": 5.937003619968891}
+{"Finetune/Learning Rate": 1.995806981789157e-05, "Finetune/Loss": 0.9553518295288086, "Finetune/Loss (Raw)": 0.8079203963279724, "Finetune/Step": 1120, "Finetune/Step Time": 5.937667077407241}
+{"Finetune/Learning Rate": 1.9957915629439374e-05, "Finetune/Loss": 0.9533589482307434, "Finetune/Loss (Raw)": 0.7171984314918518, "Finetune/Step": 1121, "Finetune/Step Time": 5.94134602509439}
+{"Finetune/Learning Rate": 1.9957761158609007e-05, "Finetune/Loss": 0.9522284865379333, "Finetune/Loss (Raw)": 0.9840905666351318, "Finetune/Step": 1122, "Finetune/Step Time": 5.938844498246908}
+{"Finetune/Learning Rate": 1.995760640540485e-05, "Finetune/Loss": 0.9515525102615356, "Finetune/Loss (Raw)": 0.9569464325904846, "Finetune/Step": 1123, "Finetune/Step Time": 5.936179915443063}
+{"Finetune/Learning Rate": 1.9957451369831287e-05, "Finetune/Loss": 0.9517093300819397, "Finetune/Loss (Raw)": 1.0070240497589111, "Finetune/Step": 1124, "Finetune/Step Time": 5.935354983434081}
+{"Finetune/Learning Rate": 1.9957296051892727e-05, "Finetune/Loss": 0.9519494771957397, "Finetune/Loss (Raw)": 0.8210305571556091, "Finetune/Step": 1125, "Finetune/Step Time": 5.943862244486809}
+{"Finetune/Learning Rate": 1.9957140451593554e-05, "Finetune/Loss": 0.951706051826477, "Finetune/Loss (Raw)": 0.9918277859687805, "Finetune/Step": 1126, "Finetune/Step Time": 5.9402651116251945}
+{"Finetune/Learning Rate": 1.9956984568938202e-05, "Finetune/Loss": 0.9540116786956787, "Finetune/Loss (Raw)": 0.9963060617446899, "Finetune/Step": 1127, "Finetune/Step Time": 5.919268809258938}
+{"Finetune/Learning Rate": 1.9956828403931078e-05, "Finetune/Loss": 0.9540084004402161, "Finetune/Loss (Raw)": 0.9178375005722046, "Finetune/Step": 1128, "Finetune/Step Time": 5.917485347017646}
+{"Finetune/Learning Rate": 1.9956671956576614e-05, "Finetune/Loss": 0.9544211626052856, "Finetune/Loss (Raw)": 0.849602997303009, "Finetune/Step": 1129, "Finetune/Step Time": 5.909686168655753}
+{"Finetune/Learning Rate": 1.9956515226879244e-05, "Finetune/Loss": 0.954454243183136, "Finetune/Loss (Raw)": 0.9393328428268433, "Finetune/Step": 1130, "Finetune/Step Time": 5.910425221547484}
+{"Finetune/Learning Rate": 1.9956358214843418e-05, "Finetune/Loss": 0.9560530781745911, "Finetune/Loss (Raw)": 0.9983410835266113, "Finetune/Step": 1131, "Finetune/Step Time": 5.8920398857444525}
+{"Finetune/Learning Rate": 1.9956200920473584e-05, "Finetune/Loss": 0.9537174105644226, "Finetune/Loss (Raw)": 0.592549204826355, "Finetune/Step": 1132, "Finetune/Step Time": 5.905166935175657}
+{"Finetune/Learning Rate": 1.9956043343774204e-05, "Finetune/Loss": 0.9548588991165161, "Finetune/Loss (Raw)": 1.0721497535705566, "Finetune/Step": 1133, "Finetune/Step Time": 5.910433374345303}
+{"Finetune/Learning Rate": 1.995588548474974e-05, "Finetune/Loss": 0.9557832479476929, "Finetune/Loss (Raw)": 1.0495531558990479, "Finetune/Step": 1134, "Finetune/Step Time": 5.907410787418485}
+{"Finetune/Learning Rate": 1.9955727343404684e-05, "Finetune/Loss": 0.9569211006164551, "Finetune/Loss (Raw)": 1.0033504962921143, "Finetune/Step": 1135, "Finetune/Step Time": 5.904471006244421}
+{"Finetune/Learning Rate": 1.9955568919743507e-05, "Finetune/Loss": 0.9568730592727661, "Finetune/Loss (Raw)": 0.8705366253852844, "Finetune/Step": 1136, "Finetune/Step Time": 5.899935239925981}
+{"Finetune/Learning Rate": 1.9955410213770702e-05, "Finetune/Loss": 0.9568163752555847, "Finetune/Loss (Raw)": 0.9416046738624573, "Finetune/Step": 1137, "Finetune/Step Time": 5.878731466829777}
+{"Finetune/Learning Rate": 1.9955251225490773e-05, "Finetune/Loss": 0.958366334438324, "Finetune/Loss (Raw)": 1.0513626337051392, "Finetune/Step": 1138, "Finetune/Step Time": 5.879454331472516}
+{"Finetune/Learning Rate": 1.9955091954908234e-05, "Finetune/Loss": 0.9585283994674683, "Finetune/Loss (Raw)": 1.0287858247756958, "Finetune/Step": 1139, "Finetune/Step Time": 5.869886664673686}
+{"Finetune/Learning Rate": 1.9954932402027595e-05, "Finetune/Loss": 0.9581030607223511, "Finetune/Loss (Raw)": 0.9474138617515564, "Finetune/Step": 1140, "Finetune/Step Time": 5.8663693983107805}
+{"Finetune/Learning Rate": 1.9954772566853375e-05, "Finetune/Loss": 0.9583600163459778, "Finetune/Loss (Raw)": 0.9656789898872375, "Finetune/Step": 1141, "Finetune/Step Time": 5.86203295737505}
+{"Finetune/Learning Rate": 1.9954612449390115e-05, "Finetune/Loss": 0.9579376578330994, "Finetune/Loss (Raw)": 0.9755889773368835, "Finetune/Step": 1142, "Finetune/Step Time": 5.856843365356326}
+{"Finetune/Learning Rate": 1.9954452049642357e-05, "Finetune/Loss": 0.9578695893287659, "Finetune/Loss (Raw)": 0.9168474674224854, "Finetune/Step": 1143, "Finetune/Step Time": 5.854230258613825}
+{"Finetune/Learning Rate": 1.9954291367614642e-05, "Finetune/Loss": 0.9566183090209961, "Finetune/Loss (Raw)": 0.7860274910926819, "Finetune/Step": 1144, "Finetune/Step Time": 5.861274067312479}
+{"Finetune/Learning Rate": 1.995413040331153e-05, "Finetune/Loss": 0.9564763903617859, "Finetune/Loss (Raw)": 1.016676425933838, "Finetune/Step": 1145, "Finetune/Step Time": 5.863834880292416}
+{"Finetune/Learning Rate": 1.9953969156737586e-05, "Finetune/Loss": 0.9587879180908203, "Finetune/Loss (Raw)": 1.1598501205444336, "Finetune/Step": 1146, "Finetune/Step Time": 5.845184799283743}
+{"Finetune/Learning Rate": 1.995380762789738e-05, "Finetune/Loss": 0.9595991969108582, "Finetune/Loss (Raw)": 1.0009559392929077, "Finetune/Step": 1147, "Finetune/Step Time": 5.837600119411945}
+{"Finetune/Learning Rate": 1.99536458167955e-05, "Finetune/Loss": 0.9593491554260254, "Finetune/Loss (Raw)": 0.9846054315567017, "Finetune/Step": 1148, "Finetune/Step Time": 5.831441584974527}
+{"Finetune/Learning Rate": 1.9953483723436523e-05, "Finetune/Loss": 0.959384560585022, "Finetune/Loss (Raw)": 1.0553849935531616, "Finetune/Step": 1149, "Finetune/Step Time": 5.833974871784449}
+{"Finetune/Learning Rate": 1.9953321347825055e-05, "Finetune/Loss": 0.9586117267608643, "Finetune/Loss (Raw)": 0.952173113822937, "Finetune/Step": 1150, "Finetune/Step Time": 5.838108470663428}
+{"Finetune/Learning Rate": 1.9953158689965696e-05, "Finetune/Loss": 0.959551215171814, "Finetune/Loss (Raw)": 1.0649285316467285, "Finetune/Step": 1151, "Finetune/Step Time": 5.825950149446726}
+{"Finetune/Learning Rate": 1.995299574986306e-05, "Finetune/Loss": 0.9594869613647461, "Finetune/Loss (Raw)": 0.9635133743286133, "Finetune/Step": 1152, "Finetune/Step Time": 5.826513256877661}
+{"Finetune/Learning Rate": 1.995283252752177e-05, "Finetune/Loss": 0.9600716829299927, "Finetune/Loss (Raw)": 0.9810158610343933, "Finetune/Step": 1153, "Finetune/Step Time": 5.81651191227138}
+{"Finetune/Learning Rate": 1.9952669022946446e-05, "Finetune/Loss": 0.9595317244529724, "Finetune/Loss (Raw)": 0.9814553260803223, "Finetune/Step": 1154, "Finetune/Step Time": 5.822430517524481}
+{"Finetune/Learning Rate": 1.9952505236141733e-05, "Finetune/Loss": 0.9605790376663208, "Finetune/Loss (Raw)": 1.092207908630371, "Finetune/Step": 1155, "Finetune/Step Time": 5.819976180791855}
+{"Finetune/Learning Rate": 1.995234116711227e-05, "Finetune/Loss": 0.9614779353141785, "Finetune/Loss (Raw)": 1.0727694034576416, "Finetune/Step": 1156, "Finetune/Step Time": 5.823790021240711}
+{"Finetune/Learning Rate": 1.9952176815862717e-05, "Finetune/Loss": 0.9611287117004395, "Finetune/Loss (Raw)": 0.9685505628585815, "Finetune/Step": 1157, "Finetune/Step Time": 5.824332503601909}
+{"Finetune/Learning Rate": 1.9952012182397728e-05, "Finetune/Loss": 0.9616708755493164, "Finetune/Loss (Raw)": 1.0439852476119995, "Finetune/Step": 1158, "Finetune/Step Time": 5.826409455388784}
+{"Finetune/Learning Rate": 1.995184726672197e-05, "Finetune/Loss": 0.9624528288841248, "Finetune/Loss (Raw)": 0.9260424375534058, "Finetune/Step": 1159, "Finetune/Step Time": 5.827969437465072}
+{"Finetune/Learning Rate": 1.9951682068840124e-05, "Finetune/Loss": 0.9623483419418335, "Finetune/Loss (Raw)": 0.8590848445892334, "Finetune/Step": 1160, "Finetune/Step Time": 5.832006264477968}
+{"Finetune/Learning Rate": 1.9951516588756875e-05, "Finetune/Loss": 0.9626247882843018, "Finetune/Loss (Raw)": 1.025917649269104, "Finetune/Step": 1161, "Finetune/Step Time": 5.833012903109193}
+{"Finetune/Learning Rate": 1.9951350826476915e-05, "Finetune/Loss": 0.9617809057235718, "Finetune/Loss (Raw)": 0.9247986078262329, "Finetune/Step": 1162, "Finetune/Step Time": 5.828628720715642}
+{"Finetune/Learning Rate": 1.9951184782004943e-05, "Finetune/Loss": 0.9616045355796814, "Finetune/Loss (Raw)": 1.0273698568344116, "Finetune/Step": 1163, "Finetune/Step Time": 5.827733442187309}
+{"Finetune/Learning Rate": 1.9951018455345666e-05, "Finetune/Loss": 0.9593136310577393, "Finetune/Loss (Raw)": 0.7052922248840332, "Finetune/Step": 1164, "Finetune/Step Time": 5.846936656162143}
+{"Finetune/Learning Rate": 1.99508518465038e-05, "Finetune/Loss": 0.958990752696991, "Finetune/Loss (Raw)": 0.9390058517456055, "Finetune/Step": 1165, "Finetune/Step Time": 5.847766596823931}
+{"Finetune/Learning Rate": 1.9950684955484076e-05, "Finetune/Loss": 0.9585815072059631, "Finetune/Loss (Raw)": 0.8962461352348328, "Finetune/Step": 1166, "Finetune/Step Time": 5.832732751965523}
+{"Finetune/Learning Rate": 1.9950517782291222e-05, "Finetune/Loss": 0.9578354954719543, "Finetune/Loss (Raw)": 0.7560494542121887, "Finetune/Step": 1167, "Finetune/Step Time": 5.8377175740897655}
+{"Finetune/Learning Rate": 1.995035032692998e-05, "Finetune/Loss": 0.9588117599487305, "Finetune/Loss (Raw)": 1.0322027206420898, "Finetune/Step": 1168, "Finetune/Step Time": 5.825584474951029}
+{"Finetune/Learning Rate": 1.9950182589405096e-05, "Finetune/Loss": 0.9585220813751221, "Finetune/Loss (Raw)": 0.9815368056297302, "Finetune/Step": 1169, "Finetune/Step Time": 5.829706411808729}
+{"Finetune/Learning Rate": 1.995001456972133e-05, "Finetune/Loss": 0.957639217376709, "Finetune/Loss (Raw)": 0.8927508592605591, "Finetune/Step": 1170, "Finetune/Step Time": 5.830972718074918}
+{"Finetune/Learning Rate": 1.9949846267883442e-05, "Finetune/Loss": 0.9588062763214111, "Finetune/Loss (Raw)": 0.8718777894973755, "Finetune/Step": 1171, "Finetune/Step Time": 5.808342503383756}
+{"Finetune/Learning Rate": 1.9949677683896208e-05, "Finetune/Loss": 0.958045482635498, "Finetune/Loss (Raw)": 0.96433424949646, "Finetune/Step": 1172, "Finetune/Step Time": 5.804186526685953}
+{"Finetune/Learning Rate": 1.9949508817764413e-05, "Finetune/Loss": 0.9603463411331177, "Finetune/Loss (Raw)": 1.1024445295333862, "Finetune/Step": 1173, "Finetune/Step Time": 5.807242518290877}
+{"Finetune/Learning Rate": 1.9949339669492835e-05, "Finetune/Loss": 0.9592757225036621, "Finetune/Loss (Raw)": 0.8818168044090271, "Finetune/Step": 1174, "Finetune/Step Time": 5.815821262076497}
+{"Finetune/Learning Rate": 1.9949170239086278e-05, "Finetune/Loss": 0.9594503045082092, "Finetune/Loss (Raw)": 1.0910065174102783, "Finetune/Step": 1175, "Finetune/Step Time": 5.816304674372077}
+{"Finetune/Learning Rate": 1.9949000526549546e-05, "Finetune/Loss": 0.9585407972335815, "Finetune/Loss (Raw)": 0.848921000957489, "Finetune/Step": 1176, "Finetune/Step Time": 5.8181383311748505}
+{"Finetune/Learning Rate": 1.9948830531887448e-05, "Finetune/Loss": 0.9592219591140747, "Finetune/Loss (Raw)": 0.959430456161499, "Finetune/Step": 1177, "Finetune/Step Time": 5.814473517239094}
+{"Finetune/Learning Rate": 1.9948660255104807e-05, "Finetune/Loss": 0.9602054357528687, "Finetune/Loss (Raw)": 1.0021378993988037, "Finetune/Step": 1178, "Finetune/Step Time": 5.815592501312494}
+{"Finetune/Learning Rate": 1.9948489696206453e-05, "Finetune/Loss": 0.9594924449920654, "Finetune/Loss (Raw)": 0.914286732673645, "Finetune/Step": 1179, "Finetune/Step Time": 5.813839873299003}
+{"Finetune/Learning Rate": 1.994831885519722e-05, "Finetune/Loss": 0.9585156440734863, "Finetune/Loss (Raw)": 0.9850959777832031, "Finetune/Step": 1180, "Finetune/Step Time": 5.812885591760278}
+{"Finetune/Learning Rate": 1.9948147732081952e-05, "Finetune/Loss": 0.9561180472373962, "Finetune/Loss (Raw)": 0.7106810808181763, "Finetune/Step": 1181, "Finetune/Step Time": 5.834100937470794}
+{"Finetune/Learning Rate": 1.9947976326865505e-05, "Finetune/Loss": 0.9570927619934082, "Finetune/Loss (Raw)": 0.9309849739074707, "Finetune/Step": 1182, "Finetune/Step Time": 5.83457275852561}
+{"Finetune/Learning Rate": 1.994780463955274e-05, "Finetune/Loss": 0.9554804563522339, "Finetune/Loss (Raw)": 0.883746862411499, "Finetune/Step": 1183, "Finetune/Step Time": 5.836198639124632}
+{"Finetune/Learning Rate": 1.9947632670148517e-05, "Finetune/Loss": 0.954177737236023, "Finetune/Loss (Raw)": 0.9500241279602051, "Finetune/Step": 1184, "Finetune/Step Time": 5.8454551715403795}
+{"Finetune/Learning Rate": 1.9947460418657722e-05, "Finetune/Loss": 0.9543658494949341, "Finetune/Loss (Raw)": 1.0932451486587524, "Finetune/Step": 1185, "Finetune/Step Time": 5.844493692740798}
+{"Finetune/Learning Rate": 1.9947287885085237e-05, "Finetune/Loss": 0.954078197479248, "Finetune/Loss (Raw)": 0.9812301397323608, "Finetune/Step": 1186, "Finetune/Step Time": 5.844081252813339}
+{"Finetune/Learning Rate": 1.9947115069435955e-05, "Finetune/Loss": 0.9546860456466675, "Finetune/Loss (Raw)": 0.9641145467758179, "Finetune/Step": 1187, "Finetune/Step Time": 5.839648567140102}
+{"Finetune/Learning Rate": 1.994694197171477e-05, "Finetune/Loss": 0.9559736847877502, "Finetune/Loss (Raw)": 1.0532230138778687, "Finetune/Step": 1188, "Finetune/Step Time": 5.82677236199379}
+{"Finetune/Learning Rate": 1.9946768591926603e-05, "Finetune/Loss": 0.9556118249893188, "Finetune/Loss (Raw)": 0.9079251885414124, "Finetune/Step": 1189, "Finetune/Step Time": 5.823212707415223}
+{"Finetune/Learning Rate": 1.994659493007636e-05, "Finetune/Loss": 0.9535485506057739, "Finetune/Loss (Raw)": 0.8148836493492126, "Finetune/Step": 1190, "Finetune/Step Time": 5.832888923585415}
+{"Finetune/Learning Rate": 1.994642098616897e-05, "Finetune/Loss": 0.9532159566879272, "Finetune/Loss (Raw)": 0.9544341564178467, "Finetune/Step": 1191, "Finetune/Step Time": 5.834366833791137}
+{"Finetune/Learning Rate": 1.994624676020936e-05, "Finetune/Loss": 0.9522744417190552, "Finetune/Loss (Raw)": 0.980095386505127, "Finetune/Step": 1192, "Finetune/Step Time": 5.837386053055525}
+{"Finetune/Learning Rate": 1.9946072252202483e-05, "Finetune/Loss": 0.9527537226676941, "Finetune/Loss (Raw)": 1.0770206451416016, "Finetune/Step": 1193, "Finetune/Step Time": 5.837333280593157}
+{"Finetune/Learning Rate": 1.9945897462153275e-05, "Finetune/Loss": 0.9552863240242004, "Finetune/Loss (Raw)": 1.0996274948120117, "Finetune/Step": 1194, "Finetune/Step Time": 5.82461129501462}
+{"Finetune/Learning Rate": 1.9945722390066697e-05, "Finetune/Loss": 0.9566519260406494, "Finetune/Loss (Raw)": 1.0331284999847412, "Finetune/Step": 1195, "Finetune/Step Time": 5.830167833715677}
+{"Finetune/Learning Rate": 1.9945547035947715e-05, "Finetune/Loss": 0.9553297758102417, "Finetune/Loss (Raw)": 0.5747219324111938, "Finetune/Step": 1196, "Finetune/Step Time": 5.837540317326784}
+{"Finetune/Learning Rate": 1.99453713998013e-05, "Finetune/Loss": 0.9558444023132324, "Finetune/Loss (Raw)": 1.0603015422821045, "Finetune/Step": 1197, "Finetune/Step Time": 5.83527035266161}
+{"Finetune/Learning Rate": 1.9945195481632434e-05, "Finetune/Loss": 0.9559265971183777, "Finetune/Loss (Raw)": 0.9349543452262878, "Finetune/Step": 1198, "Finetune/Step Time": 5.862462619319558}
+{"Finetune/Learning Rate": 1.9945019281446106e-05, "Finetune/Loss": 0.9566515684127808, "Finetune/Loss (Raw)": 1.0561988353729248, "Finetune/Step": 1199, "Finetune/Step Time": 5.865728607401252}
+{"Finetune/Learning Rate": 1.9944842799247306e-05, "Finetune/Loss": 0.9589661359786987, "Finetune/Loss (Raw)": 1.0152043104171753, "Finetune/Step": 1200, "Finetune/Step Time": 5.848648363724351}
+{"Finetune/Learning Rate": 1.9944666035041048e-05, "Finetune/Loss": 0.9594789743423462, "Finetune/Loss (Raw)": 1.0128387212753296, "Finetune/Step": 1201, "Finetune/Step Time": 5.845447128638625}
+{"Finetune/Learning Rate": 1.994448898883234e-05, "Finetune/Loss": 0.957200288772583, "Finetune/Loss (Raw)": 0.6389038562774658, "Finetune/Step": 1202, "Finetune/Step Time": 5.868301270529628}
+{"Finetune/Learning Rate": 1.9944311660626198e-05, "Finetune/Loss": 0.9554431438446045, "Finetune/Loss (Raw)": 0.8734299540519714, "Finetune/Step": 1203, "Finetune/Step Time": 5.872421400621533}
+{"Finetune/Learning Rate": 1.994413405042766e-05, "Finetune/Loss": 0.9533573985099792, "Finetune/Loss (Raw)": 0.9024797081947327, "Finetune/Step": 1204, "Finetune/Step Time": 5.871674370020628}
+{"Finetune/Learning Rate": 1.9943956158241757e-05, "Finetune/Loss": 0.9547032117843628, "Finetune/Loss (Raw)": 0.9540099501609802, "Finetune/Step": 1205, "Finetune/Step Time": 5.8776815533638}
+{"Finetune/Learning Rate": 1.9943777984073534e-05, "Finetune/Loss": 0.9546741843223572, "Finetune/Loss (Raw)": 1.0193939208984375, "Finetune/Step": 1206, "Finetune/Step Time": 5.8816967234015465}
+{"Finetune/Learning Rate": 1.994359952792804e-05, "Finetune/Loss": 0.953565776348114, "Finetune/Loss (Raw)": 0.8460157513618469, "Finetune/Step": 1207, "Finetune/Step Time": 5.879989558830857}
+{"Finetune/Learning Rate": 1.9943420789810343e-05, "Finetune/Loss": 0.9532426595687866, "Finetune/Loss (Raw)": 0.9675558805465698, "Finetune/Step": 1208, "Finetune/Step Time": 5.88048779964447}
+{"Finetune/Learning Rate": 1.994324176972551e-05, "Finetune/Loss": 0.9517558813095093, "Finetune/Loss (Raw)": 0.9113388061523438, "Finetune/Step": 1209, "Finetune/Step Time": 5.887066878378391}
+{"Finetune/Learning Rate": 1.9943062467678608e-05, "Finetune/Loss": 0.9502674341201782, "Finetune/Loss (Raw)": 0.8247876167297363, "Finetune/Step": 1210, "Finetune/Step Time": 5.878924116492271}
+{"Finetune/Learning Rate": 1.9942882883674735e-05, "Finetune/Loss": 0.9489942789077759, "Finetune/Loss (Raw)": 0.8942204713821411, "Finetune/Step": 1211, "Finetune/Step Time": 5.870371624827385}
+{"Finetune/Learning Rate": 1.9942703017718977e-05, "Finetune/Loss": 0.9503833055496216, "Finetune/Loss (Raw)": 0.9617214798927307, "Finetune/Step": 1212, "Finetune/Step Time": 5.859048893675208}
+{"Finetune/Learning Rate": 1.994252286981643e-05, "Finetune/Loss": 0.9498198628425598, "Finetune/Loss (Raw)": 1.049025058746338, "Finetune/Step": 1213, "Finetune/Step Time": 5.8630057498812675}
+{"Finetune/Learning Rate": 1.9942342439972208e-05, "Finetune/Loss": 0.9488400816917419, "Finetune/Loss (Raw)": 0.9376207590103149, "Finetune/Step": 1214, "Finetune/Step Time": 5.869083493947983}
+{"Finetune/Learning Rate": 1.994216172819143e-05, "Finetune/Loss": 0.9497130513191223, "Finetune/Loss (Raw)": 1.0815560817718506, "Finetune/Step": 1215, "Finetune/Step Time": 5.863030306994915}
+{"Finetune/Learning Rate": 1.9941980734479214e-05, "Finetune/Loss": 0.9502792358398438, "Finetune/Loss (Raw)": 0.9865514636039734, "Finetune/Step": 1216, "Finetune/Step Time": 5.864630609750748}
+{"Finetune/Learning Rate": 1.99417994588407e-05, "Finetune/Loss": 0.9509232044219971, "Finetune/Loss (Raw)": 1.0370453596115112, "Finetune/Step": 1217, "Finetune/Step Time": 5.86722444742918}
+{"Finetune/Learning Rate": 1.9941617901281022e-05, "Finetune/Loss": 0.9491342306137085, "Finetune/Loss (Raw)": 0.8461301922798157, "Finetune/Step": 1218, "Finetune/Step Time": 5.857607375830412}
+{"Finetune/Learning Rate": 1.9941436061805328e-05, "Finetune/Loss": 0.9483967423439026, "Finetune/Loss (Raw)": 0.9228861927986145, "Finetune/Step": 1219, "Finetune/Step Time": 5.8595817517489195}
+{"Finetune/Learning Rate": 1.994125394041878e-05, "Finetune/Loss": 0.9477553367614746, "Finetune/Loss (Raw)": 0.91365647315979, "Finetune/Step": 1220, "Finetune/Step Time": 5.8610056564211845}
+{"Finetune/Learning Rate": 1.9941071537126535e-05, "Finetune/Loss": 0.9485263824462891, "Finetune/Loss (Raw)": 1.0230869054794312, "Finetune/Step": 1221, "Finetune/Step Time": 5.865151014178991}
+{"Finetune/Learning Rate": 1.9940888851933776e-05, "Finetune/Loss": 0.9487859606742859, "Finetune/Loss (Raw)": 0.9804080128669739, "Finetune/Step": 1222, "Finetune/Step Time": 5.864569211378694}
+{"Finetune/Learning Rate": 1.994070588484567e-05, "Finetune/Loss": 0.948788583278656, "Finetune/Loss (Raw)": 0.9665219187736511, "Finetune/Step": 1223, "Finetune/Step Time": 5.867196312174201}
+{"Finetune/Learning Rate": 1.994052263586742e-05, "Finetune/Loss": 0.9487869739532471, "Finetune/Loss (Raw)": 0.9254258275032043, "Finetune/Step": 1224, "Finetune/Step Time": 5.8678341414779425}
+{"Finetune/Learning Rate": 1.994033910500421e-05, "Finetune/Loss": 0.9494286179542542, "Finetune/Loss (Raw)": 0.9370051622390747, "Finetune/Step": 1225, "Finetune/Step Time": 5.868687719106674}
+{"Finetune/Learning Rate": 1.994015529226125e-05, "Finetune/Loss": 0.9505164623260498, "Finetune/Loss (Raw)": 0.9748549461364746, "Finetune/Step": 1226, "Finetune/Step Time": 5.874934481456876}
+{"Finetune/Learning Rate": 1.9939971197643757e-05, "Finetune/Loss": 0.9491469264030457, "Finetune/Loss (Raw)": 0.8832799196243286, "Finetune/Step": 1227, "Finetune/Step Time": 5.873928045853972}
+{"Finetune/Learning Rate": 1.993978682115694e-05, "Finetune/Loss": 0.947231650352478, "Finetune/Loss (Raw)": 0.9110800623893738, "Finetune/Step": 1228, "Finetune/Step Time": 5.870231537148356}
+{"Finetune/Learning Rate": 1.9939602162806038e-05, "Finetune/Loss": 0.9487944841384888, "Finetune/Loss (Raw)": 0.9869940876960754, "Finetune/Step": 1229, "Finetune/Step Time": 5.881395014002919}
+{"Finetune/Learning Rate": 1.993941722259628e-05, "Finetune/Loss": 0.9472217559814453, "Finetune/Loss (Raw)": 0.8517547249794006, "Finetune/Step": 1230, "Finetune/Step Time": 5.878007464110851}
+{"Finetune/Learning Rate": 1.9939232000532914e-05, "Finetune/Loss": 0.9474775791168213, "Finetune/Loss (Raw)": 1.0354552268981934, "Finetune/Step": 1231, "Finetune/Step Time": 5.87533768825233}
+{"Finetune/Learning Rate": 1.9939046496621196e-05, "Finetune/Loss": 0.9469103217124939, "Finetune/Loss (Raw)": 1.0271421670913696, "Finetune/Step": 1232, "Finetune/Step Time": 5.87753627076745}
+{"Finetune/Learning Rate": 1.993886071086638e-05, "Finetune/Loss": 0.9480412006378174, "Finetune/Loss (Raw)": 0.8086578845977783, "Finetune/Step": 1233, "Finetune/Step Time": 5.857318187132478}
+{"Finetune/Learning Rate": 1.9938674643273735e-05, "Finetune/Loss": 0.9486377835273743, "Finetune/Loss (Raw)": 1.0342227220535278, "Finetune/Step": 1234, "Finetune/Step Time": 5.860730579122901}
+{"Finetune/Learning Rate": 1.9938488293848536e-05, "Finetune/Loss": 0.9483734369277954, "Finetune/Loss (Raw)": 0.853193461894989, "Finetune/Step": 1235, "Finetune/Step Time": 5.8590728640556335}
+{"Finetune/Learning Rate": 1.9938301662596075e-05, "Finetune/Loss": 0.9477366209030151, "Finetune/Loss (Raw)": 0.9522353410720825, "Finetune/Step": 1236, "Finetune/Step Time": 5.858805894851685}
+{"Finetune/Learning Rate": 1.993811474952164e-05, "Finetune/Loss": 0.9479326605796814, "Finetune/Loss (Raw)": 0.9655413627624512, "Finetune/Step": 1237, "Finetune/Step Time": 5.861202700063586}
+{"Finetune/Learning Rate": 1.9937927554630528e-05, "Finetune/Loss": 0.9475216865539551, "Finetune/Loss (Raw)": 1.0331990718841553, "Finetune/Step": 1238, "Finetune/Step Time": 5.859454868361354}
+{"Finetune/Learning Rate": 1.993774007792805e-05, "Finetune/Loss": 0.948830783367157, "Finetune/Loss (Raw)": 1.0850948095321655, "Finetune/Step": 1239, "Finetune/Step Time": 5.863131588324904}
+{"Finetune/Learning Rate": 1.9937552319419525e-05, "Finetune/Loss": 0.9492471218109131, "Finetune/Loss (Raw)": 0.996571958065033, "Finetune/Step": 1240, "Finetune/Step Time": 5.863872200250626}
+{"Finetune/Learning Rate": 1.9937364279110273e-05, "Finetune/Loss": 0.9497109651565552, "Finetune/Loss (Raw)": 0.9801075458526611, "Finetune/Step": 1241, "Finetune/Step Time": 5.863433131948113}
+{"Finetune/Learning Rate": 1.993717595700563e-05, "Finetune/Loss": 0.9472404718399048, "Finetune/Loss (Raw)": 0.7003032565116882, "Finetune/Step": 1242, "Finetune/Step Time": 5.861210085451603}
+{"Finetune/Learning Rate": 1.9936987353110933e-05, "Finetune/Loss": 0.9479902386665344, "Finetune/Loss (Raw)": 0.984571635723114, "Finetune/Step": 1243, "Finetune/Step Time": 5.863299487158656}
+{"Finetune/Learning Rate": 1.9936798467431534e-05, "Finetune/Loss": 0.947332501411438, "Finetune/Loss (Raw)": 0.8920748829841614, "Finetune/Step": 1244, "Finetune/Step Time": 5.86097221635282}
+{"Finetune/Learning Rate": 1.993660929997278e-05, "Finetune/Loss": 0.947895884513855, "Finetune/Loss (Raw)": 1.0627039670944214, "Finetune/Step": 1245, "Finetune/Step Time": 5.857487892732024}
+{"Finetune/Learning Rate": 1.993641985074005e-05, "Finetune/Loss": 0.9494770169258118, "Finetune/Loss (Raw)": 1.1095833778381348, "Finetune/Step": 1246, "Finetune/Step Time": 5.848431566730142}
+{"Finetune/Learning Rate": 1.9936230119738708e-05, "Finetune/Loss": 0.9516537189483643, "Finetune/Loss (Raw)": 1.079064965248108, "Finetune/Step": 1247, "Finetune/Step Time": 5.820120453834534}
+{"Finetune/Learning Rate": 1.9936040106974132e-05, "Finetune/Loss": 0.9525905847549438, "Finetune/Loss (Raw)": 0.9278343915939331, "Finetune/Step": 1248, "Finetune/Step Time": 5.818273574113846}
+{"Finetune/Learning Rate": 1.9935849812451713e-05, "Finetune/Loss": 0.9545018672943115, "Finetune/Loss (Raw)": 0.9618423581123352, "Finetune/Step": 1249, "Finetune/Step Time": 5.815584113821387}
+{"Finetune/Learning Rate": 1.9935659236176846e-05, "Finetune/Loss": 0.954038143157959, "Finetune/Loss (Raw)": 0.924743115901947, "Finetune/Step": 1250, "Finetune/Step Time": 5.817164158448577}
+{"Finetune/Learning Rate": 1.9935468378154937e-05, "Finetune/Loss": 0.9541645050048828, "Finetune/Loss (Raw)": 0.9731184840202332, "Finetune/Step": 1251, "Finetune/Step Time": 5.822112353518605}
+{"Finetune/Learning Rate": 1.9935277238391398e-05, "Finetune/Loss": 0.955008864402771, "Finetune/Loss (Raw)": 1.1150932312011719, "Finetune/Step": 1252, "Finetune/Step Time": 5.820626838132739}
+{"Finetune/Learning Rate": 1.993508581689165e-05, "Finetune/Loss": 0.9562244415283203, "Finetune/Loss (Raw)": 0.9766255617141724, "Finetune/Step": 1253, "Finetune/Step Time": 5.812929406762123}
+{"Finetune/Learning Rate": 1.993489411366112e-05, "Finetune/Loss": 0.956189751625061, "Finetune/Loss (Raw)": 0.9873923659324646, "Finetune/Step": 1254, "Finetune/Step Time": 5.8219895623624325}
+{"Finetune/Learning Rate": 1.993470212870524e-05, "Finetune/Loss": 0.9548696875572205, "Finetune/Loss (Raw)": 0.8273354768753052, "Finetune/Step": 1255, "Finetune/Step Time": 5.828442543745041}
+{"Finetune/Learning Rate": 1.993450986202946e-05, "Finetune/Loss": 0.9545923471450806, "Finetune/Loss (Raw)": 0.8823380470275879, "Finetune/Step": 1256, "Finetune/Step Time": 5.82890971750021}
+{"Finetune/Learning Rate": 1.993431731363923e-05, "Finetune/Loss": 0.9566448926925659, "Finetune/Loss (Raw)": 1.1123298406600952, "Finetune/Step": 1257, "Finetune/Step Time": 5.828665805980563}
+{"Finetune/Learning Rate": 1.9934124483540015e-05, "Finetune/Loss": 0.9546652436256409, "Finetune/Loss (Raw)": 0.6859395503997803, "Finetune/Step": 1258, "Finetune/Step Time": 5.850340353325009}
+{"Finetune/Learning Rate": 1.9933931371737276e-05, "Finetune/Loss": 0.9549059271812439, "Finetune/Loss (Raw)": 1.0291470289230347, "Finetune/Step": 1259, "Finetune/Step Time": 5.847029039636254}
+{"Finetune/Learning Rate": 1.9933737978236487e-05, "Finetune/Loss": 0.9584424495697021, "Finetune/Loss (Raw)": 1.0452252626419067, "Finetune/Step": 1260, "Finetune/Step Time": 5.825617991387844}
+{"Finetune/Learning Rate": 1.9933544303043142e-05, "Finetune/Loss": 0.957805335521698, "Finetune/Loss (Raw)": 0.9906001091003418, "Finetune/Step": 1261, "Finetune/Step Time": 5.821019554510713}
+{"Finetune/Learning Rate": 1.9933350346162722e-05, "Finetune/Loss": 0.9570240378379822, "Finetune/Loss (Raw)": 0.9495466351509094, "Finetune/Step": 1262, "Finetune/Step Time": 5.835354318842292}
+{"Finetune/Learning Rate": 1.993315610760074e-05, "Finetune/Loss": 0.956350564956665, "Finetune/Loss (Raw)": 0.9171441197395325, "Finetune/Step": 1263, "Finetune/Step Time": 5.835817202925682}
+{"Finetune/Learning Rate": 1.9932961587362692e-05, "Finetune/Loss": 0.9575833082199097, "Finetune/Loss (Raw)": 1.02833092212677, "Finetune/Step": 1264, "Finetune/Step Time": 5.826040510088205}
+{"Finetune/Learning Rate": 1.99327667854541e-05, "Finetune/Loss": 0.9574546813964844, "Finetune/Loss (Raw)": 0.9251381158828735, "Finetune/Step": 1265, "Finetune/Step Time": 5.828987438231707}
+{"Finetune/Learning Rate": 1.993257170188049e-05, "Finetune/Loss": 0.9547970294952393, "Finetune/Loss (Raw)": 0.7111850380897522, "Finetune/Step": 1266, "Finetune/Step Time": 5.847940677776933}
+{"Finetune/Learning Rate": 1.9932376336647387e-05, "Finetune/Loss": 0.9529880285263062, "Finetune/Loss (Raw)": 0.7972339391708374, "Finetune/Step": 1267, "Finetune/Step Time": 5.844029465690255}
+{"Finetune/Learning Rate": 1.9932180689760336e-05, "Finetune/Loss": 0.9537670612335205, "Finetune/Loss (Raw)": 1.0471282005310059, "Finetune/Step": 1268, "Finetune/Step Time": 5.847408188506961}
+{"Finetune/Learning Rate": 1.993198476122489e-05, "Finetune/Loss": 0.954928994178772, "Finetune/Loss (Raw)": 1.1144042015075684, "Finetune/Step": 1269, "Finetune/Step Time": 5.846753392368555}
+{"Finetune/Learning Rate": 1.993178855104659e-05, "Finetune/Loss": 0.9534889459609985, "Finetune/Loss (Raw)": 0.7912612557411194, "Finetune/Step": 1270, "Finetune/Step Time": 5.8645939491689205}
+{"Finetune/Learning Rate": 1.9931592059231014e-05, "Finetune/Loss": 0.9544355273246765, "Finetune/Loss (Raw)": 1.038010597229004, "Finetune/Step": 1271, "Finetune/Step Time": 5.8619021866470575}
+{"Finetune/Learning Rate": 1.9931395285783726e-05, "Finetune/Loss": 0.956088662147522, "Finetune/Loss (Raw)": 0.9976367950439453, "Finetune/Step": 1272, "Finetune/Step Time": 5.853869255632162}
+{"Finetune/Learning Rate": 1.993119823071031e-05, "Finetune/Loss": 0.9544506072998047, "Finetune/Loss (Raw)": 0.8069968223571777, "Finetune/Step": 1273, "Finetune/Step Time": 5.853759799152613}
+{"Finetune/Learning Rate": 1.9931000894016353e-05, "Finetune/Loss": 0.9519541263580322, "Finetune/Loss (Raw)": 0.840303897857666, "Finetune/Step": 1274, "Finetune/Step Time": 5.850923420861363}
+{"Finetune/Learning Rate": 1.993080327570745e-05, "Finetune/Loss": 0.9515630602836609, "Finetune/Loss (Raw)": 0.9508998394012451, "Finetune/Step": 1275, "Finetune/Step Time": 5.841984298080206}
+{"Finetune/Learning Rate": 1.9930605375789205e-05, "Finetune/Loss": 0.953356921672821, "Finetune/Loss (Raw)": 1.2142186164855957, "Finetune/Step": 1276, "Finetune/Step Time": 5.850321210920811}
+{"Finetune/Learning Rate": 1.993040719426723e-05, "Finetune/Loss": 0.9526268243789673, "Finetune/Loss (Raw)": 0.9619314074516296, "Finetune/Step": 1277, "Finetune/Step Time": 5.852806977927685}
+{"Finetune/Learning Rate": 1.993020873114715e-05, "Finetune/Loss": 0.9529331922531128, "Finetune/Loss (Raw)": 0.9913906455039978, "Finetune/Step": 1278, "Finetune/Step Time": 5.845432512462139}
+{"Finetune/Learning Rate": 1.9930009986434582e-05, "Finetune/Loss": 0.9523061513900757, "Finetune/Loss (Raw)": 0.9846611022949219, "Finetune/Step": 1279, "Finetune/Step Time": 5.847523681819439}
+{"Finetune/Learning Rate": 1.992981096013517e-05, "Finetune/Loss": 0.953025221824646, "Finetune/Loss (Raw)": 1.0555649995803833, "Finetune/Step": 1280, "Finetune/Step Time": 5.845235094428062}
+{"Finetune/Learning Rate": 1.992961165225456e-05, "Finetune/Loss": 0.953294038772583, "Finetune/Loss (Raw)": 1.01542329788208, "Finetune/Step": 1281, "Finetune/Step Time": 5.842112937942147}
+{"Finetune/Learning Rate": 1.992941206279839e-05, "Finetune/Loss": 0.9529496431350708, "Finetune/Loss (Raw)": 0.9373689293861389, "Finetune/Step": 1282, "Finetune/Step Time": 5.840200126171112}
+{"Finetune/Learning Rate": 1.9929212191772337e-05, "Finetune/Loss": 0.9517515897750854, "Finetune/Loss (Raw)": 0.9388607740402222, "Finetune/Step": 1283, "Finetune/Step Time": 5.842457972466946}
+{"Finetune/Learning Rate": 1.992901203918206e-05, "Finetune/Loss": 0.9517016410827637, "Finetune/Loss (Raw)": 1.0663741827011108, "Finetune/Step": 1284, "Finetune/Step Time": 5.8395639676600695}
+{"Finetune/Learning Rate": 1.9928811605033237e-05, "Finetune/Loss": 0.9516658186912537, "Finetune/Loss (Raw)": 0.9639653563499451, "Finetune/Step": 1285, "Finetune/Step Time": 5.840421982109547}
+{"Finetune/Learning Rate": 1.9928610889331548e-05, "Finetune/Loss": 0.9518146514892578, "Finetune/Loss (Raw)": 1.063032627105713, "Finetune/Step": 1286, "Finetune/Step Time": 5.836424879729748}
+{"Finetune/Learning Rate": 1.992840989208269e-05, "Finetune/Loss": 0.9527811408042908, "Finetune/Loss (Raw)": 1.0497511625289917, "Finetune/Step": 1287, "Finetune/Step Time": 5.833165507763624}
+{"Finetune/Learning Rate": 1.9928208613292358e-05, "Finetune/Loss": 0.9535446166992188, "Finetune/Loss (Raw)": 0.956810474395752, "Finetune/Step": 1288, "Finetune/Step Time": 5.831264387816191}
+{"Finetune/Learning Rate": 1.992800705296626e-05, "Finetune/Loss": 0.9535703659057617, "Finetune/Loss (Raw)": 1.0292161703109741, "Finetune/Step": 1289, "Finetune/Step Time": 5.8283451702445745}
+{"Finetune/Learning Rate": 1.9927805211110117e-05, "Finetune/Loss": 0.9543955326080322, "Finetune/Loss (Raw)": 1.0304170846939087, "Finetune/Step": 1290, "Finetune/Step Time": 5.830874150618911}
+{"Finetune/Learning Rate": 1.992760308772965e-05, "Finetune/Loss": 0.9542315006256104, "Finetune/Loss (Raw)": 1.0063830614089966, "Finetune/Step": 1291, "Finetune/Step Time": 5.849759738892317}
+{"Finetune/Learning Rate": 1.9927400682830588e-05, "Finetune/Loss": 0.9566338658332825, "Finetune/Loss (Raw)": 1.0127872228622437, "Finetune/Step": 1292, "Finetune/Step Time": 5.831710681319237}
+{"Finetune/Learning Rate": 1.992719799641867e-05, "Finetune/Loss": 0.9575749635696411, "Finetune/Loss (Raw)": 1.0594708919525146, "Finetune/Step": 1293, "Finetune/Step Time": 5.830294044688344}
+{"Finetune/Learning Rate": 1.992699502849965e-05, "Finetune/Loss": 0.9572178721427917, "Finetune/Loss (Raw)": 0.8505350351333618, "Finetune/Step": 1294, "Finetune/Step Time": 5.8414424285292625}
+{"Finetune/Learning Rate": 1.9926791779079274e-05, "Finetune/Loss": 0.9591559767723083, "Finetune/Loss (Raw)": 1.004127025604248, "Finetune/Step": 1295, "Finetune/Step Time": 5.824085080996156}
+{"Finetune/Learning Rate": 1.9926588248163317e-05, "Finetune/Loss": 0.9592345952987671, "Finetune/Loss (Raw)": 1.0422630310058594, "Finetune/Step": 1296, "Finetune/Step Time": 5.828955430537462}
+{"Finetune/Learning Rate": 1.9926384435757542e-05, "Finetune/Loss": 0.958191990852356, "Finetune/Loss (Raw)": 0.8480900526046753, "Finetune/Step": 1297, "Finetune/Step Time": 5.839014109224081}
+{"Finetune/Learning Rate": 1.992618034186773e-05, "Finetune/Loss": 0.9581815004348755, "Finetune/Loss (Raw)": 0.8914036750793457, "Finetune/Step": 1298, "Finetune/Step Time": 5.8356370665133}
+{"Finetune/Learning Rate": 1.9925975966499674e-05, "Finetune/Loss": 0.9588810801506042, "Finetune/Loss (Raw)": 0.9614256620407104, "Finetune/Step": 1299, "Finetune/Step Time": 5.837692815810442}
+{"Finetune/Learning Rate": 1.992577130965916e-05, "Finetune/Loss": 0.9577300548553467, "Finetune/Loss (Raw)": 0.8170047402381897, "Finetune/Step": 1300, "Finetune/Step Time": 5.838992457836866}
+{"Finetune/Learning Rate": 1.9925566371352002e-05, "Finetune/Loss": 0.9568538665771484, "Finetune/Loss (Raw)": 0.9902921319007874, "Finetune/Step": 1301, "Finetune/Step Time": 5.83687793277204}
+{"Finetune/Learning Rate": 1.9925361151584e-05, "Finetune/Loss": 0.9578707218170166, "Finetune/Loss (Raw)": 1.011966586112976, "Finetune/Step": 1302, "Finetune/Step Time": 5.828764030709863}
+{"Finetune/Learning Rate": 1.9925155650360984e-05, "Finetune/Loss": 0.957339882850647, "Finetune/Loss (Raw)": 1.0230611562728882, "Finetune/Step": 1303, "Finetune/Step Time": 5.827040560543537}
+{"Finetune/Learning Rate": 1.9924949867688778e-05, "Finetune/Loss": 0.9583816528320312, "Finetune/Loss (Raw)": 0.982273519039154, "Finetune/Step": 1304, "Finetune/Step Time": 5.82427485473454}
+{"Finetune/Learning Rate": 1.9924743803573215e-05, "Finetune/Loss": 0.9594136476516724, "Finetune/Loss (Raw)": 1.0915290117263794, "Finetune/Step": 1305, "Finetune/Step Time": 5.822632860392332}
+{"Finetune/Learning Rate": 1.992453745802014e-05, "Finetune/Loss": 0.9599556922912598, "Finetune/Loss (Raw)": 1.0715121030807495, "Finetune/Step": 1306, "Finetune/Step Time": 5.823500175029039}
+{"Finetune/Learning Rate": 1.9924330831035406e-05, "Finetune/Loss": 0.9604599475860596, "Finetune/Loss (Raw)": 0.9788283109664917, "Finetune/Step": 1307, "Finetune/Step Time": 5.826555294916034}
+{"Finetune/Learning Rate": 1.992412392262487e-05, "Finetune/Loss": 0.958996057510376, "Finetune/Loss (Raw)": 0.7977217435836792, "Finetune/Step": 1308, "Finetune/Step Time": 5.825648311525583}
+{"Finetune/Learning Rate": 1.9923916732794398e-05, "Finetune/Loss": 0.960521399974823, "Finetune/Loss (Raw)": 0.9059236645698547, "Finetune/Step": 1309, "Finetune/Step Time": 5.802824975922704}
+{"Finetune/Learning Rate": 1.9923709261549867e-05, "Finetune/Loss": 0.9594588279724121, "Finetune/Loss (Raw)": 0.7949762940406799, "Finetune/Step": 1310, "Finetune/Step Time": 5.80013288743794}
+{"Finetune/Learning Rate": 1.992350150889716e-05, "Finetune/Loss": 0.9606953263282776, "Finetune/Loss (Raw)": 1.0420202016830444, "Finetune/Step": 1311, "Finetune/Step Time": 5.798491457477212}
+{"Finetune/Learning Rate": 1.9923293474842175e-05, "Finetune/Loss": 0.9612020254135132, "Finetune/Loss (Raw)": 1.014877438545227, "Finetune/Step": 1312, "Finetune/Step Time": 5.786749793216586}
+{"Finetune/Learning Rate": 1.99230851593908e-05, "Finetune/Loss": 0.9604030251502991, "Finetune/Loss (Raw)": 0.9909720420837402, "Finetune/Step": 1313, "Finetune/Step Time": 5.787594564259052}
+{"Finetune/Learning Rate": 1.9922876562548946e-05, "Finetune/Loss": 0.9604924321174622, "Finetune/Loss (Raw)": 0.9926758408546448, "Finetune/Step": 1314, "Finetune/Step Time": 5.786768624559045}
+{"Finetune/Learning Rate": 1.992266768432253e-05, "Finetune/Loss": 0.9605307579040527, "Finetune/Loss (Raw)": 0.969020426273346, "Finetune/Step": 1315, "Finetune/Step Time": 5.788381438702345}
+{"Finetune/Learning Rate": 1.992245852471748e-05, "Finetune/Loss": 0.9589232206344604, "Finetune/Loss (Raw)": 0.8474685549736023, "Finetune/Step": 1316, "Finetune/Step Time": 5.790745975449681}
+{"Finetune/Learning Rate": 1.9922249083739715e-05, "Finetune/Loss": 0.9603061676025391, "Finetune/Loss (Raw)": 1.0849357843399048, "Finetune/Step": 1317, "Finetune/Step Time": 5.790976487100124}
+{"Finetune/Learning Rate": 1.9922039361395186e-05, "Finetune/Loss": 0.960840106010437, "Finetune/Loss (Raw)": 0.8832281827926636, "Finetune/Step": 1318, "Finetune/Step Time": 5.7855641432106495}
+{"Finetune/Learning Rate": 1.9921829357689836e-05, "Finetune/Loss": 0.9621020555496216, "Finetune/Loss (Raw)": 1.115970492362976, "Finetune/Step": 1319, "Finetune/Step Time": 5.785490173846483}
+{"Finetune/Learning Rate": 1.9921619072629617e-05, "Finetune/Loss": 0.9630802869796753, "Finetune/Loss (Raw)": 1.1052992343902588, "Finetune/Step": 1320, "Finetune/Step Time": 5.782282026484609}
+{"Finetune/Learning Rate": 1.9921408506220493e-05, "Finetune/Loss": 0.96209716796875, "Finetune/Loss (Raw)": 0.9511817693710327, "Finetune/Step": 1321, "Finetune/Step Time": 5.784436024725437}
+{"Finetune/Learning Rate": 1.9921197658468438e-05, "Finetune/Loss": 0.960680365562439, "Finetune/Loss (Raw)": 0.9182772636413574, "Finetune/Step": 1322, "Finetune/Step Time": 5.794501258060336}
+{"Finetune/Learning Rate": 1.992098652937943e-05, "Finetune/Loss": 0.9605312347412109, "Finetune/Loss (Raw)": 1.0140328407287598, "Finetune/Step": 1323, "Finetune/Step Time": 5.796714557334781}
+{"Finetune/Learning Rate": 1.9920775118959454e-05, "Finetune/Loss": 0.9632622599601746, "Finetune/Loss (Raw)": 0.9242991805076599, "Finetune/Step": 1324, "Finetune/Step Time": 5.7786875534802675}
+{"Finetune/Learning Rate": 1.9920563427214507e-05, "Finetune/Loss": 0.9625169634819031, "Finetune/Loss (Raw)": 0.9649047255516052, "Finetune/Step": 1325, "Finetune/Step Time": 5.77498017065227}
+{"Finetune/Learning Rate": 1.992035145415059e-05, "Finetune/Loss": 0.9632117748260498, "Finetune/Loss (Raw)": 1.0238895416259766, "Finetune/Step": 1326, "Finetune/Step Time": 5.757748728618026}
+{"Finetune/Learning Rate": 1.992013919977372e-05, "Finetune/Loss": 0.965038001537323, "Finetune/Loss (Raw)": 1.2899537086486816, "Finetune/Step": 1327, "Finetune/Step Time": 5.759075900539756}
+{"Finetune/Learning Rate": 1.9919926664089907e-05, "Finetune/Loss": 0.9651691317558289, "Finetune/Loss (Raw)": 1.0319898128509521, "Finetune/Step": 1328, "Finetune/Step Time": 5.760155316442251}
+{"Finetune/Learning Rate": 1.9919713847105186e-05, "Finetune/Loss": 0.9644112586975098, "Finetune/Loss (Raw)": 0.9158322811126709, "Finetune/Step": 1329, "Finetune/Step Time": 5.760465554893017}
+{"Finetune/Learning Rate": 1.9919500748825587e-05, "Finetune/Loss": 0.9665341377258301, "Finetune/Loss (Raw)": 0.9106284976005554, "Finetune/Step": 1330, "Finetune/Step Time": 5.738259682431817}
+{"Finetune/Learning Rate": 1.991928736925715e-05, "Finetune/Loss": 0.9668209552764893, "Finetune/Loss (Raw)": 0.9101409912109375, "Finetune/Step": 1331, "Finetune/Step Time": 5.733865797519684}
+{"Finetune/Learning Rate": 1.9919073708405932e-05, "Finetune/Loss": 0.9674506187438965, "Finetune/Loss (Raw)": 0.9830799102783203, "Finetune/Step": 1332, "Finetune/Step Time": 5.738910863175988}
+{"Finetune/Learning Rate": 1.9918859766277996e-05, "Finetune/Loss": 0.9670718312263489, "Finetune/Loss (Raw)": 0.905528724193573, "Finetune/Step": 1333, "Finetune/Step Time": 5.736381368711591}
+{"Finetune/Learning Rate": 1.9918645542879397e-05, "Finetune/Loss": 0.9660784006118774, "Finetune/Loss (Raw)": 0.8922292590141296, "Finetune/Step": 1334, "Finetune/Step Time": 5.728704612702131}
+{"Finetune/Learning Rate": 1.9918431038216216e-05, "Finetune/Loss": 0.9675886631011963, "Finetune/Loss (Raw)": 1.0393403768539429, "Finetune/Step": 1335, "Finetune/Step Time": 5.729911742731929}
+{"Finetune/Learning Rate": 1.9918216252294532e-05, "Finetune/Loss": 0.9671630859375, "Finetune/Loss (Raw)": 0.9130776524543762, "Finetune/Step": 1336, "Finetune/Step Time": 5.750637702643871}
+{"Finetune/Learning Rate": 1.9918001185120444e-05, "Finetune/Loss": 0.9673157930374146, "Finetune/Loss (Raw)": 0.9308834075927734, "Finetune/Step": 1337, "Finetune/Step Time": 5.7493813168257475}
+{"Finetune/Learning Rate": 1.991778583670004e-05, "Finetune/Loss": 0.969012975692749, "Finetune/Loss (Raw)": 1.0420292615890503, "Finetune/Step": 1338, "Finetune/Step Time": 5.748942084610462}
+{"Finetune/Learning Rate": 1.9917570207039435e-05, "Finetune/Loss": 0.9695817232131958, "Finetune/Loss (Raw)": 0.9670096039772034, "Finetune/Step": 1339, "Finetune/Step Time": 5.741488594561815}
+{"Finetune/Learning Rate": 1.9917354296144742e-05, "Finetune/Loss": 0.9701232314109802, "Finetune/Loss (Raw)": 1.0310429334640503, "Finetune/Step": 1340, "Finetune/Step Time": 5.74318571947515}
+{"Finetune/Learning Rate": 1.991713810402208e-05, "Finetune/Loss": 0.9696767330169678, "Finetune/Loss (Raw)": 0.9918749928474426, "Finetune/Step": 1341, "Finetune/Step Time": 5.755078969523311}
+{"Finetune/Learning Rate": 1.9916921630677585e-05, "Finetune/Loss": 0.9702115654945374, "Finetune/Loss (Raw)": 1.006075143814087, "Finetune/Step": 1342, "Finetune/Step Time": 5.748125273734331}
+{"Finetune/Learning Rate": 1.991670487611739e-05, "Finetune/Loss": 0.9690443277359009, "Finetune/Loss (Raw)": 0.9321498274803162, "Finetune/Step": 1343, "Finetune/Step Time": 5.755604889243841}
+{"Finetune/Learning Rate": 1.9916487840347644e-05, "Finetune/Loss": 0.9687544107437134, "Finetune/Loss (Raw)": 0.9494420886039734, "Finetune/Step": 1344, "Finetune/Step Time": 5.759846406057477}
+{"Finetune/Learning Rate": 1.99162705233745e-05, "Finetune/Loss": 0.968847393989563, "Finetune/Loss (Raw)": 1.0489513874053955, "Finetune/Step": 1345, "Finetune/Step Time": 5.761146765202284}
+{"Finetune/Learning Rate": 1.9916052925204123e-05, "Finetune/Loss": 0.9684126377105713, "Finetune/Loss (Raw)": 0.7904752492904663, "Finetune/Step": 1346, "Finetune/Step Time": 5.7645462937653065}
+{"Finetune/Learning Rate": 1.9915835045842686e-05, "Finetune/Loss": 0.9688674807548523, "Finetune/Loss (Raw)": 0.9811068773269653, "Finetune/Step": 1347, "Finetune/Step Time": 5.762825038284063}
+{"Finetune/Learning Rate": 1.991561688529636e-05, "Finetune/Loss": 0.9692766666412354, "Finetune/Loss (Raw)": 0.9660413265228271, "Finetune/Step": 1348, "Finetune/Step Time": 5.758615436032414}
+{"Finetune/Learning Rate": 1.9915398443571338e-05, "Finetune/Loss": 0.9680864810943604, "Finetune/Loss (Raw)": 0.8707352876663208, "Finetune/Step": 1349, "Finetune/Step Time": 5.750392792746425}
+{"Finetune/Learning Rate": 1.991517972067381e-05, "Finetune/Loss": 0.9679235219955444, "Finetune/Loss (Raw)": 0.9595460295677185, "Finetune/Step": 1350, "Finetune/Step Time": 5.7497456558048725}
+{"Finetune/Learning Rate": 1.991496071660998e-05, "Finetune/Loss": 0.9679466485977173, "Finetune/Loss (Raw)": 0.9694864749908447, "Finetune/Step": 1351, "Finetune/Step Time": 5.748766206204891}
+{"Finetune/Learning Rate": 1.9914741431386063e-05, "Finetune/Loss": 0.9665681719779968, "Finetune/Loss (Raw)": 0.7489827275276184, "Finetune/Step": 1352, "Finetune/Step Time": 5.766431590542197}
+{"Finetune/Learning Rate": 1.991452186500827e-05, "Finetune/Loss": 0.966609001159668, "Finetune/Loss (Raw)": 0.9422262907028198, "Finetune/Step": 1353, "Finetune/Step Time": 5.7784986067563295}
+{"Finetune/Learning Rate": 1.9914302017482827e-05, "Finetune/Loss": 0.965896725654602, "Finetune/Loss (Raw)": 0.8836879730224609, "Finetune/Step": 1354, "Finetune/Step Time": 5.777456874027848}
+{"Finetune/Learning Rate": 1.991408188881597e-05, "Finetune/Loss": 0.9661633968353271, "Finetune/Loss (Raw)": 0.9174113869667053, "Finetune/Step": 1355, "Finetune/Step Time": 5.778776248916984}
+{"Finetune/Learning Rate": 1.9913861479013946e-05, "Finetune/Loss": 0.9665535688400269, "Finetune/Loss (Raw)": 0.9610304832458496, "Finetune/Step": 1356, "Finetune/Step Time": 5.780747573822737}
+{"Finetune/Learning Rate": 1.9913640788083003e-05, "Finetune/Loss": 0.9640712738037109, "Finetune/Loss (Raw)": 0.6692531704902649, "Finetune/Step": 1357, "Finetune/Step Time": 5.789715183898807}
+{"Finetune/Learning Rate": 1.9913419816029397e-05, "Finetune/Loss": 0.9643263816833496, "Finetune/Loss (Raw)": 0.884407103061676, "Finetune/Step": 1358, "Finetune/Step Time": 5.776157950982451}
+{"Finetune/Learning Rate": 1.9913198562859396e-05, "Finetune/Loss": 0.9642727971076965, "Finetune/Loss (Raw)": 1.0285968780517578, "Finetune/Step": 1359, "Finetune/Step Time": 5.78310171328485}
+{"Finetune/Learning Rate": 1.991297702857927e-05, "Finetune/Loss": 0.963911235332489, "Finetune/Loss (Raw)": 0.9808663129806519, "Finetune/Step": 1360, "Finetune/Step Time": 5.78135471791029}
+{"Finetune/Learning Rate": 1.9912755213195303e-05, "Finetune/Loss": 0.9649611711502075, "Finetune/Loss (Raw)": 0.9430464506149292, "Finetune/Step": 1361, "Finetune/Step Time": 5.778813518583775}
+{"Finetune/Learning Rate": 1.991253311671379e-05, "Finetune/Loss": 0.9647985696792603, "Finetune/Loss (Raw)": 1.0134124755859375, "Finetune/Step": 1362, "Finetune/Step Time": 5.781413596123457}
+{"Finetune/Learning Rate": 1.9912310739141024e-05, "Finetune/Loss": 0.9663987755775452, "Finetune/Loss (Raw)": 1.0580161809921265, "Finetune/Step": 1363, "Finetune/Step Time": 5.799599263817072}
+{"Finetune/Learning Rate": 1.9912088080483315e-05, "Finetune/Loss": 0.9669871926307678, "Finetune/Loss (Raw)": 1.0275567770004272, "Finetune/Step": 1364, "Finetune/Step Time": 5.801167082041502}
+{"Finetune/Learning Rate": 1.991186514074697e-05, "Finetune/Loss": 0.9667786359786987, "Finetune/Loss (Raw)": 0.9388482570648193, "Finetune/Step": 1365, "Finetune/Step Time": 5.797994680702686}
+{"Finetune/Learning Rate": 1.9911641919938316e-05, "Finetune/Loss": 0.9666403532028198, "Finetune/Loss (Raw)": 1.0154953002929688, "Finetune/Step": 1366, "Finetune/Step Time": 5.799318557605147}
+{"Finetune/Learning Rate": 1.9911418418063685e-05, "Finetune/Loss": 0.9660245180130005, "Finetune/Loss (Raw)": 1.0062719583511353, "Finetune/Step": 1367, "Finetune/Step Time": 5.798025505617261}
+{"Finetune/Learning Rate": 1.991119463512941e-05, "Finetune/Loss": 0.9639178514480591, "Finetune/Loss (Raw)": 0.7269151210784912, "Finetune/Step": 1368, "Finetune/Step Time": 5.817911287769675}
+{"Finetune/Learning Rate": 1.9910970571141835e-05, "Finetune/Loss": 0.9634645581245422, "Finetune/Loss (Raw)": 0.9220837950706482, "Finetune/Step": 1369, "Finetune/Step Time": 5.815149648115039}
+{"Finetune/Learning Rate": 1.9910746226107322e-05, "Finetune/Loss": 0.9649545550346375, "Finetune/Loss (Raw)": 0.8910254240036011, "Finetune/Step": 1370, "Finetune/Step Time": 5.816917615011334}
+{"Finetune/Learning Rate": 1.991052160003223e-05, "Finetune/Loss": 0.9641506671905518, "Finetune/Loss (Raw)": 0.8816719651222229, "Finetune/Step": 1371, "Finetune/Step Time": 5.822652589529753}
+{"Finetune/Learning Rate": 1.9910296692922923e-05, "Finetune/Loss": 0.9659242630004883, "Finetune/Loss (Raw)": 1.119099497795105, "Finetune/Step": 1372, "Finetune/Step Time": 5.815549667924643}
+{"Finetune/Learning Rate": 1.9910071504785787e-05, "Finetune/Loss": 0.9651978015899658, "Finetune/Loss (Raw)": 0.9697110652923584, "Finetune/Step": 1373, "Finetune/Step Time": 5.8180096335709095}
+{"Finetune/Learning Rate": 1.99098460356272e-05, "Finetune/Loss": 0.9647400975227356, "Finetune/Loss (Raw)": 1.0509978532791138, "Finetune/Step": 1374, "Finetune/Step Time": 5.823176227509975}
+{"Finetune/Learning Rate": 1.990962028545356e-05, "Finetune/Loss": 0.9637811183929443, "Finetune/Loss (Raw)": 0.9563118815422058, "Finetune/Step": 1375, "Finetune/Step Time": 5.824864001944661}
+{"Finetune/Learning Rate": 1.990939425427127e-05, "Finetune/Loss": 0.9636243581771851, "Finetune/Loss (Raw)": 0.9077773690223694, "Finetune/Step": 1376, "Finetune/Step Time": 5.823780715465546}
+{"Finetune/Learning Rate": 1.9909167942086736e-05, "Finetune/Loss": 0.9634879231452942, "Finetune/Loss (Raw)": 0.9443724751472473, "Finetune/Step": 1377, "Finetune/Step Time": 5.827050874009728}
+{"Finetune/Learning Rate": 1.9908941348906377e-05, "Finetune/Loss": 0.9636483192443848, "Finetune/Loss (Raw)": 0.945277214050293, "Finetune/Step": 1378, "Finetune/Step Time": 5.825965454801917}
+{"Finetune/Learning Rate": 1.990871447473662e-05, "Finetune/Loss": 0.9639179706573486, "Finetune/Loss (Raw)": 1.0076335668563843, "Finetune/Step": 1379, "Finetune/Step Time": 5.825447166338563}
+{"Finetune/Learning Rate": 1.9908487319583893e-05, "Finetune/Loss": 0.9631470441818237, "Finetune/Loss (Raw)": 1.0164111852645874, "Finetune/Step": 1380, "Finetune/Step Time": 5.82518782839179}
+{"Finetune/Learning Rate": 1.9908259883454647e-05, "Finetune/Loss": 0.9624746441841125, "Finetune/Loss (Raw)": 0.8905609250068665, "Finetune/Step": 1381, "Finetune/Step Time": 5.8276066947728395}
+{"Finetune/Learning Rate": 1.9908032166355323e-05, "Finetune/Loss": 0.9633497595787048, "Finetune/Loss (Raw)": 1.099412202835083, "Finetune/Step": 1382, "Finetune/Step Time": 5.825068801641464}
+{"Finetune/Learning Rate": 1.990780416829238e-05, "Finetune/Loss": 0.9623990654945374, "Finetune/Loss (Raw)": 0.705643355846405, "Finetune/Step": 1383, "Finetune/Step Time": 5.817155418917537}
+{"Finetune/Learning Rate": 1.990757588927229e-05, "Finetune/Loss": 0.9615008234977722, "Finetune/Loss (Raw)": 0.7673647403717041, "Finetune/Step": 1384, "Finetune/Step Time": 5.838913893327117}
+{"Finetune/Learning Rate": 1.9907347329301517e-05, "Finetune/Loss": 0.9607067704200745, "Finetune/Loss (Raw)": 1.0106867551803589, "Finetune/Step": 1385, "Finetune/Step Time": 5.843596054241061}
+{"Finetune/Learning Rate": 1.9907118488386547e-05, "Finetune/Loss": 0.9630659818649292, "Finetune/Loss (Raw)": 0.9879250526428223, "Finetune/Step": 1386, "Finetune/Step Time": 5.839525975286961}
+{"Finetune/Learning Rate": 1.9906889366533868e-05, "Finetune/Loss": 0.9617764949798584, "Finetune/Loss (Raw)": 0.8640875220298767, "Finetune/Step": 1387, "Finetune/Step Time": 5.840578632429242}
+{"Finetune/Learning Rate": 1.990665996374998e-05, "Finetune/Loss": 0.9603064060211182, "Finetune/Loss (Raw)": 0.8570535182952881, "Finetune/Step": 1388, "Finetune/Step Time": 5.8439055401831865}
+{"Finetune/Learning Rate": 1.9906430280041383e-05, "Finetune/Loss": 0.9582518339157104, "Finetune/Loss (Raw)": 0.7276169657707214, "Finetune/Step": 1389, "Finetune/Step Time": 5.8613621555268764}
+{"Finetune/Learning Rate": 1.9906200315414598e-05, "Finetune/Loss": 0.9586811661720276, "Finetune/Loss (Raw)": 1.0044995546340942, "Finetune/Step": 1390, "Finetune/Step Time": 5.853265888988972}
+{"Finetune/Learning Rate": 1.9905970069876136e-05, "Finetune/Loss": 0.958095371723175, "Finetune/Loss (Raw)": 0.842163622379303, "Finetune/Step": 1391, "Finetune/Step Time": 5.854872588068247}
+{"Finetune/Learning Rate": 1.9905739543432536e-05, "Finetune/Loss": 0.9580357670783997, "Finetune/Loss (Raw)": 1.02070152759552, "Finetune/Step": 1392, "Finetune/Step Time": 5.858585501089692}
+{"Finetune/Learning Rate": 1.990550873609033e-05, "Finetune/Loss": 0.9582125544548035, "Finetune/Loss (Raw)": 0.9477635025978088, "Finetune/Step": 1393, "Finetune/Step Time": 5.852729178965092}
+{"Finetune/Learning Rate": 1.990527764785606e-05, "Finetune/Loss": 0.9599772691726685, "Finetune/Loss (Raw)": 0.9370664358139038, "Finetune/Step": 1394, "Finetune/Step Time": 5.833594029769301}
+{"Finetune/Learning Rate": 1.990504627873629e-05, "Finetune/Loss": 0.9608801007270813, "Finetune/Loss (Raw)": 0.912805438041687, "Finetune/Step": 1395, "Finetune/Step Time": 5.845289081335068}
+{"Finetune/Learning Rate": 1.990481462873757e-05, "Finetune/Loss": 0.9593921899795532, "Finetune/Loss (Raw)": 0.8566725254058838, "Finetune/Step": 1396, "Finetune/Step Time": 5.844141183421016}
+{"Finetune/Learning Rate": 1.990458269786647e-05, "Finetune/Loss": 0.9583010673522949, "Finetune/Loss (Raw)": 0.9747405648231506, "Finetune/Step": 1397, "Finetune/Step Time": 5.847246751189232}
+{"Finetune/Learning Rate": 1.990435048612957e-05, "Finetune/Loss": 0.959692120552063, "Finetune/Loss (Raw)": 0.9693126082420349, "Finetune/Step": 1398, "Finetune/Step Time": 5.832253312692046}
+{"Finetune/Learning Rate": 1.990411799353346e-05, "Finetune/Loss": 0.9598029851913452, "Finetune/Loss (Raw)": 1.0522011518478394, "Finetune/Step": 1399, "Finetune/Step Time": 5.835874795913696}
+{"Finetune/Learning Rate": 1.9903885220084723e-05, "Finetune/Loss": 0.9604654312133789, "Finetune/Loss (Raw)": 1.0824344158172607, "Finetune/Step": 1400, "Finetune/Step Time": 5.839615069329739}
+{"Finetune/Learning Rate": 1.9903652165789965e-05, "Finetune/Loss": 0.9595232009887695, "Finetune/Loss (Raw)": 0.686384379863739, "Finetune/Step": 1401, "Finetune/Step Time": 5.856362048536539}
+{"Finetune/Learning Rate": 1.990341883065579e-05, "Finetune/Loss": 0.9606153964996338, "Finetune/Loss (Raw)": 0.980102002620697, "Finetune/Step": 1402, "Finetune/Step Time": 5.863054763525724}
+{"Finetune/Learning Rate": 1.9903185214688824e-05, "Finetune/Loss": 0.9600890278816223, "Finetune/Loss (Raw)": 0.8835352659225464, "Finetune/Step": 1403, "Finetune/Step Time": 5.879156673327088}
+{"Finetune/Learning Rate": 1.9902951317895685e-05, "Finetune/Loss": 0.956594705581665, "Finetune/Loss (Raw)": 0.7669397592544556, "Finetune/Step": 1404, "Finetune/Step Time": 5.8679333701729774}
+{"Finetune/Learning Rate": 1.9902717140283006e-05, "Finetune/Loss": 0.9571453332901001, "Finetune/Loss (Raw)": 1.0324167013168335, "Finetune/Step": 1405, "Finetune/Step Time": 5.8635130897164345}
+{"Finetune/Learning Rate": 1.990248268185743e-05, "Finetune/Loss": 0.9573830366134644, "Finetune/Loss (Raw)": 1.0218160152435303, "Finetune/Step": 1406, "Finetune/Step Time": 5.8662031795829535}
+{"Finetune/Learning Rate": 1.99022479426256e-05, "Finetune/Loss": 0.9564089179039001, "Finetune/Loss (Raw)": 0.8599710464477539, "Finetune/Step": 1407, "Finetune/Step Time": 5.863870088011026}
+{"Finetune/Learning Rate": 1.9902012922594178e-05, "Finetune/Loss": 0.9563802480697632, "Finetune/Loss (Raw)": 1.0518977642059326, "Finetune/Step": 1408, "Finetune/Step Time": 5.86629899032414}
+{"Finetune/Learning Rate": 1.9901777621769827e-05, "Finetune/Loss": 0.95601487159729, "Finetune/Loss (Raw)": 0.9686545133590698, "Finetune/Step": 1409, "Finetune/Step Time": 5.869470460340381}
+{"Finetune/Learning Rate": 1.9901542040159222e-05, "Finetune/Loss": 0.9553086161613464, "Finetune/Loss (Raw)": 0.8469673991203308, "Finetune/Step": 1410, "Finetune/Step Time": 5.871457546949387}
+{"Finetune/Learning Rate": 1.9901306177769036e-05, "Finetune/Loss": 0.9558706283569336, "Finetune/Loss (Raw)": 1.0108044147491455, "Finetune/Step": 1411, "Finetune/Step Time": 5.8694673255085945}
+{"Finetune/Learning Rate": 1.9901070034605968e-05, "Finetune/Loss": 0.9549379348754883, "Finetune/Loss (Raw)": 0.946976363658905, "Finetune/Step": 1412, "Finetune/Step Time": 5.866277968510985}
+{"Finetune/Learning Rate": 1.990083361067671e-05, "Finetune/Loss": 0.9543460011482239, "Finetune/Loss (Raw)": 0.8882080912590027, "Finetune/Step": 1413, "Finetune/Step Time": 5.863999014720321}
+{"Finetune/Learning Rate": 1.9900596905987958e-05, "Finetune/Loss": 0.9540002346038818, "Finetune/Loss (Raw)": 1.018772006034851, "Finetune/Step": 1414, "Finetune/Step Time": 5.863128816708922}
+{"Finetune/Learning Rate": 1.9900359920546433e-05, "Finetune/Loss": 0.9535921812057495, "Finetune/Loss (Raw)": 0.9975215792655945, "Finetune/Step": 1415, "Finetune/Step Time": 5.864661021158099}
+{"Finetune/Learning Rate": 1.9900122654358857e-05, "Finetune/Loss": 0.9540131688117981, "Finetune/Loss (Raw)": 1.0106956958770752, "Finetune/Step": 1416, "Finetune/Step Time": 5.8666342832148075}
+{"Finetune/Learning Rate": 1.9899885107431955e-05, "Finetune/Loss": 0.953263521194458, "Finetune/Loss (Raw)": 0.9332575798034668, "Finetune/Step": 1417, "Finetune/Step Time": 5.871811255812645}
+{"Finetune/Learning Rate": 1.989964727977246e-05, "Finetune/Loss": 0.9534865021705627, "Finetune/Loss (Raw)": 1.0589590072631836, "Finetune/Step": 1418, "Finetune/Step Time": 5.87249943241477}
+{"Finetune/Learning Rate": 1.989940917138712e-05, "Finetune/Loss": 0.9532707929611206, "Finetune/Loss (Raw)": 0.9787763953208923, "Finetune/Step": 1419, "Finetune/Step Time": 5.851875910535455}
+{"Finetune/Learning Rate": 1.9899170782282685e-05, "Finetune/Loss": 0.9522504806518555, "Finetune/Loss (Raw)": 0.8821842670440674, "Finetune/Step": 1420, "Finetune/Step Time": 5.85021766833961}
+{"Finetune/Learning Rate": 1.989893211246592e-05, "Finetune/Loss": 0.9517111778259277, "Finetune/Loss (Raw)": 0.9904437065124512, "Finetune/Step": 1421, "Finetune/Step Time": 5.849879974499345}
+{"Finetune/Learning Rate": 1.9898693161943583e-05, "Finetune/Loss": 0.9529403448104858, "Finetune/Loss (Raw)": 1.0078656673431396, "Finetune/Step": 1422, "Finetune/Step Time": 5.841044249013066}
+{"Finetune/Learning Rate": 1.989845393072246e-05, "Finetune/Loss": 0.9525113105773926, "Finetune/Loss (Raw)": 0.9492095112800598, "Finetune/Step": 1423, "Finetune/Step Time": 5.846039440482855}
+{"Finetune/Learning Rate": 1.989821441880933e-05, "Finetune/Loss": 0.9527701139450073, "Finetune/Loss (Raw)": 1.075394630432129, "Finetune/Step": 1424, "Finetune/Step Time": 5.8455354534089565}
+{"Finetune/Learning Rate": 1.9897974626210984e-05, "Finetune/Loss": 0.9531526565551758, "Finetune/Loss (Raw)": 0.8970592617988586, "Finetune/Step": 1425, "Finetune/Step Time": 5.831821808591485}
+{"Finetune/Learning Rate": 1.9897734552934228e-05, "Finetune/Loss": 0.9522567987442017, "Finetune/Loss (Raw)": 0.7767311334609985, "Finetune/Step": 1426, "Finetune/Step Time": 5.836686419323087}
+{"Finetune/Learning Rate": 1.989749419898586e-05, "Finetune/Loss": 0.9519691467285156, "Finetune/Loss (Raw)": 0.9245980381965637, "Finetune/Step": 1427, "Finetune/Step Time": 5.843507148325443}
+{"Finetune/Learning Rate": 1.9897253564372704e-05, "Finetune/Loss": 0.9539123773574829, "Finetune/Loss (Raw)": 1.0657415390014648, "Finetune/Step": 1428, "Finetune/Step Time": 5.845308147370815}
+{"Finetune/Learning Rate": 1.989701264910158e-05, "Finetune/Loss": 0.9539542198181152, "Finetune/Loss (Raw)": 0.9956520795822144, "Finetune/Step": 1429, "Finetune/Step Time": 5.844007505103946}
+{"Finetune/Learning Rate": 1.9896771453179323e-05, "Finetune/Loss": 0.9538283348083496, "Finetune/Loss (Raw)": 0.9958580136299133, "Finetune/Step": 1430, "Finetune/Step Time": 5.846351036801934}
+{"Finetune/Learning Rate": 1.989652997661277e-05, "Finetune/Loss": 0.9545332193374634, "Finetune/Loss (Raw)": 1.1132739782333374, "Finetune/Step": 1431, "Finetune/Step Time": 5.8516769632697105}
+{"Finetune/Learning Rate": 1.989628821940877e-05, "Finetune/Loss": 0.9539760947227478, "Finetune/Loss (Raw)": 0.9109662771224976, "Finetune/Step": 1432, "Finetune/Step Time": 5.870547661557794}
+{"Finetune/Learning Rate": 1.9896046181574173e-05, "Finetune/Loss": 0.9530394077301025, "Finetune/Loss (Raw)": 0.9716304540634155, "Finetune/Step": 1433, "Finetune/Step Time": 5.871681325137615}
+{"Finetune/Learning Rate": 1.9895803863115848e-05, "Finetune/Loss": 0.9513158798217773, "Finetune/Loss (Raw)": 0.8508997559547424, "Finetune/Step": 1434, "Finetune/Step Time": 5.884668251499534}
+{"Finetune/Learning Rate": 1.9895561264040668e-05, "Finetune/Loss": 0.9511612057685852, "Finetune/Loss (Raw)": 0.9590315222740173, "Finetune/Step": 1435, "Finetune/Step Time": 5.884327594190836}
+{"Finetune/Learning Rate": 1.989531838435551e-05, "Finetune/Loss": 0.9518328309059143, "Finetune/Loss (Raw)": 0.883696436882019, "Finetune/Step": 1436, "Finetune/Step Time": 5.894996743649244}
+{"Finetune/Learning Rate": 1.989507522406726e-05, "Finetune/Loss": 0.9529471397399902, "Finetune/Loss (Raw)": 1.0485572814941406, "Finetune/Step": 1437, "Finetune/Step Time": 5.899147283285856}
+{"Finetune/Learning Rate": 1.989483178318281e-05, "Finetune/Loss": 0.9538769721984863, "Finetune/Loss (Raw)": 0.9139845967292786, "Finetune/Step": 1438, "Finetune/Step Time": 5.902025246992707}
+{"Finetune/Learning Rate": 1.9894588061709072e-05, "Finetune/Loss": 0.9536275863647461, "Finetune/Loss (Raw)": 1.0101057291030884, "Finetune/Step": 1439, "Finetune/Step Time": 5.914881210774183}
+{"Finetune/Learning Rate": 1.9894344059652953e-05, "Finetune/Loss": 0.9524052143096924, "Finetune/Loss (Raw)": 0.8584163784980774, "Finetune/Step": 1440, "Finetune/Step Time": 5.916003055870533}
+{"Finetune/Learning Rate": 1.989409977702137e-05, "Finetune/Loss": 0.952258825302124, "Finetune/Loss (Raw)": 0.9722322225570679, "Finetune/Step": 1441, "Finetune/Step Time": 5.916947886347771}
+{"Finetune/Learning Rate": 1.9893855213821256e-05, "Finetune/Loss": 0.9521588087081909, "Finetune/Loss (Raw)": 0.9798718094825745, "Finetune/Step": 1442, "Finetune/Step Time": 5.914019752293825}
+{"Finetune/Learning Rate": 1.989361037005954e-05, "Finetune/Loss": 0.9529978036880493, "Finetune/Loss (Raw)": 1.0764052867889404, "Finetune/Step": 1443, "Finetune/Step Time": 5.915352862328291}
+{"Finetune/Learning Rate": 1.9893365245743166e-05, "Finetune/Loss": 0.9528829455375671, "Finetune/Loss (Raw)": 0.8327699899673462, "Finetune/Step": 1444, "Finetune/Step Time": 5.937808919698}
+{"Finetune/Learning Rate": 1.989311984087909e-05, "Finetune/Loss": 0.9495232105255127, "Finetune/Loss (Raw)": 0.6548975706100464, "Finetune/Step": 1445, "Finetune/Step Time": 5.958844572305679}
+{"Finetune/Learning Rate": 1.989287415547427e-05, "Finetune/Loss": 0.9516409635543823, "Finetune/Loss (Raw)": 1.1542915105819702, "Finetune/Step": 1446, "Finetune/Step Time": 5.9524724539369345}
+{"Finetune/Learning Rate": 1.9892628189535667e-05, "Finetune/Loss": 0.9505949020385742, "Finetune/Loss (Raw)": 0.9820809364318848, "Finetune/Step": 1447, "Finetune/Step Time": 5.949375830590725}
+{"Finetune/Learning Rate": 1.9892381943070255e-05, "Finetune/Loss": 0.9492674469947815, "Finetune/Loss (Raw)": 0.9353803396224976, "Finetune/Step": 1448, "Finetune/Step Time": 5.94867735914886}
+{"Finetune/Learning Rate": 1.9892135416085025e-05, "Finetune/Loss": 0.9492661356925964, "Finetune/Loss (Raw)": 0.951015830039978, "Finetune/Step": 1449, "Finetune/Step Time": 5.9500051606446505}
+{"Finetune/Learning Rate": 1.9891888608586968e-05, "Finetune/Loss": 0.9496670365333557, "Finetune/Loss (Raw)": 0.969589352607727, "Finetune/Step": 1450, "Finetune/Step Time": 5.94163448177278}
+{"Finetune/Learning Rate": 1.9891641520583075e-05, "Finetune/Loss": 0.9491523504257202, "Finetune/Loss (Raw)": 0.9481543302536011, "Finetune/Step": 1451, "Finetune/Step Time": 5.936421491205692}
+{"Finetune/Learning Rate": 1.9891394152080355e-05, "Finetune/Loss": 0.9495967626571655, "Finetune/Loss (Raw)": 0.9811863303184509, "Finetune/Step": 1452, "Finetune/Step Time": 5.952519925311208}
+{"Finetune/Learning Rate": 1.9891146503085826e-05, "Finetune/Loss": 0.9491519927978516, "Finetune/Loss (Raw)": 0.907971978187561, "Finetune/Step": 1453, "Finetune/Step Time": 5.9621860999614}
+{"Finetune/Learning Rate": 1.9890898573606508e-05, "Finetune/Loss": 0.9484803676605225, "Finetune/Loss (Raw)": 0.9379225969314575, "Finetune/Step": 1454, "Finetune/Step Time": 5.959346869960427}
+{"Finetune/Learning Rate": 1.9890650363649434e-05, "Finetune/Loss": 0.9466046690940857, "Finetune/Loss (Raw)": 1.0498656034469604, "Finetune/Step": 1455, "Finetune/Step Time": 5.957840859889984}
+{"Finetune/Learning Rate": 1.9890401873221642e-05, "Finetune/Loss": 0.944972038269043, "Finetune/Loss (Raw)": 0.8230112791061401, "Finetune/Step": 1456, "Finetune/Step Time": 5.954712687060237}
+{"Finetune/Learning Rate": 1.9890153102330175e-05, "Finetune/Loss": 0.9466205835342407, "Finetune/Loss (Raw)": 1.1268494129180908, "Finetune/Step": 1457, "Finetune/Step Time": 5.954649295657873}
+{"Finetune/Learning Rate": 1.988990405098209e-05, "Finetune/Loss": 0.9474520683288574, "Finetune/Loss (Raw)": 1.0170518159866333, "Finetune/Step": 1458, "Finetune/Step Time": 5.9544476587325335}
+{"Finetune/Learning Rate": 1.988965471918445e-05, "Finetune/Loss": 0.9475915431976318, "Finetune/Loss (Raw)": 0.9279959201812744, "Finetune/Step": 1459, "Finetune/Step Time": 5.951558945700526}
+{"Finetune/Learning Rate": 1.9889405106944327e-05, "Finetune/Loss": 0.9465700387954712, "Finetune/Loss (Raw)": 0.852329671382904, "Finetune/Step": 1460, "Finetune/Step Time": 5.948724996298552}
+{"Finetune/Learning Rate": 1.988915521426879e-05, "Finetune/Loss": 0.9476152658462524, "Finetune/Loss (Raw)": 1.0393140316009521, "Finetune/Step": 1461, "Finetune/Step Time": 5.949311969801784}
+{"Finetune/Learning Rate": 1.988890504116494e-05, "Finetune/Loss": 0.9475256204605103, "Finetune/Loss (Raw)": 0.8807590007781982, "Finetune/Step": 1462, "Finetune/Step Time": 5.952543746680021}
+{"Finetune/Learning Rate": 1.9888654587639857e-05, "Finetune/Loss": 0.9472109079360962, "Finetune/Loss (Raw)": 0.9990492463111877, "Finetune/Step": 1463, "Finetune/Step Time": 5.964717132970691}
+{"Finetune/Learning Rate": 1.9888403853700654e-05, "Finetune/Loss": 0.9477258920669556, "Finetune/Loss (Raw)": 0.9790076017379761, "Finetune/Step": 1464, "Finetune/Step Time": 5.943781623616815}
+{"Finetune/Learning Rate": 1.9888152839354433e-05, "Finetune/Loss": 0.9483339786529541, "Finetune/Loss (Raw)": 1.0087124109268188, "Finetune/Step": 1465, "Finetune/Step Time": 5.937256496399641}
+{"Finetune/Learning Rate": 1.9887901544608316e-05, "Finetune/Loss": 0.9470376968383789, "Finetune/Loss (Raw)": 0.876107931137085, "Finetune/Step": 1466, "Finetune/Step Time": 5.943959664553404}
+{"Finetune/Learning Rate": 1.9887649969469432e-05, "Finetune/Loss": 0.9470474720001221, "Finetune/Loss (Raw)": 0.9682604670524597, "Finetune/Step": 1467, "Finetune/Step Time": 5.944718981161714}
+{"Finetune/Learning Rate": 1.9887398113944908e-05, "Finetune/Loss": 0.9451961517333984, "Finetune/Loss (Raw)": 0.7940675020217896, "Finetune/Step": 1468, "Finetune/Step Time": 5.9629262406378984}
+{"Finetune/Learning Rate": 1.9887145978041895e-05, "Finetune/Loss": 0.945016622543335, "Finetune/Loss (Raw)": 0.968905508518219, "Finetune/Step": 1469, "Finetune/Step Time": 5.95361914485693}
+{"Finetune/Learning Rate": 1.988689356176753e-05, "Finetune/Loss": 0.9457048177719116, "Finetune/Loss (Raw)": 1.0941604375839233, "Finetune/Step": 1470, "Finetune/Step Time": 5.952162876725197}
+{"Finetune/Learning Rate": 1.9886640865128983e-05, "Finetune/Loss": 0.9442501664161682, "Finetune/Loss (Raw)": 0.7459578514099121, "Finetune/Step": 1471, "Finetune/Step Time": 5.95299668610096}
+{"Finetune/Learning Rate": 1.9886387888133413e-05, "Finetune/Loss": 0.945154070854187, "Finetune/Loss (Raw)": 1.0651404857635498, "Finetune/Step": 1472, "Finetune/Step Time": 5.948738655075431}
+{"Finetune/Learning Rate": 1.9886134630787993e-05, "Finetune/Loss": 0.9447711706161499, "Finetune/Loss (Raw)": 0.9999409317970276, "Finetune/Step": 1473, "Finetune/Step Time": 5.943158971145749}
+{"Finetune/Learning Rate": 1.9885881093099912e-05, "Finetune/Loss": 0.9459480047225952, "Finetune/Loss (Raw)": 0.9411059617996216, "Finetune/Step": 1474, "Finetune/Step Time": 5.944157293066382}
+{"Finetune/Learning Rate": 1.9885627275076354e-05, "Finetune/Loss": 0.9450478553771973, "Finetune/Loss (Raw)": 0.8658933639526367, "Finetune/Step": 1475, "Finetune/Step Time": 5.943906651809812}
+{"Finetune/Learning Rate": 1.9885373176724518e-05, "Finetune/Loss": 0.9447330832481384, "Finetune/Loss (Raw)": 0.9257441759109497, "Finetune/Step": 1476, "Finetune/Step Time": 5.945008527487516}
+{"Finetune/Learning Rate": 1.9885118798051607e-05, "Finetune/Loss": 0.9459142088890076, "Finetune/Loss (Raw)": 1.0219203233718872, "Finetune/Step": 1477, "Finetune/Step Time": 5.952680556103587}
+{"Finetune/Learning Rate": 1.9884864139064834e-05, "Finetune/Loss": 0.9457077383995056, "Finetune/Loss (Raw)": 0.933118462562561, "Finetune/Step": 1478, "Finetune/Step Time": 5.953487154096365}
+{"Finetune/Learning Rate": 1.9884609199771427e-05, "Finetune/Loss": 0.9466165900230408, "Finetune/Loss (Raw)": 1.0858192443847656, "Finetune/Step": 1479, "Finetune/Step Time": 5.956460002809763}
+{"Finetune/Learning Rate": 1.988435398017861e-05, "Finetune/Loss": 0.9480916261672974, "Finetune/Loss (Raw)": 0.9377883672714233, "Finetune/Step": 1480, "Finetune/Step Time": 5.955539816990495}
+{"Finetune/Learning Rate": 1.9884098480293623e-05, "Finetune/Loss": 0.9465193748474121, "Finetune/Loss (Raw)": 0.7409752011299133, "Finetune/Step": 1481, "Finetune/Step Time": 5.965010263025761}
+{"Finetune/Learning Rate": 1.9883842700123708e-05, "Finetune/Loss": 0.9465315341949463, "Finetune/Loss (Raw)": 0.8852519989013672, "Finetune/Step": 1482, "Finetune/Step Time": 5.9626505970954895}
+{"Finetune/Learning Rate": 1.988358663967612e-05, "Finetune/Loss": 0.9464933276176453, "Finetune/Loss (Raw)": 0.9125180244445801, "Finetune/Step": 1483, "Finetune/Step Time": 5.964200355112553}
+{"Finetune/Learning Rate": 1.988333029895812e-05, "Finetune/Loss": 0.9466664791107178, "Finetune/Loss (Raw)": 0.9831939935684204, "Finetune/Step": 1484, "Finetune/Step Time": 5.967310341075063}
+{"Finetune/Learning Rate": 1.9883073677976978e-05, "Finetune/Loss": 0.9484528303146362, "Finetune/Loss (Raw)": 0.8979007005691528, "Finetune/Step": 1485, "Finetune/Step Time": 5.945923855528235}
+{"Finetune/Learning Rate": 1.988281677673997e-05, "Finetune/Loss": 0.9503015279769897, "Finetune/Loss (Raw)": 1.121044397354126, "Finetune/Step": 1486, "Finetune/Step Time": 5.9421471152454615}
+{"Finetune/Learning Rate": 1.9882559595254375e-05, "Finetune/Loss": 0.9504435062408447, "Finetune/Loss (Raw)": 1.0467671155929565, "Finetune/Step": 1487, "Finetune/Step Time": 5.936559649184346}
+{"Finetune/Learning Rate": 1.98823021335275e-05, "Finetune/Loss": 0.9504379034042358, "Finetune/Loss (Raw)": 0.980145275592804, "Finetune/Step": 1488, "Finetune/Step Time": 5.933143127709627}
+{"Finetune/Learning Rate": 1.9882044391566636e-05, "Finetune/Loss": 0.9497775435447693, "Finetune/Loss (Raw)": 0.8585243821144104, "Finetune/Step": 1489, "Finetune/Step Time": 5.937414670363069}
+{"Finetune/Learning Rate": 1.9881786369379093e-05, "Finetune/Loss": 0.9501254558563232, "Finetune/Loss (Raw)": 1.0579510927200317, "Finetune/Step": 1490, "Finetune/Step Time": 5.930519910529256}
+{"Finetune/Learning Rate": 1.9881528066972187e-05, "Finetune/Loss": 0.948401689529419, "Finetune/Loss (Raw)": 0.8373768925666809, "Finetune/Step": 1491, "Finetune/Step Time": 5.915701225399971}
+{"Finetune/Learning Rate": 1.988126948435325e-05, "Finetune/Loss": 0.948319673538208, "Finetune/Loss (Raw)": 1.017046332359314, "Finetune/Step": 1492, "Finetune/Step Time": 5.913433153182268}
+{"Finetune/Learning Rate": 1.9881010621529604e-05, "Finetune/Loss": 0.9481792449951172, "Finetune/Loss (Raw)": 0.9208821058273315, "Finetune/Step": 1493, "Finetune/Step Time": 5.913729157298803}
+{"Finetune/Learning Rate": 1.9880751478508594e-05, "Finetune/Loss": 0.9475927948951721, "Finetune/Loss (Raw)": 0.9404250979423523, "Finetune/Step": 1494, "Finetune/Step Time": 5.91841865517199}
+{"Finetune/Learning Rate": 1.9880492055297572e-05, "Finetune/Loss": 0.9472993612289429, "Finetune/Loss (Raw)": 0.968720555305481, "Finetune/Step": 1495, "Finetune/Step Time": 5.922537868842483}
+{"Finetune/Learning Rate": 1.988023235190389e-05, "Finetune/Loss": 0.9490993022918701, "Finetune/Loss (Raw)": 0.9572926759719849, "Finetune/Step": 1496, "Finetune/Step Time": 5.898792285472155}
+{"Finetune/Learning Rate": 1.9879972368334916e-05, "Finetune/Loss": 0.9494560956954956, "Finetune/Loss (Raw)": 0.9677661061286926, "Finetune/Step": 1497, "Finetune/Step Time": 5.901546807959676}
+{"Finetune/Learning Rate": 1.987971210459802e-05, "Finetune/Loss": 0.9503065347671509, "Finetune/Loss (Raw)": 0.9998683929443359, "Finetune/Step": 1498, "Finetune/Step Time": 5.906919788569212}
+{"Finetune/Learning Rate": 1.9879451560700582e-05, "Finetune/Loss": 0.9502142667770386, "Finetune/Loss (Raw)": 0.8698753714561462, "Finetune/Step": 1499, "Finetune/Step Time": 5.913871191442013}
+{"Finetune/Learning Rate": 1.9879190736649992e-05, "Finetune/Loss": 0.9483298659324646, "Finetune/Loss (Raw)": 0.8778894543647766, "Finetune/Step": 1500, "Finetune/Step Time": 5.931035555899143}
+{"Finetune/Learning Rate": 1.9878929632453647e-05, "Finetune/Loss": 0.9485791921615601, "Finetune/Loss (Raw)": 1.0016199350357056, "Finetune/Step": 1501, "Finetune/Step Time": 5.932402886450291}
+{"Finetune/Learning Rate": 1.9878668248118945e-05, "Finetune/Loss": 0.9479752779006958, "Finetune/Loss (Raw)": 0.9736959934234619, "Finetune/Step": 1502, "Finetune/Step Time": 5.932999012991786}
+{"Finetune/Learning Rate": 1.9878406583653306e-05, "Finetune/Loss": 0.9481712579727173, "Finetune/Loss (Raw)": 0.9813969731330872, "Finetune/Step": 1503, "Finetune/Step Time": 5.932857096195221}
+{"Finetune/Learning Rate": 1.9878144639064145e-05, "Finetune/Loss": 0.9482789635658264, "Finetune/Loss (Raw)": 0.9215673804283142, "Finetune/Step": 1504, "Finetune/Step Time": 5.93336271122098}
+{"Finetune/Learning Rate": 1.9877882414358894e-05, "Finetune/Loss": 0.9493840932846069, "Finetune/Loss (Raw)": 1.0858346223831177, "Finetune/Step": 1505, "Finetune/Step Time": 5.930939465761185}
+{"Finetune/Learning Rate": 1.9877619909544985e-05, "Finetune/Loss": 0.9487435817718506, "Finetune/Loss (Raw)": 0.863289475440979, "Finetune/Step": 1506, "Finetune/Step Time": 5.9289473835378885}
+{"Finetune/Learning Rate": 1.9877357124629863e-05, "Finetune/Loss": 0.9478867053985596, "Finetune/Loss (Raw)": 0.8979471921920776, "Finetune/Step": 1507, "Finetune/Step Time": 5.927243812009692}
+{"Finetune/Learning Rate": 1.987709405962098e-05, "Finetune/Loss": 0.9480332732200623, "Finetune/Loss (Raw)": 1.0351788997650146, "Finetune/Step": 1508, "Finetune/Step Time": 5.926009584218264}
+{"Finetune/Learning Rate": 1.9876830714525798e-05, "Finetune/Loss": 0.9478235244750977, "Finetune/Loss (Raw)": 0.863706111907959, "Finetune/Step": 1509, "Finetune/Step Time": 5.924412777647376}
+{"Finetune/Learning Rate": 1.9876567089351783e-05, "Finetune/Loss": 0.9469076991081238, "Finetune/Loss (Raw)": 0.9821873903274536, "Finetune/Step": 1510, "Finetune/Step Time": 5.919284978881478}
+{"Finetune/Learning Rate": 1.9876303184106405e-05, "Finetune/Loss": 0.9468978643417358, "Finetune/Loss (Raw)": 0.7043899297714233, "Finetune/Step": 1511, "Finetune/Step Time": 5.939588660374284}
+{"Finetune/Learning Rate": 1.987603899879716e-05, "Finetune/Loss": 0.9480084180831909, "Finetune/Loss (Raw)": 0.9095093011856079, "Finetune/Step": 1512, "Finetune/Step Time": 5.932047581300139}
+{"Finetune/Learning Rate": 1.987577453343153e-05, "Finetune/Loss": 0.9475263357162476, "Finetune/Loss (Raw)": 0.9489924907684326, "Finetune/Step": 1513, "Finetune/Step Time": 5.929133666679263}
+{"Finetune/Learning Rate": 1.987550978801702e-05, "Finetune/Loss": 0.9470329284667969, "Finetune/Loss (Raw)": 0.9247536659240723, "Finetune/Step": 1514, "Finetune/Step Time": 5.909244501963258}
+{"Finetune/Learning Rate": 1.987524476256113e-05, "Finetune/Loss": 0.9477671384811401, "Finetune/Loss (Raw)": 0.9580695629119873, "Finetune/Step": 1515, "Finetune/Step Time": 5.9082896541804075}
+{"Finetune/Learning Rate": 1.987497945707138e-05, "Finetune/Loss": 0.9481652975082397, "Finetune/Loss (Raw)": 0.9080209136009216, "Finetune/Step": 1516, "Finetune/Step Time": 5.913411986082792}
+{"Finetune/Learning Rate": 1.9874713871555297e-05, "Finetune/Loss": 0.949112594127655, "Finetune/Loss (Raw)": 0.8488745093345642, "Finetune/Step": 1517, "Finetune/Step Time": 5.8983674217015505}
+{"Finetune/Learning Rate": 1.9874448006020407e-05, "Finetune/Loss": 0.9495343565940857, "Finetune/Loss (Raw)": 1.058479905128479, "Finetune/Step": 1518, "Finetune/Step Time": 5.896611671894789}
+{"Finetune/Learning Rate": 1.987418186047425e-05, "Finetune/Loss": 0.9510331153869629, "Finetune/Loss (Raw)": 1.0340040922164917, "Finetune/Step": 1519, "Finetune/Step Time": 5.894914694130421}
+{"Finetune/Learning Rate": 1.9873915434924375e-05, "Finetune/Loss": 0.9503351449966431, "Finetune/Loss (Raw)": 0.9313609600067139, "Finetune/Step": 1520, "Finetune/Step Time": 5.892382696270943}
+{"Finetune/Learning Rate": 1.9873648729378336e-05, "Finetune/Loss": 0.9505734443664551, "Finetune/Loss (Raw)": 0.9782760143280029, "Finetune/Step": 1521, "Finetune/Step Time": 5.895834904164076}
+{"Finetune/Learning Rate": 1.9873381743843697e-05, "Finetune/Loss": 0.950911283493042, "Finetune/Loss (Raw)": 0.9802999496459961, "Finetune/Step": 1522, "Finetune/Step Time": 5.897711319848895}
+{"Finetune/Learning Rate": 1.9873114478328026e-05, "Finetune/Loss": 0.9519166946411133, "Finetune/Loss (Raw)": 1.041494369506836, "Finetune/Step": 1523, "Finetune/Step Time": 5.888876656070352}
+{"Finetune/Learning Rate": 1.9872846932838902e-05, "Finetune/Loss": 0.9521501064300537, "Finetune/Loss (Raw)": 0.8865631818771362, "Finetune/Step": 1524, "Finetune/Step Time": 5.896784970536828}
+{"Finetune/Learning Rate": 1.9872579107383916e-05, "Finetune/Loss": 0.950722336769104, "Finetune/Loss (Raw)": 0.7919752597808838, "Finetune/Step": 1525, "Finetune/Step Time": 5.895908337086439}
+{"Finetune/Learning Rate": 1.987231100197066e-05, "Finetune/Loss": 0.9500504732131958, "Finetune/Loss (Raw)": 0.883315920829773, "Finetune/Step": 1526, "Finetune/Step Time": 5.8951245453208685}
+{"Finetune/Learning Rate": 1.9872042616606738e-05, "Finetune/Loss": 0.9484463930130005, "Finetune/Loss (Raw)": 0.8468718528747559, "Finetune/Step": 1527, "Finetune/Step Time": 5.896500959992409}
+{"Finetune/Learning Rate": 1.9871773951299757e-05, "Finetune/Loss": 0.9460976123809814, "Finetune/Loss (Raw)": 0.7818002700805664, "Finetune/Step": 1528, "Finetune/Step Time": 5.8942674826830626}
+{"Finetune/Learning Rate": 1.987150500605734e-05, "Finetune/Loss": 0.9482667446136475, "Finetune/Loss (Raw)": 0.9640399217605591, "Finetune/Step": 1529, "Finetune/Step Time": 5.874131070449948}
+{"Finetune/Learning Rate": 1.9871235780887114e-05, "Finetune/Loss": 0.9483362436294556, "Finetune/Loss (Raw)": 0.9889878034591675, "Finetune/Step": 1530, "Finetune/Step Time": 5.870822807773948}
+{"Finetune/Learning Rate": 1.987096627579671e-05, "Finetune/Loss": 0.9485223293304443, "Finetune/Loss (Raw)": 0.9073576927185059, "Finetune/Step": 1531, "Finetune/Step Time": 5.856917662546039}
+{"Finetune/Learning Rate": 1.987069649079377e-05, "Finetune/Loss": 0.9502831697463989, "Finetune/Loss (Raw)": 0.9923273921012878, "Finetune/Step": 1532, "Finetune/Step Time": 5.858614990487695}
+{"Finetune/Learning Rate": 1.9870426425885946e-05, "Finetune/Loss": 0.9492903351783752, "Finetune/Loss (Raw)": 0.9053371548652649, "Finetune/Step": 1533, "Finetune/Step Time": 5.859836518764496}
+{"Finetune/Learning Rate": 1.98701560810809e-05, "Finetune/Loss": 0.94815993309021, "Finetune/Loss (Raw)": 0.8771228194236755, "Finetune/Step": 1534, "Finetune/Step Time": 5.8738182839006186}
+{"Finetune/Learning Rate": 1.986988545638629e-05, "Finetune/Loss": 0.9483373165130615, "Finetune/Loss (Raw)": 0.8826663494110107, "Finetune/Step": 1535, "Finetune/Step Time": 5.873392643406987}
+{"Finetune/Learning Rate": 1.9869614551809793e-05, "Finetune/Loss": 0.9475122094154358, "Finetune/Loss (Raw)": 0.9462966918945312, "Finetune/Step": 1536, "Finetune/Step Time": 5.874443439766765}
+{"Finetune/Learning Rate": 1.9869343367359098e-05, "Finetune/Loss": 0.9473466277122498, "Finetune/Loss (Raw)": 0.9474610090255737, "Finetune/Step": 1537, "Finetune/Step Time": 5.873082634061575}
+{"Finetune/Learning Rate": 1.986907190304189e-05, "Finetune/Loss": 0.9468168020248413, "Finetune/Loss (Raw)": 0.7791491150856018, "Finetune/Step": 1538, "Finetune/Step Time": 5.872383074834943}
+{"Finetune/Learning Rate": 1.9868800158865863e-05, "Finetune/Loss": 0.946596622467041, "Finetune/Loss (Raw)": 0.982616126537323, "Finetune/Step": 1539, "Finetune/Step Time": 5.874734915792942}
+{"Finetune/Learning Rate": 1.9868528134838725e-05, "Finetune/Loss": 0.9473894834518433, "Finetune/Loss (Raw)": 1.048470139503479, "Finetune/Step": 1540, "Finetune/Step Time": 5.878909733146429}
+{"Finetune/Learning Rate": 1.9868255830968196e-05, "Finetune/Loss": 0.9483968019485474, "Finetune/Loss (Raw)": 1.0171395540237427, "Finetune/Step": 1541, "Finetune/Step Time": 5.879903290420771}
+{"Finetune/Learning Rate": 1.9867983247261992e-05, "Finetune/Loss": 0.9479503631591797, "Finetune/Loss (Raw)": 0.9616264700889587, "Finetune/Step": 1542, "Finetune/Step Time": 5.881847780197859}
+{"Finetune/Learning Rate": 1.9867710383727847e-05, "Finetune/Loss": 0.9474519491195679, "Finetune/Loss (Raw)": 0.9337165355682373, "Finetune/Step": 1543, "Finetune/Step Time": 5.8893047124147415}
+{"Finetune/Learning Rate": 1.986743724037349e-05, "Finetune/Loss": 0.9474899172782898, "Finetune/Loss (Raw)": 1.0155659914016724, "Finetune/Step": 1544, "Finetune/Step Time": 5.886529084295034}
+{"Finetune/Learning Rate": 1.9867163817206675e-05, "Finetune/Loss": 0.9474901556968689, "Finetune/Loss (Raw)": 0.9332866668701172, "Finetune/Step": 1545, "Finetune/Step Time": 5.880790762603283}
+{"Finetune/Learning Rate": 1.986689011423515e-05, "Finetune/Loss": 0.9472903609275818, "Finetune/Loss (Raw)": 1.0333837270736694, "Finetune/Step": 1546, "Finetune/Step Time": 5.880305804312229}
+{"Finetune/Learning Rate": 1.9866616131466684e-05, "Finetune/Loss": 0.9477817416191101, "Finetune/Loss (Raw)": 1.0416733026504517, "Finetune/Step": 1547, "Finetune/Step Time": 5.882519092410803}
+{"Finetune/Learning Rate": 1.986634186890904e-05, "Finetune/Loss": 0.9480859041213989, "Finetune/Loss (Raw)": 0.9211205244064331, "Finetune/Step": 1548, "Finetune/Step Time": 5.881669277325273}
+{"Finetune/Learning Rate": 1.9866067326569994e-05, "Finetune/Loss": 0.9472562074661255, "Finetune/Loss (Raw)": 0.8842399716377258, "Finetune/Step": 1549, "Finetune/Step Time": 5.8812596052885056}
+{"Finetune/Learning Rate": 1.9865792504457333e-05, "Finetune/Loss": 0.9463975429534912, "Finetune/Loss (Raw)": 0.8979543447494507, "Finetune/Step": 1550, "Finetune/Step Time": 5.883428441360593}
+{"Finetune/Learning Rate": 1.9865517402578854e-05, "Finetune/Loss": 0.9464594721794128, "Finetune/Loss (Raw)": 0.9571370482444763, "Finetune/Step": 1551, "Finetune/Step Time": 5.881586128845811}
+{"Finetune/Learning Rate": 1.9865242020942353e-05, "Finetune/Loss": 0.9458494186401367, "Finetune/Loss (Raw)": 0.9973078370094299, "Finetune/Step": 1552, "Finetune/Step Time": 5.880513105541468}
+{"Finetune/Learning Rate": 1.986496635955564e-05, "Finetune/Loss": 0.9472967386245728, "Finetune/Loss (Raw)": 1.082314133644104, "Finetune/Step": 1553, "Finetune/Step Time": 5.883804574608803}
+{"Finetune/Learning Rate": 1.986469041842654e-05, "Finetune/Loss": 0.9487485289573669, "Finetune/Loss (Raw)": 0.9625623822212219, "Finetune/Step": 1554, "Finetune/Step Time": 5.878950843587518}
+{"Finetune/Learning Rate": 1.9864414197562863e-05, "Finetune/Loss": 0.9488848447799683, "Finetune/Loss (Raw)": 0.9420477151870728, "Finetune/Step": 1555, "Finetune/Step Time": 5.871415754780173}
+{"Finetune/Learning Rate": 1.9864137696972458e-05, "Finetune/Loss": 0.9480029940605164, "Finetune/Loss (Raw)": 0.9528660774230957, "Finetune/Step": 1556, "Finetune/Step Time": 5.8716721422970295}
+{"Finetune/Learning Rate": 1.986386091666315e-05, "Finetune/Loss": 0.9483877420425415, "Finetune/Loss (Raw)": 1.0448939800262451, "Finetune/Step": 1557, "Finetune/Step Time": 5.872832519933581}
+{"Finetune/Learning Rate": 1.9863583856642805e-05, "Finetune/Loss": 0.9478216767311096, "Finetune/Loss (Raw)": 0.923406183719635, "Finetune/Step": 1558, "Finetune/Step Time": 5.8784626722335815}
+{"Finetune/Learning Rate": 1.986330651691926e-05, "Finetune/Loss": 0.946577787399292, "Finetune/Loss (Raw)": 0.9540596008300781, "Finetune/Step": 1559, "Finetune/Step Time": 5.87659003958106}
+{"Finetune/Learning Rate": 1.9863028897500396e-05, "Finetune/Loss": 0.9466405510902405, "Finetune/Loss (Raw)": 0.9190007448196411, "Finetune/Step": 1560, "Finetune/Step Time": 5.860295632854104}
+{"Finetune/Learning Rate": 1.9862750998394075e-05, "Finetune/Loss": 0.9466341733932495, "Finetune/Loss (Raw)": 0.9708105325698853, "Finetune/Step": 1561, "Finetune/Step Time": 5.862198151648045}
+{"Finetune/Learning Rate": 1.9862472819608184e-05, "Finetune/Loss": 0.9484782218933105, "Finetune/Loss (Raw)": 1.0869405269622803, "Finetune/Step": 1562, "Finetune/Step Time": 5.846186803653836}
+{"Finetune/Learning Rate": 1.986219436115061e-05, "Finetune/Loss": 0.949734091758728, "Finetune/Loss (Raw)": 1.1197831630706787, "Finetune/Step": 1563, "Finetune/Step Time": 5.8651354517787695}
+{"Finetune/Learning Rate": 1.9861915623029248e-05, "Finetune/Loss": 0.950385332107544, "Finetune/Loss (Raw)": 0.967056930065155, "Finetune/Step": 1564, "Finetune/Step Time": 5.8588323295116425}
+{"Finetune/Learning Rate": 1.9861636605252e-05, "Finetune/Loss": 0.9473841786384583, "Finetune/Loss (Raw)": 0.6644023656845093, "Finetune/Step": 1565, "Finetune/Step Time": 5.877950249239802}
+{"Finetune/Learning Rate": 1.9861357307826784e-05, "Finetune/Loss": 0.9466875195503235, "Finetune/Loss (Raw)": 0.8248183131217957, "Finetune/Step": 1566, "Finetune/Step Time": 5.876944184303284}
+{"Finetune/Learning Rate": 1.9861077730761513e-05, "Finetune/Loss": 0.9459452629089355, "Finetune/Loss (Raw)": 0.9150984287261963, "Finetune/Step": 1567, "Finetune/Step Time": 5.867368208244443}
+{"Finetune/Learning Rate": 1.9860797874064123e-05, "Finetune/Loss": 0.947231650352478, "Finetune/Loss (Raw)": 1.023061752319336, "Finetune/Step": 1568, "Finetune/Step Time": 5.864100314676762}
+{"Finetune/Learning Rate": 1.9860517737742543e-05, "Finetune/Loss": 0.9462951421737671, "Finetune/Loss (Raw)": 0.8523611426353455, "Finetune/Step": 1569, "Finetune/Step Time": 5.862267378717661}
+{"Finetune/Learning Rate": 1.9860237321804718e-05, "Finetune/Loss": 0.946434736251831, "Finetune/Loss (Raw)": 0.9977469444274902, "Finetune/Step": 1570, "Finetune/Step Time": 5.866165732964873}
+{"Finetune/Learning Rate": 1.9859956626258603e-05, "Finetune/Loss": 0.9454077482223511, "Finetune/Loss (Raw)": 0.9449512958526611, "Finetune/Step": 1571, "Finetune/Step Time": 5.866760840639472}
+{"Finetune/Learning Rate": 1.9859675651112157e-05, "Finetune/Loss": 0.9461355209350586, "Finetune/Loss (Raw)": 0.9259167313575745, "Finetune/Step": 1572, "Finetune/Step Time": 5.847772059962153}
+{"Finetune/Learning Rate": 1.9859394396373345e-05, "Finetune/Loss": 0.9485387206077576, "Finetune/Loss (Raw)": 0.9625109434127808, "Finetune/Step": 1573, "Finetune/Step Time": 5.828644702211022}
+{"Finetune/Learning Rate": 1.9859112862050144e-05, "Finetune/Loss": 0.9467322826385498, "Finetune/Loss (Raw)": 0.9230716228485107, "Finetune/Step": 1574, "Finetune/Step Time": 5.829107033088803}
+{"Finetune/Learning Rate": 1.985883104815054e-05, "Finetune/Loss": 0.9457200169563293, "Finetune/Loss (Raw)": 0.8525131344795227, "Finetune/Step": 1575, "Finetune/Step Time": 5.850455664098263}
+{"Finetune/Learning Rate": 1.9858548954682518e-05, "Finetune/Loss": 0.9464426636695862, "Finetune/Loss (Raw)": 1.0278774499893188, "Finetune/Step": 1576, "Finetune/Step Time": 5.846244275569916}
+{"Finetune/Learning Rate": 1.9858266581654086e-05, "Finetune/Loss": 0.9458015561103821, "Finetune/Loss (Raw)": 0.8689524531364441, "Finetune/Step": 1577, "Finetune/Step Time": 5.844929713755846}
+{"Finetune/Learning Rate": 1.9857983929073247e-05, "Finetune/Loss": 0.9451823830604553, "Finetune/Loss (Raw)": 0.8903318643569946, "Finetune/Step": 1578, "Finetune/Step Time": 5.846687512472272}
+{"Finetune/Learning Rate": 1.9857700996948016e-05, "Finetune/Loss": 0.9460057616233826, "Finetune/Loss (Raw)": 1.0535519123077393, "Finetune/Step": 1579, "Finetune/Step Time": 5.844952140003443}
+{"Finetune/Learning Rate": 1.985741778528641e-05, "Finetune/Loss": 0.9462212324142456, "Finetune/Loss (Raw)": 1.0087604522705078, "Finetune/Step": 1580, "Finetune/Step Time": 5.825622508302331}
+{"Finetune/Learning Rate": 1.9857134294096473e-05, "Finetune/Loss": 0.9471015930175781, "Finetune/Loss (Raw)": 1.0206586122512817, "Finetune/Step": 1581, "Finetune/Step Time": 5.818141225725412}
+{"Finetune/Learning Rate": 1.9856850523386235e-05, "Finetune/Loss": 0.9462389349937439, "Finetune/Loss (Raw)": 0.8275041580200195, "Finetune/Step": 1582, "Finetune/Step Time": 5.817859061062336}
+{"Finetune/Learning Rate": 1.9856566473163747e-05, "Finetune/Loss": 0.9459656476974487, "Finetune/Loss (Raw)": 1.0148900747299194, "Finetune/Step": 1583, "Finetune/Step Time": 5.819689316675067}
+{"Finetune/Learning Rate": 1.9856282143437063e-05, "Finetune/Loss": 0.9469435214996338, "Finetune/Loss (Raw)": 0.9481711387634277, "Finetune/Step": 1584, "Finetune/Step Time": 5.825644308701158}
+{"Finetune/Learning Rate": 1.9855997534214243e-05, "Finetune/Loss": 0.9463084936141968, "Finetune/Loss (Raw)": 1.0455695390701294, "Finetune/Step": 1585, "Finetune/Step Time": 5.822814205661416}
+{"Finetune/Learning Rate": 1.9855712645503358e-05, "Finetune/Loss": 0.9471179842948914, "Finetune/Loss (Raw)": 1.1206669807434082, "Finetune/Step": 1586, "Finetune/Step Time": 5.825282653793693}
+{"Finetune/Learning Rate": 1.985542747731249e-05, "Finetune/Loss": 0.9477471113204956, "Finetune/Loss (Raw)": 1.0085192918777466, "Finetune/Step": 1587, "Finetune/Step Time": 5.829158408567309}
+{"Finetune/Learning Rate": 1.9855142029649725e-05, "Finetune/Loss": 0.9476984739303589, "Finetune/Loss (Raw)": 0.8461068868637085, "Finetune/Step": 1588, "Finetune/Step Time": 5.830595334991813}
+{"Finetune/Learning Rate": 1.9854856302523155e-05, "Finetune/Loss": 0.945325493812561, "Finetune/Loss (Raw)": 0.7355690002441406, "Finetune/Step": 1589, "Finetune/Step Time": 5.833895055577159}
+{"Finetune/Learning Rate": 1.9854570295940883e-05, "Finetune/Loss": 0.9462937116622925, "Finetune/Loss (Raw)": 1.0046913623809814, "Finetune/Step": 1590, "Finetune/Step Time": 5.842268215492368}
+{"Finetune/Learning Rate": 1.985428400991102e-05, "Finetune/Loss": 0.9459657073020935, "Finetune/Loss (Raw)": 0.9570674300193787, "Finetune/Step": 1591, "Finetune/Step Time": 5.832160267978907}
+{"Finetune/Learning Rate": 1.9853997444441682e-05, "Finetune/Loss": 0.9440598487854004, "Finetune/Loss (Raw)": 0.7350591421127319, "Finetune/Step": 1592, "Finetune/Step Time": 5.854911604896188}
+{"Finetune/Learning Rate": 1.9853710599541003e-05, "Finetune/Loss": 0.9433981776237488, "Finetune/Loss (Raw)": 0.9240174889564514, "Finetune/Step": 1593, "Finetune/Step Time": 5.855464795604348}
+{"Finetune/Learning Rate": 1.985342347521711e-05, "Finetune/Loss": 0.9450501203536987, "Finetune/Loss (Raw)": 1.087553858757019, "Finetune/Step": 1594, "Finetune/Step Time": 5.846849186345935}
+{"Finetune/Learning Rate": 1.9853136071478146e-05, "Finetune/Loss": 0.9451429843902588, "Finetune/Loss (Raw)": 0.9801462888717651, "Finetune/Step": 1595, "Finetune/Step Time": 5.846689496189356}
+{"Finetune/Learning Rate": 1.9852848388332262e-05, "Finetune/Loss": 0.9459676742553711, "Finetune/Loss (Raw)": 0.8996372818946838, "Finetune/Step": 1596, "Finetune/Step Time": 5.82824413664639}
+{"Finetune/Learning Rate": 1.9852560425787614e-05, "Finetune/Loss": 0.9460225105285645, "Finetune/Loss (Raw)": 0.9759160280227661, "Finetune/Step": 1597, "Finetune/Step Time": 5.821659764274955}
+{"Finetune/Learning Rate": 1.9852272183852367e-05, "Finetune/Loss": 0.9456320405006409, "Finetune/Loss (Raw)": 1.0441808700561523, "Finetune/Step": 1598, "Finetune/Step Time": 5.820636302232742}
+{"Finetune/Learning Rate": 1.9851983662534703e-05, "Finetune/Loss": 0.946799635887146, "Finetune/Loss (Raw)": 0.8954071402549744, "Finetune/Step": 1599, "Finetune/Step Time": 5.81263398565352}
+{"Finetune/Learning Rate": 1.9851694861842795e-05, "Finetune/Loss": 0.9458225965499878, "Finetune/Loss (Raw)": 0.9400808811187744, "Finetune/Step": 1600, "Finetune/Step Time": 5.8108092825859785}
+{"Finetune/Learning Rate": 1.9851405781784835e-05, "Finetune/Loss": 0.9454905986785889, "Finetune/Loss (Raw)": 0.9574478268623352, "Finetune/Step": 1601, "Finetune/Step Time": 5.814198637381196}
+{"Finetune/Learning Rate": 1.985111642236902e-05, "Finetune/Loss": 0.9456912279129028, "Finetune/Loss (Raw)": 0.9667948484420776, "Finetune/Step": 1602, "Finetune/Step Time": 5.812353162094951}
+{"Finetune/Learning Rate": 1.9850826783603557e-05, "Finetune/Loss": 0.9455779790878296, "Finetune/Loss (Raw)": 0.8513887524604797, "Finetune/Step": 1603, "Finetune/Step Time": 5.812397776171565}
+{"Finetune/Learning Rate": 1.9850536865496657e-05, "Finetune/Loss": 0.945796012878418, "Finetune/Loss (Raw)": 0.9536483883857727, "Finetune/Step": 1604, "Finetune/Step Time": 5.8156385608017445}
+{"Finetune/Learning Rate": 1.9850246668056547e-05, "Finetune/Loss": 0.9442120790481567, "Finetune/Loss (Raw)": 0.8191807270050049, "Finetune/Step": 1605, "Finetune/Step Time": 5.818803085014224}
+{"Finetune/Learning Rate": 1.9849956191291445e-05, "Finetune/Loss": 0.9446901082992554, "Finetune/Loss (Raw)": 0.9943050742149353, "Finetune/Step": 1606, "Finetune/Step Time": 5.820041574537754}
+{"Finetune/Learning Rate": 1.98496654352096e-05, "Finetune/Loss": 0.9441332221031189, "Finetune/Loss (Raw)": 1.0145388841629028, "Finetune/Step": 1607, "Finetune/Step Time": 5.815259398892522}
+{"Finetune/Learning Rate": 1.984937439981925e-05, "Finetune/Loss": 0.9438542127609253, "Finetune/Loss (Raw)": 0.9020721912384033, "Finetune/Step": 1608, "Finetune/Step Time": 5.794372633099556}
+{"Finetune/Learning Rate": 1.984908308512865e-05, "Finetune/Loss": 0.9458714127540588, "Finetune/Loss (Raw)": 0.999180793762207, "Finetune/Step": 1609, "Finetune/Step Time": 5.778305407613516}
+{"Finetune/Learning Rate": 1.9848791491146058e-05, "Finetune/Loss": 0.9467010498046875, "Finetune/Loss (Raw)": 0.9914486408233643, "Finetune/Step": 1610, "Finetune/Step Time": 5.7775479927659035}
+{"Finetune/Learning Rate": 1.984849961787975e-05, "Finetune/Loss": 0.9461211562156677, "Finetune/Loss (Raw)": 0.8382869362831116, "Finetune/Step": 1611, "Finetune/Step Time": 5.773536790162325}
+{"Finetune/Learning Rate": 1.9848207465337997e-05, "Finetune/Loss": 0.9460793733596802, "Finetune/Loss (Raw)": 0.9778420329093933, "Finetune/Step": 1612, "Finetune/Step Time": 5.7699140924960375}
+{"Finetune/Learning Rate": 1.9847915033529086e-05, "Finetune/Loss": 0.9453927278518677, "Finetune/Loss (Raw)": 0.8100138902664185, "Finetune/Step": 1613, "Finetune/Step Time": 5.777177905663848}
+{"Finetune/Learning Rate": 1.9847622322461306e-05, "Finetune/Loss": 0.9438433051109314, "Finetune/Loss (Raw)": 0.9227173924446106, "Finetune/Step": 1614, "Finetune/Step Time": 5.778012236580253}
+{"Finetune/Learning Rate": 1.9847329332142962e-05, "Finetune/Loss": 0.9427158832550049, "Finetune/Loss (Raw)": 0.9024583697319031, "Finetune/Step": 1615, "Finetune/Step Time": 5.778838416561484}
+{"Finetune/Learning Rate": 1.984703606258236e-05, "Finetune/Loss": 0.942324161529541, "Finetune/Loss (Raw)": 0.9300059676170349, "Finetune/Step": 1616, "Finetune/Step Time": 5.783826164901257}
+{"Finetune/Learning Rate": 1.9846742513787813e-05, "Finetune/Loss": 0.9429106116294861, "Finetune/Loss (Raw)": 0.9335917234420776, "Finetune/Step": 1617, "Finetune/Step Time": 5.783128283917904}
+{"Finetune/Learning Rate": 1.984644868576765e-05, "Finetune/Loss": 0.9419773817062378, "Finetune/Loss (Raw)": 0.938495934009552, "Finetune/Step": 1618, "Finetune/Step Time": 5.784277614206076}
+{"Finetune/Learning Rate": 1.9846154578530202e-05, "Finetune/Loss": 0.9424309134483337, "Finetune/Loss (Raw)": 0.8954318165779114, "Finetune/Step": 1619, "Finetune/Step Time": 5.78350456058979}
+{"Finetune/Learning Rate": 1.9845860192083813e-05, "Finetune/Loss": 0.9429972767829895, "Finetune/Loss (Raw)": 1.089537501335144, "Finetune/Step": 1620, "Finetune/Step Time": 5.784213965758681}
+{"Finetune/Learning Rate": 1.9845565526436824e-05, "Finetune/Loss": 0.9430080652236938, "Finetune/Loss (Raw)": 0.9222682118415833, "Finetune/Step": 1621, "Finetune/Step Time": 5.784094894304872}
+{"Finetune/Learning Rate": 1.9845270581597595e-05, "Finetune/Loss": 0.9438894391059875, "Finetune/Loss (Raw)": 1.0532357692718506, "Finetune/Step": 1622, "Finetune/Step Time": 5.782727804034948}
+{"Finetune/Learning Rate": 1.9844975357574487e-05, "Finetune/Loss": 0.9451632499694824, "Finetune/Loss (Raw)": 1.131766676902771, "Finetune/Step": 1623, "Finetune/Step Time": 5.780459124594927}
+{"Finetune/Learning Rate": 1.984467985437587e-05, "Finetune/Loss": 0.9450433254241943, "Finetune/Loss (Raw)": 0.941938042640686, "Finetune/Step": 1624, "Finetune/Step Time": 5.7809641398489475}
+{"Finetune/Learning Rate": 1.984438407201013e-05, "Finetune/Loss": 0.9443117380142212, "Finetune/Loss (Raw)": 0.8741324543952942, "Finetune/Step": 1625, "Finetune/Step Time": 5.785094823688269}
+{"Finetune/Learning Rate": 1.984408801048565e-05, "Finetune/Loss": 0.9438333511352539, "Finetune/Loss (Raw)": 0.9386245608329773, "Finetune/Step": 1626, "Finetune/Step Time": 5.778421148657799}
+{"Finetune/Learning Rate": 1.984379166981083e-05, "Finetune/Loss": 0.9447617530822754, "Finetune/Loss (Raw)": 0.9887135028839111, "Finetune/Step": 1627, "Finetune/Step Time": 5.766673995181918}
+{"Finetune/Learning Rate": 1.9843495049994067e-05, "Finetune/Loss": 0.944523274898529, "Finetune/Loss (Raw)": 0.8473668694496155, "Finetune/Step": 1628, "Finetune/Step Time": 5.750896250829101}
+{"Finetune/Learning Rate": 1.984319815104378e-05, "Finetune/Loss": 0.9446099996566772, "Finetune/Loss (Raw)": 1.0127270221710205, "Finetune/Step": 1629, "Finetune/Step Time": 5.751386597752571}
+{"Finetune/Learning Rate": 1.984290097296838e-05, "Finetune/Loss": 0.945034921169281, "Finetune/Loss (Raw)": 1.028078317642212, "Finetune/Step": 1630, "Finetune/Step Time": 5.751456731930375}
+{"Finetune/Learning Rate": 1.98426035157763e-05, "Finetune/Loss": 0.9454408288002014, "Finetune/Loss (Raw)": 1.0333558320999146, "Finetune/Step": 1631, "Finetune/Step Time": 5.753582518547773}
+{"Finetune/Learning Rate": 1.984230577947597e-05, "Finetune/Loss": 0.9456601738929749, "Finetune/Loss (Raw)": 0.9496424198150635, "Finetune/Step": 1632, "Finetune/Step Time": 5.775957653298974}
+{"Finetune/Learning Rate": 1.9842007764075838e-05, "Finetune/Loss": 0.9439043998718262, "Finetune/Loss (Raw)": 0.8610963821411133, "Finetune/Step": 1633, "Finetune/Step Time": 5.778107201680541}
+{"Finetune/Learning Rate": 1.984170946958435e-05, "Finetune/Loss": 0.9453544020652771, "Finetune/Loss (Raw)": 1.048884391784668, "Finetune/Step": 1634, "Finetune/Step Time": 5.779860869050026}
+{"Finetune/Learning Rate": 1.984141089600997e-05, "Finetune/Loss": 0.9462823271751404, "Finetune/Loss (Raw)": 1.0167282819747925, "Finetune/Step": 1635, "Finetune/Step Time": 5.7907503098249435}
+{"Finetune/Learning Rate": 1.984111204336116e-05, "Finetune/Loss": 0.9453045129776001, "Finetune/Loss (Raw)": 0.9100228548049927, "Finetune/Step": 1636, "Finetune/Step Time": 5.793048454448581}
+{"Finetune/Learning Rate": 1.98408129116464e-05, "Finetune/Loss": 0.9467191100120544, "Finetune/Loss (Raw)": 1.044769287109375, "Finetune/Step": 1637, "Finetune/Step Time": 5.793877005577087}
+{"Finetune/Learning Rate": 1.984051350087417e-05, "Finetune/Loss": 0.9465912580490112, "Finetune/Loss (Raw)": 0.9658163189888, "Finetune/Step": 1638, "Finetune/Step Time": 5.79071195051074}
+{"Finetune/Learning Rate": 1.984021381105296e-05, "Finetune/Loss": 0.9465968012809753, "Finetune/Loss (Raw)": 0.705102801322937, "Finetune/Step": 1639, "Finetune/Step Time": 5.779658215120435}
+{"Finetune/Learning Rate": 1.983991384219126e-05, "Finetune/Loss": 0.9483489394187927, "Finetune/Loss (Raw)": 1.1337827444076538, "Finetune/Step": 1640, "Finetune/Step Time": 5.76461012288928}
+{"Finetune/Learning Rate": 1.9839613594297592e-05, "Finetune/Loss": 0.9479956030845642, "Finetune/Loss (Raw)": 0.903774082660675, "Finetune/Step": 1641, "Finetune/Step Time": 5.764489330351353}
+{"Finetune/Learning Rate": 1.9839313067380462e-05, "Finetune/Loss": 0.9482986927032471, "Finetune/Loss (Raw)": 0.9635376930236816, "Finetune/Step": 1642, "Finetune/Step Time": 5.766398163512349}
+{"Finetune/Learning Rate": 1.9839012261448392e-05, "Finetune/Loss": 0.946239709854126, "Finetune/Loss (Raw)": 0.6945301294326782, "Finetune/Step": 1643, "Finetune/Step Time": 5.787922045215964}
+{"Finetune/Learning Rate": 1.983871117650991e-05, "Finetune/Loss": 0.946921706199646, "Finetune/Loss (Raw)": 0.9953136444091797, "Finetune/Step": 1644, "Finetune/Step Time": 5.7834022007882595}
+{"Finetune/Learning Rate": 1.983840981257356e-05, "Finetune/Loss": 0.948439359664917, "Finetune/Loss (Raw)": 1.043139100074768, "Finetune/Step": 1645, "Finetune/Step Time": 5.780963061377406}
+{"Finetune/Learning Rate": 1.9838108169647886e-05, "Finetune/Loss": 0.9469133615493774, "Finetune/Loss (Raw)": 0.8631494641304016, "Finetune/Step": 1646, "Finetune/Step Time": 5.788150856271386}
+{"Finetune/Learning Rate": 1.9837806247741435e-05, "Finetune/Loss": 0.9456014633178711, "Finetune/Loss (Raw)": 0.8660723567008972, "Finetune/Step": 1647, "Finetune/Step Time": 5.788202939555049}
+{"Finetune/Learning Rate": 1.9837504046862777e-05, "Finetune/Loss": 0.9458191394805908, "Finetune/Loss (Raw)": 0.9592275619506836, "Finetune/Step": 1648, "Finetune/Step Time": 5.789531024172902}
+{"Finetune/Learning Rate": 1.983720156702048e-05, "Finetune/Loss": 0.9451260566711426, "Finetune/Loss (Raw)": 0.889563798904419, "Finetune/Step": 1649, "Finetune/Step Time": 5.789522470906377}
+{"Finetune/Learning Rate": 1.9836898808223115e-05, "Finetune/Loss": 0.9462999105453491, "Finetune/Loss (Raw)": 1.1305469274520874, "Finetune/Step": 1650, "Finetune/Step Time": 5.786755992099643}
+{"Finetune/Learning Rate": 1.9836595770479274e-05, "Finetune/Loss": 0.9453970193862915, "Finetune/Loss (Raw)": 0.925931453704834, "Finetune/Step": 1651, "Finetune/Step Time": 5.788971100002527}
+{"Finetune/Learning Rate": 1.983629245379755e-05, "Finetune/Loss": 0.9465087652206421, "Finetune/Loss (Raw)": 1.0288660526275635, "Finetune/Step": 1652, "Finetune/Step Time": 5.782105319201946}
+{"Finetune/Learning Rate": 1.983598885818654e-05, "Finetune/Loss": 0.9489587545394897, "Finetune/Loss (Raw)": 1.1055711507797241, "Finetune/Step": 1653, "Finetune/Step Time": 5.782149678096175}
+{"Finetune/Learning Rate": 1.983568498365486e-05, "Finetune/Loss": 0.9484719038009644, "Finetune/Loss (Raw)": 0.820996880531311, "Finetune/Step": 1654, "Finetune/Step Time": 5.782649205997586}
+{"Finetune/Learning Rate": 1.983538083021112e-05, "Finetune/Loss": 0.9489488005638123, "Finetune/Loss (Raw)": 0.907917857170105, "Finetune/Step": 1655, "Finetune/Step Time": 5.794335080310702}
+{"Finetune/Learning Rate": 1.9835076397863946e-05, "Finetune/Loss": 0.9505876302719116, "Finetune/Loss (Raw)": 0.991572380065918, "Finetune/Step": 1656, "Finetune/Step Time": 5.794544838368893}
+{"Finetune/Learning Rate": 1.9834771686621976e-05, "Finetune/Loss": 0.9506679177284241, "Finetune/Loss (Raw)": 0.9743204712867737, "Finetune/Step": 1657, "Finetune/Step Time": 5.791413178667426}
+{"Finetune/Learning Rate": 1.9834466696493842e-05, "Finetune/Loss": 0.950209379196167, "Finetune/Loss (Raw)": 0.930292546749115, "Finetune/Step": 1658, "Finetune/Step Time": 5.7878622636199}
+{"Finetune/Learning Rate": 1.9834161427488205e-05, "Finetune/Loss": 0.9504667520523071, "Finetune/Loss (Raw)": 0.9402960538864136, "Finetune/Step": 1659, "Finetune/Step Time": 5.788330784067512}
+{"Finetune/Learning Rate": 1.983385587961371e-05, "Finetune/Loss": 0.9495788812637329, "Finetune/Loss (Raw)": 0.878683865070343, "Finetune/Step": 1660, "Finetune/Step Time": 5.79257701151073}
+{"Finetune/Learning Rate": 1.9833550052879026e-05, "Finetune/Loss": 0.9494065046310425, "Finetune/Loss (Raw)": 0.8832753896713257, "Finetune/Step": 1661, "Finetune/Step Time": 5.795547423884273}
+{"Finetune/Learning Rate": 1.9833243947292828e-05, "Finetune/Loss": 0.9489502906799316, "Finetune/Loss (Raw)": 0.8187240958213806, "Finetune/Step": 1662, "Finetune/Step Time": 5.7849709410220385}
+{"Finetune/Learning Rate": 1.983293756286379e-05, "Finetune/Loss": 0.9491258859634399, "Finetune/Loss (Raw)": 0.9051382541656494, "Finetune/Step": 1663, "Finetune/Step Time": 5.786187317222357}
+{"Finetune/Learning Rate": 1.9832630899600607e-05, "Finetune/Loss": 0.9495093822479248, "Finetune/Loss (Raw)": 0.99538654088974, "Finetune/Step": 1664, "Finetune/Step Time": 5.7911083586514}
+{"Finetune/Learning Rate": 1.9832323957511976e-05, "Finetune/Loss": 0.9484761953353882, "Finetune/Loss (Raw)": 0.8152146935462952, "Finetune/Step": 1665, "Finetune/Step Time": 5.791207816451788}
+{"Finetune/Learning Rate": 1.983201673660659e-05, "Finetune/Loss": 0.9491605758666992, "Finetune/Loss (Raw)": 0.8667541146278381, "Finetune/Step": 1666, "Finetune/Step Time": 5.788461111485958}
+{"Finetune/Learning Rate": 1.983170923689317e-05, "Finetune/Loss": 0.9485120177268982, "Finetune/Loss (Raw)": 0.8995968103408813, "Finetune/Step": 1667, "Finetune/Step Time": 5.7846898175776005}
+{"Finetune/Learning Rate": 1.9831401458380432e-05, "Finetune/Loss": 0.9482369422912598, "Finetune/Loss (Raw)": 1.0132602453231812, "Finetune/Step": 1668, "Finetune/Step Time": 5.782891230657697}
+{"Finetune/Learning Rate": 1.983109340107711e-05, "Finetune/Loss": 0.9466676712036133, "Finetune/Loss (Raw)": 0.8162776231765747, "Finetune/Step": 1669, "Finetune/Step Time": 5.840242164209485}
+{"Finetune/Learning Rate": 1.9830785064991932e-05, "Finetune/Loss": 0.9461488723754883, "Finetune/Loss (Raw)": 0.8952140212059021, "Finetune/Step": 1670, "Finetune/Step Time": 5.84723162278533}
+{"Finetune/Learning Rate": 1.983047645013364e-05, "Finetune/Loss": 0.9452571272850037, "Finetune/Loss (Raw)": 0.8195776343345642, "Finetune/Step": 1671, "Finetune/Step Time": 5.841535175219178}
+{"Finetune/Learning Rate": 1.9830167556511e-05, "Finetune/Loss": 0.9449182748794556, "Finetune/Loss (Raw)": 0.9721919894218445, "Finetune/Step": 1672, "Finetune/Step Time": 5.842172773554921}
+{"Finetune/Learning Rate": 1.9829858384132755e-05, "Finetune/Loss": 0.9434962272644043, "Finetune/Loss (Raw)": 0.7512672543525696, "Finetune/Step": 1673, "Finetune/Step Time": 5.841046134009957}
+{"Finetune/Learning Rate": 1.9829548933007678e-05, "Finetune/Loss": 0.9428306818008423, "Finetune/Loss (Raw)": 0.948192298412323, "Finetune/Step": 1674, "Finetune/Step Time": 5.856888147071004}
+{"Finetune/Learning Rate": 1.9829239203144545e-05, "Finetune/Loss": 0.942394495010376, "Finetune/Loss (Raw)": 0.9858382940292358, "Finetune/Step": 1675, "Finetune/Step Time": 5.869728866964579}
+{"Finetune/Learning Rate": 1.9828929194552143e-05, "Finetune/Loss": 0.9423108100891113, "Finetune/Loss (Raw)": 0.9104059934616089, "Finetune/Step": 1676, "Finetune/Step Time": 5.871730661019683}
+{"Finetune/Learning Rate": 1.9828618907239257e-05, "Finetune/Loss": 0.9433231353759766, "Finetune/Loss (Raw)": 1.0138193368911743, "Finetune/Step": 1677, "Finetune/Step Time": 5.874297298491001}
+{"Finetune/Learning Rate": 1.9828308341214683e-05, "Finetune/Loss": 0.9444780349731445, "Finetune/Loss (Raw)": 1.0457868576049805, "Finetune/Step": 1678, "Finetune/Step Time": 5.873180743306875}
+{"Finetune/Learning Rate": 1.9827997496487236e-05, "Finetune/Loss": 0.9435116052627563, "Finetune/Loss (Raw)": 0.8334342241287231, "Finetune/Step": 1679, "Finetune/Step Time": 5.887662356719375}
+{"Finetune/Learning Rate": 1.982768637306573e-05, "Finetune/Loss": 0.9425199031829834, "Finetune/Loss (Raw)": 0.87037193775177, "Finetune/Step": 1680, "Finetune/Step Time": 5.887139316648245}
+{"Finetune/Learning Rate": 1.982737497095898e-05, "Finetune/Loss": 0.9411032795906067, "Finetune/Loss (Raw)": 0.9009858965873718, "Finetune/Step": 1681, "Finetune/Step Time": 5.884079223498702}
+{"Finetune/Learning Rate": 1.9827063290175823e-05, "Finetune/Loss": 0.9401343464851379, "Finetune/Loss (Raw)": 0.8385366201400757, "Finetune/Step": 1682, "Finetune/Step Time": 5.8842054679989815}
+{"Finetune/Learning Rate": 1.9826751330725096e-05, "Finetune/Loss": 0.9411238431930542, "Finetune/Loss (Raw)": 1.068697452545166, "Finetune/Step": 1683, "Finetune/Step Time": 5.883751209825277}
+{"Finetune/Learning Rate": 1.9826439092615643e-05, "Finetune/Loss": 0.9405946731567383, "Finetune/Loss (Raw)": 0.8851349353790283, "Finetune/Step": 1684, "Finetune/Step Time": 5.8837952464818954}
+{"Finetune/Learning Rate": 1.9826126575856323e-05, "Finetune/Loss": 0.938397228717804, "Finetune/Loss (Raw)": 0.7636216878890991, "Finetune/Step": 1685, "Finetune/Step Time": 5.882563769817352}
+{"Finetune/Learning Rate": 1.9825813780455993e-05, "Finetune/Loss": 0.9380372166633606, "Finetune/Loss (Raw)": 0.8773202300071716, "Finetune/Step": 1686, "Finetune/Step Time": 5.875959523022175}
+{"Finetune/Learning Rate": 1.9825500706423525e-05, "Finetune/Loss": 0.937901496887207, "Finetune/Loss (Raw)": 0.9366919994354248, "Finetune/Step": 1687, "Finetune/Step Time": 5.872822023928165}
+{"Finetune/Learning Rate": 1.98251873537678e-05, "Finetune/Loss": 0.9389939308166504, "Finetune/Loss (Raw)": 1.0588352680206299, "Finetune/Step": 1688, "Finetune/Step Time": 5.874541684985161}
+{"Finetune/Learning Rate": 1.9824873722497694e-05, "Finetune/Loss": 0.939613401889801, "Finetune/Loss (Raw)": 1.0501033067703247, "Finetune/Step": 1689, "Finetune/Step Time": 5.869983080774546}
+{"Finetune/Learning Rate": 1.9824559812622113e-05, "Finetune/Loss": 0.9373513460159302, "Finetune/Loss (Raw)": 0.7973948121070862, "Finetune/Step": 1690, "Finetune/Step Time": 5.870598299428821}
+{"Finetune/Learning Rate": 1.982424562414995e-05, "Finetune/Loss": 0.9346956610679626, "Finetune/Loss (Raw)": 0.7798606753349304, "Finetune/Step": 1691, "Finetune/Step Time": 5.8627955205738544}
+{"Finetune/Learning Rate": 1.982393115709012e-05, "Finetune/Loss": 0.934148907661438, "Finetune/Loss (Raw)": 0.8970619440078735, "Finetune/Step": 1692, "Finetune/Step Time": 5.860908653587103}
+{"Finetune/Learning Rate": 1.9823616411451538e-05, "Finetune/Loss": 0.9359232783317566, "Finetune/Loss (Raw)": 0.8915256261825562, "Finetune/Step": 1693, "Finetune/Step Time": 5.838575916364789}
+{"Finetune/Learning Rate": 1.9823301387243128e-05, "Finetune/Loss": 0.9371735453605652, "Finetune/Loss (Raw)": 0.984855055809021, "Finetune/Step": 1694, "Finetune/Step Time": 5.837536493316293}
+{"Finetune/Learning Rate": 1.982298608447382e-05, "Finetune/Loss": 0.9374412298202515, "Finetune/Loss (Raw)": 0.9493605494499207, "Finetune/Step": 1695, "Finetune/Step Time": 5.836738850921392}
+{"Finetune/Learning Rate": 1.9822670503152567e-05, "Finetune/Loss": 0.9373104572296143, "Finetune/Loss (Raw)": 1.0063225030899048, "Finetune/Step": 1696, "Finetune/Step Time": 5.838555313646793}
+{"Finetune/Learning Rate": 1.982235464328831e-05, "Finetune/Loss": 0.9374818801879883, "Finetune/Loss (Raw)": 0.8743077516555786, "Finetune/Step": 1697, "Finetune/Step Time": 5.845072951167822}
+{"Finetune/Learning Rate": 1.982203850489e-05, "Finetune/Loss": 0.9385201930999756, "Finetune/Loss (Raw)": 1.1306488513946533, "Finetune/Step": 1698, "Finetune/Step Time": 5.84695715084672}
+{"Finetune/Learning Rate": 1.982172208796661e-05, "Finetune/Loss": 0.9398818016052246, "Finetune/Loss (Raw)": 1.1192376613616943, "Finetune/Step": 1699, "Finetune/Step Time": 5.846916185691953}
+{"Finetune/Learning Rate": 1.9821405392527116e-05, "Finetune/Loss": 0.9409263134002686, "Finetune/Loss (Raw)": 1.0596071481704712, "Finetune/Step": 1700, "Finetune/Step Time": 5.851369250565767}
+{"Finetune/Learning Rate": 1.982108841858049e-05, "Finetune/Loss": 0.9414416551589966, "Finetune/Loss (Raw)": 1.0284826755523682, "Finetune/Step": 1701, "Finetune/Step Time": 5.8507977444678545}
+{"Finetune/Learning Rate": 1.9820771166135723e-05, "Finetune/Loss": 0.9405531883239746, "Finetune/Loss (Raw)": 0.8093425035476685, "Finetune/Step": 1702, "Finetune/Step Time": 5.857649892568588}
+{"Finetune/Learning Rate": 1.9820453635201814e-05, "Finetune/Loss": 0.9392784833908081, "Finetune/Loss (Raw)": 0.6893492341041565, "Finetune/Step": 1703, "Finetune/Step Time": 5.855698678642511}
+{"Finetune/Learning Rate": 1.9820135825787764e-05, "Finetune/Loss": 0.938752293586731, "Finetune/Loss (Raw)": 0.9605341553688049, "Finetune/Step": 1704, "Finetune/Step Time": 5.857596293091774}
+{"Finetune/Learning Rate": 1.981981773790259e-05, "Finetune/Loss": 0.9395267963409424, "Finetune/Loss (Raw)": 0.9680864810943604, "Finetune/Step": 1705, "Finetune/Step Time": 5.861087039113045}
+{"Finetune/Learning Rate": 1.9819499371555305e-05, "Finetune/Loss": 0.9396454095840454, "Finetune/Loss (Raw)": 0.9055148959159851, "Finetune/Step": 1706, "Finetune/Step Time": 5.860051749274135}
+{"Finetune/Learning Rate": 1.981918072675494e-05, "Finetune/Loss": 0.9387086033821106, "Finetune/Loss (Raw)": 0.9336360096931458, "Finetune/Step": 1707, "Finetune/Step Time": 5.861947847530246}
+{"Finetune/Learning Rate": 1.9818861803510535e-05, "Finetune/Loss": 0.9367457628250122, "Finetune/Loss (Raw)": 0.7575153112411499, "Finetune/Step": 1708, "Finetune/Step Time": 5.865159157663584}
+{"Finetune/Learning Rate": 1.9818542601831127e-05, "Finetune/Loss": 0.9358938932418823, "Finetune/Loss (Raw)": 0.9116140007972717, "Finetune/Step": 1709, "Finetune/Step Time": 5.865676486864686}
+{"Finetune/Learning Rate": 1.9818223121725776e-05, "Finetune/Loss": 0.935927152633667, "Finetune/Loss (Raw)": 0.8317723870277405, "Finetune/Step": 1710, "Finetune/Step Time": 5.862668680027127}
+{"Finetune/Learning Rate": 1.9817903363203534e-05, "Finetune/Loss": 0.9352641105651855, "Finetune/Loss (Raw)": 0.930018961429596, "Finetune/Step": 1711, "Finetune/Step Time": 5.859761834144592}
+{"Finetune/Learning Rate": 1.9817583326273468e-05, "Finetune/Loss": 0.9343708753585815, "Finetune/Loss (Raw)": 0.8338384032249451, "Finetune/Step": 1712, "Finetune/Step Time": 5.8600308913737535}
+{"Finetune/Learning Rate": 1.981726301094466e-05, "Finetune/Loss": 0.9335752725601196, "Finetune/Loss (Raw)": 0.9437280893325806, "Finetune/Step": 1713, "Finetune/Step Time": 5.863480940461159}
+{"Finetune/Learning Rate": 1.9816942417226185e-05, "Finetune/Loss": 0.9320575594902039, "Finetune/Loss (Raw)": 0.9264012575149536, "Finetune/Step": 1714, "Finetune/Step Time": 5.862177079543471}
+{"Finetune/Learning Rate": 1.9816621545127145e-05, "Finetune/Loss": 0.9319636821746826, "Finetune/Loss (Raw)": 0.9965052008628845, "Finetune/Step": 1715, "Finetune/Step Time": 5.861848559230566}
+{"Finetune/Learning Rate": 1.981630039465663e-05, "Finetune/Loss": 0.9325703382492065, "Finetune/Loss (Raw)": 0.9237533211708069, "Finetune/Step": 1716, "Finetune/Step Time": 5.860467053949833}
+{"Finetune/Learning Rate": 1.981597896582375e-05, "Finetune/Loss": 0.9337118268013, "Finetune/Loss (Raw)": 0.8816837668418884, "Finetune/Step": 1717, "Finetune/Step Time": 5.860410584136844}
+{"Finetune/Learning Rate": 1.9815657258637617e-05, "Finetune/Loss": 0.9325709342956543, "Finetune/Loss (Raw)": 0.8586606383323669, "Finetune/Step": 1718, "Finetune/Step Time": 5.853400873020291}
+{"Finetune/Learning Rate": 1.9815335273107358e-05, "Finetune/Loss": 0.9317912459373474, "Finetune/Loss (Raw)": 0.8572580814361572, "Finetune/Step": 1719, "Finetune/Step Time": 5.853145746514201}
+{"Finetune/Learning Rate": 1.9815013009242103e-05, "Finetune/Loss": 0.9340497255325317, "Finetune/Loss (Raw)": 1.0241512060165405, "Finetune/Step": 1720, "Finetune/Step Time": 5.831949319690466}
+{"Finetune/Learning Rate": 1.9814690467050987e-05, "Finetune/Loss": 0.9330543279647827, "Finetune/Loss (Raw)": 0.7966057658195496, "Finetune/Step": 1721, "Finetune/Step Time": 5.838482491672039}
+{"Finetune/Learning Rate": 1.981436764654316e-05, "Finetune/Loss": 0.9329227209091187, "Finetune/Loss (Raw)": 1.07070791721344, "Finetune/Step": 1722, "Finetune/Step Time": 5.840735673904419}
+{"Finetune/Learning Rate": 1.9814044547727774e-05, "Finetune/Loss": 0.9332618713378906, "Finetune/Loss (Raw)": 1.0235474109649658, "Finetune/Step": 1723, "Finetune/Step Time": 5.841384429484606}
+{"Finetune/Learning Rate": 1.9813721170613995e-05, "Finetune/Loss": 0.9330464601516724, "Finetune/Loss (Raw)": 0.8720700740814209, "Finetune/Step": 1724, "Finetune/Step Time": 5.840781526640058}
+{"Finetune/Learning Rate": 1.9813397515210986e-05, "Finetune/Loss": 0.9333052039146423, "Finetune/Loss (Raw)": 1.0090376138687134, "Finetune/Step": 1725, "Finetune/Step Time": 5.8431782349944115}
+{"Finetune/Learning Rate": 1.981307358152793e-05, "Finetune/Loss": 0.9322148561477661, "Finetune/Loss (Raw)": 0.9046134352684021, "Finetune/Step": 1726, "Finetune/Step Time": 5.847298629581928}
+{"Finetune/Learning Rate": 1.9812749369574012e-05, "Finetune/Loss": 0.930657148361206, "Finetune/Loss (Raw)": 0.6960233449935913, "Finetune/Step": 1727, "Finetune/Step Time": 5.847524082288146}
+{"Finetune/Learning Rate": 1.9812424879358424e-05, "Finetune/Loss": 0.9324290752410889, "Finetune/Loss (Raw)": 1.166885256767273, "Finetune/Step": 1728, "Finetune/Step Time": 5.849141797050834}
+{"Finetune/Learning Rate": 1.981210011089037e-05, "Finetune/Loss": 0.9331238269805908, "Finetune/Loss (Raw)": 1.0463857650756836, "Finetune/Step": 1729, "Finetune/Step Time": 5.847479596734047}
+{"Finetune/Learning Rate": 1.981177506417906e-05, "Finetune/Loss": 0.9331114292144775, "Finetune/Loss (Raw)": 0.9652048349380493, "Finetune/Step": 1730, "Finetune/Step Time": 5.845747856423259}
+{"Finetune/Learning Rate": 1.9811449739233712e-05, "Finetune/Loss": 0.9337775111198425, "Finetune/Loss (Raw)": 0.9366421699523926, "Finetune/Step": 1731, "Finetune/Step Time": 5.843387804925442}
+{"Finetune/Learning Rate": 1.9811124136063547e-05, "Finetune/Loss": 0.9330655336380005, "Finetune/Loss (Raw)": 0.8625134229660034, "Finetune/Step": 1732, "Finetune/Step Time": 5.845592787489295}
+{"Finetune/Learning Rate": 1.9810798254677804e-05, "Finetune/Loss": 0.9335069060325623, "Finetune/Loss (Raw)": 0.8756788372993469, "Finetune/Step": 1733, "Finetune/Step Time": 5.856325542554259}
+{"Finetune/Learning Rate": 1.981047209508572e-05, "Finetune/Loss": 0.9332922697067261, "Finetune/Loss (Raw)": 0.9668355584144592, "Finetune/Step": 1734, "Finetune/Step Time": 5.853077018633485}
+{"Finetune/Learning Rate": 1.981014565729654e-05, "Finetune/Loss": 0.9322125911712646, "Finetune/Loss (Raw)": 0.876333475112915, "Finetune/Step": 1735, "Finetune/Step Time": 5.854510141536593}
+{"Finetune/Learning Rate": 1.9809818941319526e-05, "Finetune/Loss": 0.9326856732368469, "Finetune/Loss (Raw)": 0.9626286625862122, "Finetune/Step": 1736, "Finetune/Step Time": 5.857170408591628}
+{"Finetune/Learning Rate": 1.9809491947163947e-05, "Finetune/Loss": 0.9314679503440857, "Finetune/Loss (Raw)": 0.8433179259300232, "Finetune/Step": 1737, "Finetune/Step Time": 5.864296108484268}
+{"Finetune/Learning Rate": 1.9809164674839065e-05, "Finetune/Loss": 0.9304441809654236, "Finetune/Loss (Raw)": 0.8603964447975159, "Finetune/Step": 1738, "Finetune/Step Time": 5.862763779237866}
+{"Finetune/Learning Rate": 1.980883712435417e-05, "Finetune/Loss": 0.9315991401672363, "Finetune/Loss (Raw)": 0.9861299395561218, "Finetune/Step": 1739, "Finetune/Step Time": 5.865718634799123}
+{"Finetune/Learning Rate": 1.9808509295718545e-05, "Finetune/Loss": 0.9309772253036499, "Finetune/Loss (Raw)": 0.8982343673706055, "Finetune/Step": 1740, "Finetune/Step Time": 5.867347441613674}
+{"Finetune/Learning Rate": 1.9808181188941493e-05, "Finetune/Loss": 0.9317370653152466, "Finetune/Loss (Raw)": 0.9072707295417786, "Finetune/Step": 1741, "Finetune/Step Time": 5.862562078982592}
+{"Finetune/Learning Rate": 1.9807852804032306e-05, "Finetune/Loss": 0.9319558143615723, "Finetune/Loss (Raw)": 0.950718879699707, "Finetune/Step": 1742, "Finetune/Step Time": 5.866005398333073}
+{"Finetune/Learning Rate": 1.9807524141000308e-05, "Finetune/Loss": 0.930747389793396, "Finetune/Loss (Raw)": 0.7477802634239197, "Finetune/Step": 1743, "Finetune/Step Time": 5.886214703321457}
+{"Finetune/Learning Rate": 1.980719519985481e-05, "Finetune/Loss": 0.9306414127349854, "Finetune/Loss (Raw)": 0.9164354801177979, "Finetune/Step": 1744, "Finetune/Step Time": 5.886526271700859}
+{"Finetune/Learning Rate": 1.9806865980605146e-05, "Finetune/Loss": 0.9315438270568848, "Finetune/Loss (Raw)": 1.0491092205047607, "Finetune/Step": 1745, "Finetune/Step Time": 5.89063622802496}
+{"Finetune/Learning Rate": 1.980653648326065e-05, "Finetune/Loss": 0.9313192963600159, "Finetune/Loss (Raw)": 0.9097533226013184, "Finetune/Step": 1746, "Finetune/Step Time": 5.8921795058995485}
+{"Finetune/Learning Rate": 1.980620670783067e-05, "Finetune/Loss": 0.9317224025726318, "Finetune/Loss (Raw)": 0.9470286965370178, "Finetune/Step": 1747, "Finetune/Step Time": 5.892364202067256}
+{"Finetune/Learning Rate": 1.9805876654324546e-05, "Finetune/Loss": 0.9309790730476379, "Finetune/Loss (Raw)": 0.9943881034851074, "Finetune/Step": 1748, "Finetune/Step Time": 5.893432343378663}
+{"Finetune/Learning Rate": 1.980554632275165e-05, "Finetune/Loss": 0.9309253096580505, "Finetune/Loss (Raw)": 0.9153853058815002, "Finetune/Step": 1749, "Finetune/Step Time": 5.890849031507969}
+{"Finetune/Learning Rate": 1.980521571312134e-05, "Finetune/Loss": 0.9306805729866028, "Finetune/Loss (Raw)": 1.0219144821166992, "Finetune/Step": 1750, "Finetune/Step Time": 5.889437757432461}
+{"Finetune/Learning Rate": 1.9804884825442996e-05, "Finetune/Loss": 0.9292525053024292, "Finetune/Loss (Raw)": 0.9489743113517761, "Finetune/Step": 1751, "Finetune/Step Time": 5.886561395600438}
+{"Finetune/Learning Rate": 1.9804553659726e-05, "Finetune/Loss": 0.9282523989677429, "Finetune/Loss (Raw)": 0.8139219880104065, "Finetune/Step": 1752, "Finetune/Step Time": 5.890556197613478}
+{"Finetune/Learning Rate": 1.9804222215979737e-05, "Finetune/Loss": 0.9288813471794128, "Finetune/Loss (Raw)": 0.9546418190002441, "Finetune/Step": 1753, "Finetune/Step Time": 5.886605536565185}
+{"Finetune/Learning Rate": 1.980389049421362e-05, "Finetune/Loss": 0.9287191033363342, "Finetune/Loss (Raw)": 0.9178504347801208, "Finetune/Step": 1754, "Finetune/Step Time": 5.887891648337245}
+{"Finetune/Learning Rate": 1.9803558494437044e-05, "Finetune/Loss": 0.9292356371879578, "Finetune/Loss (Raw)": 1.054831624031067, "Finetune/Step": 1755, "Finetune/Step Time": 5.885697014629841}
+{"Finetune/Learning Rate": 1.9803226216659425e-05, "Finetune/Loss": 0.9297844171524048, "Finetune/Loss (Raw)": 0.917618453502655, "Finetune/Step": 1756, "Finetune/Step Time": 5.887228973209858}
+{"Finetune/Learning Rate": 1.9802893660890187e-05, "Finetune/Loss": 0.9294509887695312, "Finetune/Loss (Raw)": 0.970048725605011, "Finetune/Step": 1757, "Finetune/Step Time": 5.889960173517466}
+{"Finetune/Learning Rate": 1.9802560827138762e-05, "Finetune/Loss": 0.9284462928771973, "Finetune/Loss (Raw)": 0.8994660377502441, "Finetune/Step": 1758, "Finetune/Step Time": 5.890380080789328}
+{"Finetune/Learning Rate": 1.9802227715414587e-05, "Finetune/Loss": 0.927814245223999, "Finetune/Loss (Raw)": 0.9524589776992798, "Finetune/Step": 1759, "Finetune/Step Time": 5.887946272268891}
+{"Finetune/Learning Rate": 1.9801894325727104e-05, "Finetune/Loss": 0.92864590883255, "Finetune/Loss (Raw)": 1.0560945272445679, "Finetune/Step": 1760, "Finetune/Step Time": 5.865976760163903}
+{"Finetune/Learning Rate": 1.9801560658085773e-05, "Finetune/Loss": 0.9266818165779114, "Finetune/Loss (Raw)": 0.6096943616867065, "Finetune/Step": 1761, "Finetune/Step Time": 5.880434529855847}
+{"Finetune/Learning Rate": 1.9801226712500057e-05, "Finetune/Loss": 0.9253101348876953, "Finetune/Loss (Raw)": 0.873306155204773, "Finetune/Step": 1762, "Finetune/Step Time": 5.90570929273963}
+{"Finetune/Learning Rate": 1.980089248897942e-05, "Finetune/Loss": 0.9249995350837708, "Finetune/Loss (Raw)": 0.9769734144210815, "Finetune/Step": 1763, "Finetune/Step Time": 5.8941849656403065}
+{"Finetune/Learning Rate": 1.980055798753334e-05, "Finetune/Loss": 0.9255000948905945, "Finetune/Loss (Raw)": 0.974092423915863, "Finetune/Step": 1764, "Finetune/Step Time": 5.8923875242471695}
+{"Finetune/Learning Rate": 1.9800223208171307e-05, "Finetune/Loss": 0.9240376949310303, "Finetune/Loss (Raw)": 0.8575794696807861, "Finetune/Step": 1765, "Finetune/Step Time": 5.889583768323064}
+{"Finetune/Learning Rate": 1.9799888150902813e-05, "Finetune/Loss": 0.9243295192718506, "Finetune/Loss (Raw)": 1.0031764507293701, "Finetune/Step": 1766, "Finetune/Step Time": 5.898066237568855}
+{"Finetune/Learning Rate": 1.9799552815737355e-05, "Finetune/Loss": 0.9261168241500854, "Finetune/Loss (Raw)": 0.9338834881782532, "Finetune/Step": 1767, "Finetune/Step Time": 5.890714546665549}
+{"Finetune/Learning Rate": 1.9799217202684445e-05, "Finetune/Loss": 0.9248738288879395, "Finetune/Loss (Raw)": 0.9746777415275574, "Finetune/Step": 1768, "Finetune/Step Time": 5.901684418320656}
+{"Finetune/Learning Rate": 1.9798881311753603e-05, "Finetune/Loss": 0.9257506132125854, "Finetune/Loss (Raw)": 1.015997052192688, "Finetune/Step": 1769, "Finetune/Step Time": 5.901495272293687}
+{"Finetune/Learning Rate": 1.9798545142954354e-05, "Finetune/Loss": 0.9261770248413086, "Finetune/Loss (Raw)": 1.0181154012680054, "Finetune/Step": 1770, "Finetune/Step Time": 5.902148233726621}
+{"Finetune/Learning Rate": 1.9798208696296222e-05, "Finetune/Loss": 0.9290202856063843, "Finetune/Loss (Raw)": 1.0584670305252075, "Finetune/Step": 1771, "Finetune/Step Time": 5.8835448529571295}
+{"Finetune/Learning Rate": 1.9797871971788757e-05, "Finetune/Loss": 0.928997278213501, "Finetune/Loss (Raw)": 0.9923804402351379, "Finetune/Step": 1772, "Finetune/Step Time": 5.883461536839604}
+{"Finetune/Learning Rate": 1.9797534969441505e-05, "Finetune/Loss": 0.9279868006706238, "Finetune/Loss (Raw)": 0.9137932062149048, "Finetune/Step": 1773, "Finetune/Step Time": 5.882664334028959}
+{"Finetune/Learning Rate": 1.9797197689264017e-05, "Finetune/Loss": 0.9290596842765808, "Finetune/Loss (Raw)": 1.0004757642745972, "Finetune/Step": 1774, "Finetune/Step Time": 5.8777544386684895}
+{"Finetune/Learning Rate": 1.9796860131265865e-05, "Finetune/Loss": 0.9299095273017883, "Finetune/Loss (Raw)": 0.9748538732528687, "Finetune/Step": 1775, "Finetune/Step Time": 5.886395052075386}
+{"Finetune/Learning Rate": 1.9796522295456618e-05, "Finetune/Loss": 0.9298095703125, "Finetune/Loss (Raw)": 0.9464326500892639, "Finetune/Step": 1776, "Finetune/Step Time": 5.881926814094186}
+{"Finetune/Learning Rate": 1.979618418184586e-05, "Finetune/Loss": 0.9305866360664368, "Finetune/Loss (Raw)": 0.9890258312225342, "Finetune/Step": 1777, "Finetune/Step Time": 5.878489751368761}
+{"Finetune/Learning Rate": 1.979584579044317e-05, "Finetune/Loss": 0.9285277724266052, "Finetune/Loss (Raw)": 0.8670157194137573, "Finetune/Step": 1778, "Finetune/Step Time": 5.879380816593766}
+{"Finetune/Learning Rate": 1.979550712125815e-05, "Finetune/Loss": 0.9278402328491211, "Finetune/Loss (Raw)": 0.837921142578125, "Finetune/Step": 1779, "Finetune/Step Time": 5.876595340669155}
+{"Finetune/Learning Rate": 1.9795168174300406e-05, "Finetune/Loss": 0.92740398645401, "Finetune/Loss (Raw)": 0.9730284810066223, "Finetune/Step": 1780, "Finetune/Step Time": 5.870367808267474}
+{"Finetune/Learning Rate": 1.9794828949579546e-05, "Finetune/Loss": 0.9261667728424072, "Finetune/Loss (Raw)": 0.947212815284729, "Finetune/Step": 1781, "Finetune/Step Time": 5.868984088301659}
+{"Finetune/Learning Rate": 1.9794489447105184e-05, "Finetune/Loss": 0.9243186712265015, "Finetune/Loss (Raw)": 0.5844334363937378, "Finetune/Step": 1782, "Finetune/Step Time": 5.890782233327627}
+{"Finetune/Learning Rate": 1.979414966688696e-05, "Finetune/Loss": 0.9242337942123413, "Finetune/Loss (Raw)": 0.8970561027526855, "Finetune/Step": 1783, "Finetune/Step Time": 5.880748122930527}
+{"Finetune/Learning Rate": 1.9793809608934498e-05, "Finetune/Loss": 0.9228774309158325, "Finetune/Loss (Raw)": 0.8179528713226318, "Finetune/Step": 1784, "Finetune/Step Time": 5.881532430648804}
+{"Finetune/Learning Rate": 1.9793469273257445e-05, "Finetune/Loss": 0.9211362600326538, "Finetune/Loss (Raw)": 0.7514568567276001, "Finetune/Step": 1785, "Finetune/Step Time": 5.9229958187788725}
+{"Finetune/Learning Rate": 1.9793128659865454e-05, "Finetune/Loss": 0.9210429191589355, "Finetune/Loss (Raw)": 0.9183501601219177, "Finetune/Step": 1786, "Finetune/Step Time": 5.924577573314309}
+{"Finetune/Learning Rate": 1.9792787768768186e-05, "Finetune/Loss": 0.9216592311859131, "Finetune/Loss (Raw)": 1.0191799402236938, "Finetune/Step": 1787, "Finetune/Step Time": 5.9266720693558455}
+{"Finetune/Learning Rate": 1.9792446599975296e-05, "Finetune/Loss": 0.9221007823944092, "Finetune/Loss (Raw)": 0.9351956248283386, "Finetune/Step": 1788, "Finetune/Step Time": 5.930428218096495}
+{"Finetune/Learning Rate": 1.979210515349647e-05, "Finetune/Loss": 0.9228048920631409, "Finetune/Loss (Raw)": 0.9734048843383789, "Finetune/Step": 1789, "Finetune/Step Time": 5.929995242506266}
+{"Finetune/Learning Rate": 1.979176342934139e-05, "Finetune/Loss": 0.9238073229789734, "Finetune/Loss (Raw)": 0.9470385313034058, "Finetune/Step": 1790, "Finetune/Step Time": 5.9274721797555685}
+{"Finetune/Learning Rate": 1.979142142751974e-05, "Finetune/Loss": 0.9245852828025818, "Finetune/Loss (Raw)": 1.0047178268432617, "Finetune/Step": 1791, "Finetune/Step Time": 5.932577783241868}
+{"Finetune/Learning Rate": 1.979107914804122e-05, "Finetune/Loss": 0.9239962697029114, "Finetune/Loss (Raw)": 0.9199891090393066, "Finetune/Step": 1792, "Finetune/Step Time": 5.926841985434294}
+{"Finetune/Learning Rate": 1.979073659091554e-05, "Finetune/Loss": 0.9259995222091675, "Finetune/Loss (Raw)": 1.0716369152069092, "Finetune/Step": 1793, "Finetune/Step Time": 5.926694575697184}
+{"Finetune/Learning Rate": 1.979039375615241e-05, "Finetune/Loss": 0.9265532493591309, "Finetune/Loss (Raw)": 0.9376255869865417, "Finetune/Step": 1794, "Finetune/Step Time": 5.924618547782302}
+{"Finetune/Learning Rate": 1.9790050643761552e-05, "Finetune/Loss": 0.9274078607559204, "Finetune/Loss (Raw)": 1.0089889764785767, "Finetune/Step": 1795, "Finetune/Step Time": 5.931608835235238}
+{"Finetune/Learning Rate": 1.97897072537527e-05, "Finetune/Loss": 0.9263303875923157, "Finetune/Loss (Raw)": 0.875339925289154, "Finetune/Step": 1796, "Finetune/Step Time": 5.94931067712605}
+{"Finetune/Learning Rate": 1.9789363586135588e-05, "Finetune/Loss": 0.9278261065483093, "Finetune/Loss (Raw)": 1.0077333450317383, "Finetune/Step": 1797, "Finetune/Step Time": 5.891670746728778}
+{"Finetune/Learning Rate": 1.9789019640919963e-05, "Finetune/Loss": 0.9289661645889282, "Finetune/Loss (Raw)": 1.0411386489868164, "Finetune/Step": 1798, "Finetune/Step Time": 5.887526839971542}
+{"Finetune/Learning Rate": 1.9788675418115572e-05, "Finetune/Loss": 0.9299079179763794, "Finetune/Loss (Raw)": 0.9401275515556335, "Finetune/Step": 1799, "Finetune/Step Time": 5.887965813279152}
+{"Finetune/Learning Rate": 1.9788330917732186e-05, "Finetune/Loss": 0.9294447302818298, "Finetune/Loss (Raw)": 0.9129005074501038, "Finetune/Step": 1800, "Finetune/Step Time": 5.8904875833541155}
+{"Finetune/Learning Rate": 1.978798613977957e-05, "Finetune/Loss": 0.9306612014770508, "Finetune/Loss (Raw)": 0.9069734811782837, "Finetune/Step": 1801, "Finetune/Step Time": 5.8903583493083715}
+{"Finetune/Learning Rate": 1.97876410842675e-05, "Finetune/Loss": 0.9307931065559387, "Finetune/Loss (Raw)": 0.9650776386260986, "Finetune/Step": 1802, "Finetune/Step Time": 5.873623648658395}
+{"Finetune/Learning Rate": 1.9787295751205758e-05, "Finetune/Loss": 0.9298089742660522, "Finetune/Loss (Raw)": 0.8598740100860596, "Finetune/Step": 1803, "Finetune/Step Time": 5.859926074743271}
+{"Finetune/Learning Rate": 1.978695014060414e-05, "Finetune/Loss": 0.930320680141449, "Finetune/Loss (Raw)": 0.9758955240249634, "Finetune/Step": 1804, "Finetune/Step Time": 5.86733222194016}
+{"Finetune/Learning Rate": 1.9786604252472446e-05, "Finetune/Loss": 0.927979588508606, "Finetune/Loss (Raw)": 0.7141637206077576, "Finetune/Step": 1805, "Finetune/Step Time": 5.865334575995803}
+{"Finetune/Learning Rate": 1.978625808682049e-05, "Finetune/Loss": 0.9271930456161499, "Finetune/Loss (Raw)": 0.9451155662536621, "Finetune/Step": 1806, "Finetune/Step Time": 5.864133831113577}
+{"Finetune/Learning Rate": 1.978591164365808e-05, "Finetune/Loss": 0.9282529354095459, "Finetune/Loss (Raw)": 0.9690958261489868, "Finetune/Step": 1807, "Finetune/Step Time": 5.846387745812535}
+{"Finetune/Learning Rate": 1.9785564922995042e-05, "Finetune/Loss": 0.9283719658851624, "Finetune/Loss (Raw)": 0.8856064081192017, "Finetune/Step": 1808, "Finetune/Step Time": 5.845006475225091}
+{"Finetune/Learning Rate": 1.978521792484121e-05, "Finetune/Loss": 0.9286145567893982, "Finetune/Loss (Raw)": 0.9320391416549683, "Finetune/Step": 1809, "Finetune/Step Time": 5.843839066103101}
+{"Finetune/Learning Rate": 1.9784870649206423e-05, "Finetune/Loss": 0.9301186800003052, "Finetune/Loss (Raw)": 1.031070590019226, "Finetune/Step": 1810, "Finetune/Step Time": 5.843121495097876}
+{"Finetune/Learning Rate": 1.978452309610053e-05, "Finetune/Loss": 0.9292547702789307, "Finetune/Loss (Raw)": 0.9581061005592346, "Finetune/Step": 1811, "Finetune/Step Time": 5.842699430882931}
+{"Finetune/Learning Rate": 1.978417526553338e-05, "Finetune/Loss": 0.930188775062561, "Finetune/Loss (Raw)": 1.0046879053115845, "Finetune/Step": 1812, "Finetune/Step Time": 5.841092342510819}
+{"Finetune/Learning Rate": 1.978382715751485e-05, "Finetune/Loss": 0.9315669536590576, "Finetune/Loss (Raw)": 0.9400309920310974, "Finetune/Step": 1813, "Finetune/Step Time": 5.841324884444475}
+{"Finetune/Learning Rate": 1.9783478772054798e-05, "Finetune/Loss": 0.9319089651107788, "Finetune/Loss (Raw)": 0.9210987091064453, "Finetune/Step": 1814, "Finetune/Step Time": 5.847843697294593}
+{"Finetune/Learning Rate": 1.978313010916311e-05, "Finetune/Loss": 0.9324954748153687, "Finetune/Loss (Raw)": 1.0117597579956055, "Finetune/Step": 1815, "Finetune/Step Time": 5.854350831359625}
+{"Finetune/Learning Rate": 1.9782781168849673e-05, "Finetune/Loss": 0.9311879873275757, "Finetune/Loss (Raw)": 0.8914876580238342, "Finetune/Step": 1816, "Finetune/Step Time": 5.8624720592051744}
+{"Finetune/Learning Rate": 1.978243195112438e-05, "Finetune/Loss": 0.9303202629089355, "Finetune/Loss (Raw)": 0.9390271306037903, "Finetune/Step": 1817, "Finetune/Step Time": 5.86453253403306}
+{"Finetune/Learning Rate": 1.9782082455997137e-05, "Finetune/Loss": 0.9307087659835815, "Finetune/Loss (Raw)": 0.8471255898475647, "Finetune/Step": 1818, "Finetune/Step Time": 5.868286192417145}
+{"Finetune/Learning Rate": 1.9781732683477846e-05, "Finetune/Loss": 0.932540774345398, "Finetune/Loss (Raw)": 1.0143578052520752, "Finetune/Step": 1819, "Finetune/Step Time": 5.8532408475875854}
+{"Finetune/Learning Rate": 1.9781382633576434e-05, "Finetune/Loss": 0.9317407608032227, "Finetune/Loss (Raw)": 0.7946587204933167, "Finetune/Step": 1820, "Finetune/Step Time": 5.850909125059843}
+{"Finetune/Learning Rate": 1.9781032306302825e-05, "Finetune/Loss": 0.9302330017089844, "Finetune/Loss (Raw)": 0.6985345482826233, "Finetune/Step": 1821, "Finetune/Step Time": 5.859060572460294}
+{"Finetune/Learning Rate": 1.9780681701666955e-05, "Finetune/Loss": 0.9289634227752686, "Finetune/Loss (Raw)": 0.822342038154602, "Finetune/Step": 1822, "Finetune/Step Time": 5.862432014197111}
+{"Finetune/Learning Rate": 1.9780330819678763e-05, "Finetune/Loss": 0.9297392964363098, "Finetune/Loss (Raw)": 1.0486762523651123, "Finetune/Step": 1823, "Finetune/Step Time": 5.860901854932308}
+{"Finetune/Learning Rate": 1.97799796603482e-05, "Finetune/Loss": 0.9294469356536865, "Finetune/Loss (Raw)": 0.9689000248908997, "Finetune/Step": 1824, "Finetune/Step Time": 5.865209525451064}
+{"Finetune/Learning Rate": 1.9779628223685226e-05, "Finetune/Loss": 0.9301984310150146, "Finetune/Loss (Raw)": 0.9704992771148682, "Finetune/Step": 1825, "Finetune/Step Time": 5.858045311644673}
+{"Finetune/Learning Rate": 1.9779276509699806e-05, "Finetune/Loss": 0.9285926818847656, "Finetune/Loss (Raw)": 0.9251161813735962, "Finetune/Step": 1826, "Finetune/Step Time": 5.853355573490262}
+{"Finetune/Learning Rate": 1.977892451840191e-05, "Finetune/Loss": 0.9278871417045593, "Finetune/Loss (Raw)": 1.0289249420166016, "Finetune/Step": 1827, "Finetune/Step Time": 5.855205969884992}
+{"Finetune/Learning Rate": 1.9778572249801523e-05, "Finetune/Loss": 0.9266268014907837, "Finetune/Loss (Raw)": 0.8982812166213989, "Finetune/Step": 1828, "Finetune/Step Time": 5.848421378061175}
+{"Finetune/Learning Rate": 1.9778219703908633e-05, "Finetune/Loss": 0.9263304471969604, "Finetune/Loss (Raw)": 0.9905521273612976, "Finetune/Step": 1829, "Finetune/Step Time": 5.848249778151512}
+{"Finetune/Learning Rate": 1.977786688073324e-05, "Finetune/Loss": 0.9271926879882812, "Finetune/Loss (Raw)": 0.9197121858596802, "Finetune/Step": 1830, "Finetune/Step Time": 5.845492575317621}
+{"Finetune/Learning Rate": 1.9777513780285345e-05, "Finetune/Loss": 0.9287773370742798, "Finetune/Loss (Raw)": 0.8921827077865601, "Finetune/Step": 1831, "Finetune/Step Time": 5.826335670426488}
+{"Finetune/Learning Rate": 1.977716040257496e-05, "Finetune/Loss": 0.9292304515838623, "Finetune/Loss (Raw)": 1.0185354948043823, "Finetune/Step": 1832, "Finetune/Step Time": 5.827856313437223}
+{"Finetune/Learning Rate": 1.9776806747612113e-05, "Finetune/Loss": 0.9295588731765747, "Finetune/Loss (Raw)": 1.0101242065429688, "Finetune/Step": 1833, "Finetune/Step Time": 5.824612129479647}
+{"Finetune/Learning Rate": 1.977645281540683e-05, "Finetune/Loss": 0.9276533722877502, "Finetune/Loss (Raw)": 0.6616097092628479, "Finetune/Step": 1834, "Finetune/Step Time": 5.843169758096337}
+{"Finetune/Learning Rate": 1.9776098605969142e-05, "Finetune/Loss": 0.9267458915710449, "Finetune/Loss (Raw)": 0.8174792528152466, "Finetune/Step": 1835, "Finetune/Step Time": 5.841276690363884}
+{"Finetune/Learning Rate": 1.9775744119309095e-05, "Finetune/Loss": 0.9279739260673523, "Finetune/Loss (Raw)": 0.9147061109542847, "Finetune/Step": 1836, "Finetune/Step Time": 5.844543140381575}
+{"Finetune/Learning Rate": 1.9775389355436746e-05, "Finetune/Loss": 0.9283020496368408, "Finetune/Loss (Raw)": 0.9536137580871582, "Finetune/Step": 1837, "Finetune/Step Time": 5.8437764551490545}
+{"Finetune/Learning Rate": 1.9775034314362152e-05, "Finetune/Loss": 0.9298098087310791, "Finetune/Loss (Raw)": 1.024759292602539, "Finetune/Step": 1838, "Finetune/Step Time": 5.8463725205510855}
+{"Finetune/Learning Rate": 1.977467899609538e-05, "Finetune/Loss": 0.9301637411117554, "Finetune/Loss (Raw)": 0.9753239154815674, "Finetune/Step": 1839, "Finetune/Step Time": 5.845846539363265}
+{"Finetune/Learning Rate": 1.977432340064651e-05, "Finetune/Loss": 0.9301846027374268, "Finetune/Loss (Raw)": 0.8365075588226318, "Finetune/Step": 1840, "Finetune/Step Time": 5.841130629181862}
+{"Finetune/Learning Rate": 1.977396752802562e-05, "Finetune/Loss": 0.9291722178459167, "Finetune/Loss (Raw)": 0.8141459226608276, "Finetune/Step": 1841, "Finetune/Step Time": 5.8650893419981}
+{"Finetune/Learning Rate": 1.9773611378242807e-05, "Finetune/Loss": 0.9288257360458374, "Finetune/Loss (Raw)": 0.8820525407791138, "Finetune/Step": 1842, "Finetune/Step Time": 5.867901688441634}
+{"Finetune/Learning Rate": 1.9773254951308165e-05, "Finetune/Loss": 0.9297991394996643, "Finetune/Loss (Raw)": 1.121095061302185, "Finetune/Step": 1843, "Finetune/Step Time": 5.865341927856207}
+{"Finetune/Learning Rate": 1.9772898247231803e-05, "Finetune/Loss": 0.9308619499206543, "Finetune/Loss (Raw)": 1.0597975254058838, "Finetune/Step": 1844, "Finetune/Step Time": 5.871210925281048}
+{"Finetune/Learning Rate": 1.9772541266023843e-05, "Finetune/Loss": 0.9298141002655029, "Finetune/Loss (Raw)": 0.7475647330284119, "Finetune/Step": 1845, "Finetune/Step Time": 5.87993242405355}
+{"Finetune/Learning Rate": 1.9772184007694396e-05, "Finetune/Loss": 0.9313341975212097, "Finetune/Loss (Raw)": 1.0532251596450806, "Finetune/Step": 1846, "Finetune/Step Time": 5.876798657700419}
+{"Finetune/Learning Rate": 1.97718264722536e-05, "Finetune/Loss": 0.9328023195266724, "Finetune/Loss (Raw)": 1.0451769828796387, "Finetune/Step": 1847, "Finetune/Step Time": 5.8790783286094666}
+{"Finetune/Learning Rate": 1.9771468659711595e-05, "Finetune/Loss": 0.932049572467804, "Finetune/Loss (Raw)": 0.9278000593185425, "Finetune/Step": 1848, "Finetune/Step Time": 5.889401346445084}
+{"Finetune/Learning Rate": 1.9771110570078525e-05, "Finetune/Loss": 0.9336472749710083, "Finetune/Loss (Raw)": 1.0011200904846191, "Finetune/Step": 1849, "Finetune/Step Time": 5.884494625031948}
+{"Finetune/Learning Rate": 1.9770752203364546e-05, "Finetune/Loss": 0.9323081374168396, "Finetune/Loss (Raw)": 0.8992917537689209, "Finetune/Step": 1850, "Finetune/Step Time": 5.887891693040729}
+{"Finetune/Learning Rate": 1.9770393559579815e-05, "Finetune/Loss": 0.9314775466918945, "Finetune/Loss (Raw)": 0.9172295331954956, "Finetune/Step": 1851, "Finetune/Step Time": 5.885811546817422}
+{"Finetune/Learning Rate": 1.9770034638734506e-05, "Finetune/Loss": 0.9317432045936584, "Finetune/Loss (Raw)": 0.9060754776000977, "Finetune/Step": 1852, "Finetune/Step Time": 5.888125088065863}
+{"Finetune/Learning Rate": 1.9769675440838802e-05, "Finetune/Loss": 0.933290958404541, "Finetune/Loss (Raw)": 1.2071582078933716, "Finetune/Step": 1853, "Finetune/Step Time": 5.882347485050559}
+{"Finetune/Learning Rate": 1.9769315965902876e-05, "Finetune/Loss": 0.9350652694702148, "Finetune/Loss (Raw)": 1.1317225694656372, "Finetune/Step": 1854, "Finetune/Step Time": 5.87793074734509}
+{"Finetune/Learning Rate": 1.9768956213936934e-05, "Finetune/Loss": 0.9387823343276978, "Finetune/Loss (Raw)": 1.1718028783798218, "Finetune/Step": 1855, "Finetune/Step Time": 5.881869368255138}
+{"Finetune/Learning Rate": 1.9768596184951174e-05, "Finetune/Loss": 0.935366690158844, "Finetune/Loss (Raw)": 0.7296785712242126, "Finetune/Step": 1856, "Finetune/Step Time": 5.89939515478909}
+{"Finetune/Learning Rate": 1.9768235878955804e-05, "Finetune/Loss": 0.9326076507568359, "Finetune/Loss (Raw)": 0.6932347416877747, "Finetune/Step": 1857, "Finetune/Step Time": 5.920736365020275}
+{"Finetune/Learning Rate": 1.976787529596104e-05, "Finetune/Loss": 0.9322044849395752, "Finetune/Loss (Raw)": 0.9135935306549072, "Finetune/Step": 1858, "Finetune/Step Time": 5.943270493298769}
+{"Finetune/Learning Rate": 1.976751443597711e-05, "Finetune/Loss": 0.931153416633606, "Finetune/Loss (Raw)": 0.8021116852760315, "Finetune/Step": 1859, "Finetune/Step Time": 5.952639179304242}
+{"Finetune/Learning Rate": 1.9767153299014242e-05, "Finetune/Loss": 0.9324517250061035, "Finetune/Loss (Raw)": 1.0286930799484253, "Finetune/Step": 1860, "Finetune/Step Time": 5.946921510621905}
+{"Finetune/Learning Rate": 1.9766791885082684e-05, "Finetune/Loss": 0.9320245981216431, "Finetune/Loss (Raw)": 0.8210164904594421, "Finetune/Step": 1861, "Finetune/Step Time": 5.924111029133201}
+{"Finetune/Learning Rate": 1.976643019419268e-05, "Finetune/Loss": 0.9312835931777954, "Finetune/Loss (Raw)": 0.8719854950904846, "Finetune/Step": 1862, "Finetune/Step Time": 5.924765272065997}
+{"Finetune/Learning Rate": 1.9766068226354488e-05, "Finetune/Loss": 0.9305121302604675, "Finetune/Loss (Raw)": 0.7775749564170837, "Finetune/Step": 1863, "Finetune/Step Time": 5.94298186339438}
+{"Finetune/Learning Rate": 1.9765705981578374e-05, "Finetune/Loss": 0.928481936454773, "Finetune/Loss (Raw)": 0.7027699947357178, "Finetune/Step": 1864, "Finetune/Step Time": 5.960819384083152}
+{"Finetune/Learning Rate": 1.9765343459874607e-05, "Finetune/Loss": 0.9302302598953247, "Finetune/Loss (Raw)": 1.0671019554138184, "Finetune/Step": 1865, "Finetune/Step Time": 5.948229664936662}
+{"Finetune/Learning Rate": 1.9764980661253465e-05, "Finetune/Loss": 0.931230902671814, "Finetune/Loss (Raw)": 0.9884809851646423, "Finetune/Step": 1866, "Finetune/Step Time": 5.945554155856371}
+{"Finetune/Learning Rate": 1.9764617585725245e-05, "Finetune/Loss": 0.9307869672775269, "Finetune/Loss (Raw)": 0.9293036460876465, "Finetune/Step": 1867, "Finetune/Step Time": 5.943727176636457}
+{"Finetune/Learning Rate": 1.9764254233300233e-05, "Finetune/Loss": 0.9307502508163452, "Finetune/Loss (Raw)": 0.8935326337814331, "Finetune/Step": 1868, "Finetune/Step Time": 5.941640833392739}
+{"Finetune/Learning Rate": 1.9763890603988737e-05, "Finetune/Loss": 0.9315335750579834, "Finetune/Loss (Raw)": 1.0075370073318481, "Finetune/Step": 1869, "Finetune/Step Time": 5.940310826525092}
+{"Finetune/Learning Rate": 1.9763526697801072e-05, "Finetune/Loss": 0.9314438104629517, "Finetune/Loss (Raw)": 0.9392291903495789, "Finetune/Step": 1870, "Finetune/Step Time": 5.936286015436053}
+{"Finetune/Learning Rate": 1.976316251474755e-05, "Finetune/Loss": 0.9342659711837769, "Finetune/Loss (Raw)": 1.109013557434082, "Finetune/Step": 1871, "Finetune/Step Time": 5.914252106100321}
+{"Finetune/Learning Rate": 1.9762798054838503e-05, "Finetune/Loss": 0.9333190321922302, "Finetune/Loss (Raw)": 0.7952286601066589, "Finetune/Step": 1872, "Finetune/Step Time": 5.912138726562262}
+{"Finetune/Learning Rate": 1.9762433318084263e-05, "Finetune/Loss": 0.9323316216468811, "Finetune/Loss (Raw)": 0.9227216243743896, "Finetune/Step": 1873, "Finetune/Step Time": 5.907003870233893}
+{"Finetune/Learning Rate": 1.976206830449518e-05, "Finetune/Loss": 0.9340033531188965, "Finetune/Loss (Raw)": 1.123738169670105, "Finetune/Step": 1874, "Finetune/Step Time": 5.905840763822198}
+{"Finetune/Learning Rate": 1.9761703014081593e-05, "Finetune/Loss": 0.934139609336853, "Finetune/Loss (Raw)": 0.964462161064148, "Finetune/Step": 1875, "Finetune/Step Time": 5.907948551699519}
+{"Finetune/Learning Rate": 1.9761337446853872e-05, "Finetune/Loss": 0.9340763092041016, "Finetune/Loss (Raw)": 0.986291766166687, "Finetune/Step": 1876, "Finetune/Step Time": 5.910795880481601}
+{"Finetune/Learning Rate": 1.9760971602822378e-05, "Finetune/Loss": 0.9354047775268555, "Finetune/Loss (Raw)": 1.0854264497756958, "Finetune/Step": 1877, "Finetune/Step Time": 5.911799367517233}
+{"Finetune/Learning Rate": 1.9760605481997484e-05, "Finetune/Loss": 0.9353106617927551, "Finetune/Loss (Raw)": 1.0098754167556763, "Finetune/Step": 1878, "Finetune/Step Time": 5.910313410684466}
+{"Finetune/Learning Rate": 1.976023908438957e-05, "Finetune/Loss": 0.9366741180419922, "Finetune/Loss (Raw)": 1.1234861612319946, "Finetune/Step": 1879, "Finetune/Step Time": 5.910609094426036}
+{"Finetune/Learning Rate": 1.9759872410009036e-05, "Finetune/Loss": 0.9371739029884338, "Finetune/Loss (Raw)": 0.8778992295265198, "Finetune/Step": 1880, "Finetune/Step Time": 5.907664515078068}
+{"Finetune/Learning Rate": 1.9759505458866272e-05, "Finetune/Loss": 0.937400221824646, "Finetune/Loss (Raw)": 0.9836091995239258, "Finetune/Step": 1881, "Finetune/Step Time": 5.906314838677645}
+{"Finetune/Learning Rate": 1.9759138230971688e-05, "Finetune/Loss": 0.93724524974823, "Finetune/Loss (Raw)": 0.8980192542076111, "Finetune/Step": 1882, "Finetune/Step Time": 5.904497547075152}
+{"Finetune/Learning Rate": 1.975877072633569e-05, "Finetune/Loss": 0.9372021555900574, "Finetune/Loss (Raw)": 1.049306869506836, "Finetune/Step": 1883, "Finetune/Step Time": 5.904223406687379}
+{"Finetune/Learning Rate": 1.975840294496871e-05, "Finetune/Loss": 0.9376085996627808, "Finetune/Loss (Raw)": 0.9696488976478577, "Finetune/Step": 1884, "Finetune/Step Time": 5.903900494799018}
+{"Finetune/Learning Rate": 1.9758034886881168e-05, "Finetune/Loss": 0.9375160932540894, "Finetune/Loss (Raw)": 0.9582012891769409, "Finetune/Step": 1885, "Finetune/Step Time": 5.903380440548062}
+{"Finetune/Learning Rate": 1.9757666552083504e-05, "Finetune/Loss": 0.9358081817626953, "Finetune/Loss (Raw)": 0.6808552145957947, "Finetune/Step": 1886, "Finetune/Step Time": 5.9197232984006405}
+{"Finetune/Learning Rate": 1.9757297940586167e-05, "Finetune/Loss": 0.9355666041374207, "Finetune/Loss (Raw)": 0.9215356707572937, "Finetune/Step": 1887, "Finetune/Step Time": 5.918180953711271}
+{"Finetune/Learning Rate": 1.9756929052399606e-05, "Finetune/Loss": 0.9348430633544922, "Finetune/Loss (Raw)": 0.9634886384010315, "Finetune/Step": 1888, "Finetune/Step Time": 5.917641973122954}
+{"Finetune/Learning Rate": 1.975655988753428e-05, "Finetune/Loss": 0.9371246099472046, "Finetune/Loss (Raw)": 0.9017327427864075, "Finetune/Step": 1889, "Finetune/Step Time": 5.896241491660476}
+{"Finetune/Learning Rate": 1.9756190446000657e-05, "Finetune/Loss": 0.9378734827041626, "Finetune/Loss (Raw)": 0.9691646099090576, "Finetune/Step": 1890, "Finetune/Step Time": 5.8712735418230295}
+{"Finetune/Learning Rate": 1.975582072780922e-05, "Finetune/Loss": 0.9367150664329529, "Finetune/Loss (Raw)": 0.8286862969398499, "Finetune/Step": 1891, "Finetune/Step Time": 5.8683909103274345}
+{"Finetune/Learning Rate": 1.9755450732970448e-05, "Finetune/Loss": 0.9365723133087158, "Finetune/Loss (Raw)": 0.955828845500946, "Finetune/Step": 1892, "Finetune/Step Time": 5.870302485302091}
+{"Finetune/Learning Rate": 1.9755080461494834e-05, "Finetune/Loss": 0.9380850791931152, "Finetune/Loss (Raw)": 1.0512079000473022, "Finetune/Step": 1893, "Finetune/Step Time": 5.868563650175929}
+{"Finetune/Learning Rate": 1.9754709913392877e-05, "Finetune/Loss": 0.9382544755935669, "Finetune/Loss (Raw)": 1.024865984916687, "Finetune/Step": 1894, "Finetune/Step Time": 5.86304297670722}
+{"Finetune/Learning Rate": 1.9754339088675088e-05, "Finetune/Loss": 0.9383285045623779, "Finetune/Loss (Raw)": 0.9433552622795105, "Finetune/Step": 1895, "Finetune/Step Time": 5.8615979459136724}
+{"Finetune/Learning Rate": 1.975396798735198e-05, "Finetune/Loss": 0.9386041164398193, "Finetune/Loss (Raw)": 1.0099598169326782, "Finetune/Step": 1896, "Finetune/Step Time": 5.870230678468943}
+{"Finetune/Learning Rate": 1.9753596609434072e-05, "Finetune/Loss": 0.9382559061050415, "Finetune/Loss (Raw)": 0.9714243412017822, "Finetune/Step": 1897, "Finetune/Step Time": 5.868541097268462}
+{"Finetune/Learning Rate": 1.9753224954931905e-05, "Finetune/Loss": 0.936795175075531, "Finetune/Loss (Raw)": 0.831140398979187, "Finetune/Step": 1898, "Finetune/Step Time": 5.87867976538837}
+{"Finetune/Learning Rate": 1.975285302385601e-05, "Finetune/Loss": 0.9375323057174683, "Finetune/Loss (Raw)": 1.1528208255767822, "Finetune/Step": 1899, "Finetune/Step Time": 5.8808012288063765}
+{"Finetune/Learning Rate": 1.9752480816216936e-05, "Finetune/Loss": 0.9370511770248413, "Finetune/Loss (Raw)": 0.9307929277420044, "Finetune/Step": 1900, "Finetune/Step Time": 5.881413878872991}
+{"Finetune/Learning Rate": 1.975210833202524e-05, "Finetune/Loss": 0.9379093647003174, "Finetune/Loss (Raw)": 1.0236406326293945, "Finetune/Step": 1901, "Finetune/Step Time": 5.88539269939065}
+{"Finetune/Learning Rate": 1.9751735571291483e-05, "Finetune/Loss": 0.9391626715660095, "Finetune/Loss (Raw)": 1.1608960628509521, "Finetune/Step": 1902, "Finetune/Step Time": 5.883739564567804}
+{"Finetune/Learning Rate": 1.9751362534026234e-05, "Finetune/Loss": 0.9390881061553955, "Finetune/Loss (Raw)": 0.9653116464614868, "Finetune/Step": 1903, "Finetune/Step Time": 5.87550401315093}
+{"Finetune/Learning Rate": 1.9750989220240073e-05, "Finetune/Loss": 0.9387282133102417, "Finetune/Loss (Raw)": 0.9003729224205017, "Finetune/Step": 1904, "Finetune/Step Time": 5.876705227419734}
+{"Finetune/Learning Rate": 1.9750615629943585e-05, "Finetune/Loss": 0.9374571442604065, "Finetune/Loss (Raw)": 0.8263224959373474, "Finetune/Step": 1905, "Finetune/Step Time": 5.894105203449726}
+{"Finetune/Learning Rate": 1.9750241763147366e-05, "Finetune/Loss": 0.9361341595649719, "Finetune/Loss (Raw)": 0.6976780891418457, "Finetune/Step": 1906, "Finetune/Step Time": 5.921363154426217}
+{"Finetune/Learning Rate": 1.9749867619862016e-05, "Finetune/Loss": 0.9360588788986206, "Finetune/Loss (Raw)": 0.8282760381698608, "Finetune/Step": 1907, "Finetune/Step Time": 5.925608050078154}
+{"Finetune/Learning Rate": 1.974949320009815e-05, "Finetune/Loss": 0.9335019588470459, "Finetune/Loss (Raw)": 0.645749568939209, "Finetune/Step": 1908, "Finetune/Step Time": 5.930078074336052}
+{"Finetune/Learning Rate": 1.9749118503866374e-05, "Finetune/Loss": 0.9337841272354126, "Finetune/Loss (Raw)": 0.9833348989486694, "Finetune/Step": 1909, "Finetune/Step Time": 5.931993629783392}
+{"Finetune/Learning Rate": 1.9748743531177323e-05, "Finetune/Loss": 0.9366385340690613, "Finetune/Loss (Raw)": 0.9497911334037781, "Finetune/Step": 1910, "Finetune/Step Time": 5.917940594255924}
+{"Finetune/Learning Rate": 1.9748368282041627e-05, "Finetune/Loss": 0.9363305568695068, "Finetune/Loss (Raw)": 0.8576372265815735, "Finetune/Step": 1911, "Finetune/Step Time": 5.917119536548853}
+{"Finetune/Learning Rate": 1.9747992756469925e-05, "Finetune/Loss": 0.9374824166297913, "Finetune/Loss (Raw)": 0.9653906226158142, "Finetune/Step": 1912, "Finetune/Step Time": 5.937958247959614}
+{"Finetune/Learning Rate": 1.9747616954472874e-05, "Finetune/Loss": 0.9394689798355103, "Finetune/Loss (Raw)": 1.005733847618103, "Finetune/Step": 1913, "Finetune/Step Time": 5.900315141305327}
+{"Finetune/Learning Rate": 1.974724087606112e-05, "Finetune/Loss": 0.9391705393791199, "Finetune/Loss (Raw)": 0.8801540732383728, "Finetune/Step": 1914, "Finetune/Step Time": 5.89860313385725}
+{"Finetune/Learning Rate": 1.9746864521245333e-05, "Finetune/Loss": 0.9386204481124878, "Finetune/Loss (Raw)": 0.9487648606300354, "Finetune/Step": 1915, "Finetune/Step Time": 5.902581827715039}
+{"Finetune/Learning Rate": 1.9746487890036182e-05, "Finetune/Loss": 0.9373360276222229, "Finetune/Loss (Raw)": 0.7707923054695129, "Finetune/Step": 1916, "Finetune/Step Time": 5.894031455740333}
+{"Finetune/Learning Rate": 1.9746110982444352e-05, "Finetune/Loss": 0.9370535016059875, "Finetune/Loss (Raw)": 0.9372434616088867, "Finetune/Step": 1917, "Finetune/Step Time": 5.8897864278405905}
+{"Finetune/Learning Rate": 1.974573379848053e-05, "Finetune/Loss": 0.9352483749389648, "Finetune/Loss (Raw)": 0.7159768342971802, "Finetune/Step": 1918, "Finetune/Step Time": 5.893445936962962}
+{"Finetune/Learning Rate": 1.974535633815541e-05, "Finetune/Loss": 0.9340691566467285, "Finetune/Loss (Raw)": 0.8537811636924744, "Finetune/Step": 1919, "Finetune/Step Time": 5.900366879999638}
+{"Finetune/Learning Rate": 1.9744978601479693e-05, "Finetune/Loss": 0.9351749420166016, "Finetune/Loss (Raw)": 1.061535120010376, "Finetune/Step": 1920, "Finetune/Step Time": 5.901093978434801}
+{"Finetune/Learning Rate": 1.97446005884641e-05, "Finetune/Loss": 0.9335124492645264, "Finetune/Loss (Raw)": 0.8588246703147888, "Finetune/Step": 1921, "Finetune/Step Time": 5.898655988276005}
+{"Finetune/Learning Rate": 1.9744222299119338e-05, "Finetune/Loss": 0.9338032603263855, "Finetune/Loss (Raw)": 0.9748568534851074, "Finetune/Step": 1922, "Finetune/Step Time": 5.900241836905479}
+{"Finetune/Learning Rate": 1.9743843733456146e-05, "Finetune/Loss": 0.9312800168991089, "Finetune/Loss (Raw)": 0.6860116720199585, "Finetune/Step": 1923, "Finetune/Step Time": 5.900180201977491}
+{"Finetune/Learning Rate": 1.974346489148525e-05, "Finetune/Loss": 0.9321558475494385, "Finetune/Loss (Raw)": 0.9874441027641296, "Finetune/Step": 1924, "Finetune/Step Time": 5.885714707896113}
+{"Finetune/Learning Rate": 1.9743085773217397e-05, "Finetune/Loss": 0.932080090045929, "Finetune/Loss (Raw)": 0.9980407953262329, "Finetune/Step": 1925, "Finetune/Step Time": 5.887969123199582}
+{"Finetune/Learning Rate": 1.9742706378663338e-05, "Finetune/Loss": 0.931598424911499, "Finetune/Loss (Raw)": 0.9794835448265076, "Finetune/Step": 1926, "Finetune/Step Time": 5.8872333727777}
+{"Finetune/Learning Rate": 1.974232670783383e-05, "Finetune/Loss": 0.9300910234451294, "Finetune/Loss (Raw)": 0.7471834421157837, "Finetune/Step": 1927, "Finetune/Step Time": 5.904921995475888}
+{"Finetune/Learning Rate": 1.974194676073964e-05, "Finetune/Loss": 0.9309519529342651, "Finetune/Loss (Raw)": 1.0231022834777832, "Finetune/Step": 1928, "Finetune/Step Time": 5.904940480366349}
+{"Finetune/Learning Rate": 1.974156653739154e-05, "Finetune/Loss": 0.9316232204437256, "Finetune/Loss (Raw)": 0.9928885698318481, "Finetune/Step": 1929, "Finetune/Step Time": 5.907003700733185}
+{"Finetune/Learning Rate": 1.9741186037800317e-05, "Finetune/Loss": 0.9316756129264832, "Finetune/Loss (Raw)": 0.9717907905578613, "Finetune/Step": 1930, "Finetune/Step Time": 5.908309914171696}
+{"Finetune/Learning Rate": 1.974080526197676e-05, "Finetune/Loss": 0.9319623708724976, "Finetune/Loss (Raw)": 0.896580696105957, "Finetune/Step": 1931, "Finetune/Step Time": 5.925611762329936}
+{"Finetune/Learning Rate": 1.974042420993166e-05, "Finetune/Loss": 0.931856632232666, "Finetune/Loss (Raw)": 0.9623544216156006, "Finetune/Step": 1932, "Finetune/Step Time": 5.917478242889047}
+{"Finetune/Learning Rate": 1.974004288167583e-05, "Finetune/Loss": 0.9340680837631226, "Finetune/Loss (Raw)": 0.9972325563430786, "Finetune/Step": 1933, "Finetune/Step Time": 5.927880020812154}
+{"Finetune/Learning Rate": 1.973966127722008e-05, "Finetune/Loss": 0.9332521557807922, "Finetune/Loss (Raw)": 0.8406726121902466, "Finetune/Step": 1934, "Finetune/Step Time": 5.927324678748846}
+{"Finetune/Learning Rate": 1.9739279396575234e-05, "Finetune/Loss": 0.9326695799827576, "Finetune/Loss (Raw)": 0.8945268988609314, "Finetune/Step": 1935, "Finetune/Step Time": 5.930301668122411}
+{"Finetune/Learning Rate": 1.973889723975212e-05, "Finetune/Loss": 0.9334743022918701, "Finetune/Loss (Raw)": 0.9886089563369751, "Finetune/Step": 1936, "Finetune/Step Time": 5.933768415823579}
+{"Finetune/Learning Rate": 1.973851480676157e-05, "Finetune/Loss": 0.932965099811554, "Finetune/Loss (Raw)": 0.8668626546859741, "Finetune/Step": 1937, "Finetune/Step Time": 5.937188684940338}
+{"Finetune/Learning Rate": 1.9738132097614436e-05, "Finetune/Loss": 0.9330654144287109, "Finetune/Loss (Raw)": 1.0439119338989258, "Finetune/Step": 1938, "Finetune/Step Time": 5.937904577702284}
+{"Finetune/Learning Rate": 1.9737749112321566e-05, "Finetune/Loss": 0.9324870109558105, "Finetune/Loss (Raw)": 0.8840698599815369, "Finetune/Step": 1939, "Finetune/Step Time": 5.94707527756691}
+{"Finetune/Learning Rate": 1.973736585089382e-05, "Finetune/Loss": 0.9327689409255981, "Finetune/Loss (Raw)": 1.040779948234558, "Finetune/Step": 1940, "Finetune/Step Time": 5.952533759176731}
+{"Finetune/Learning Rate": 1.9736982313342073e-05, "Finetune/Loss": 0.931718647480011, "Finetune/Loss (Raw)": 0.8055892586708069, "Finetune/Step": 1941, "Finetune/Step Time": 5.961853599175811}
+{"Finetune/Learning Rate": 1.973659849967719e-05, "Finetune/Loss": 0.9321684837341309, "Finetune/Loss (Raw)": 0.9786766767501831, "Finetune/Step": 1942, "Finetune/Step Time": 5.956951877102256}
+{"Finetune/Learning Rate": 1.9736214409910062e-05, "Finetune/Loss": 0.9320144653320312, "Finetune/Loss (Raw)": 0.9920509457588196, "Finetune/Step": 1943, "Finetune/Step Time": 5.9537920374423265}
+{"Finetune/Learning Rate": 1.9735830044051582e-05, "Finetune/Loss": 0.9326349496841431, "Finetune/Loss (Raw)": 0.9709054231643677, "Finetune/Step": 1944, "Finetune/Step Time": 5.94340106844902}
+{"Finetune/Learning Rate": 1.9735445402112646e-05, "Finetune/Loss": 0.9321531653404236, "Finetune/Loss (Raw)": 0.8773593902587891, "Finetune/Step": 1945, "Finetune/Step Time": 5.9536430314183235}
+{"Finetune/Learning Rate": 1.9735060484104162e-05, "Finetune/Loss": 0.9322820901870728, "Finetune/Loss (Raw)": 0.8636297583580017, "Finetune/Step": 1946, "Finetune/Step Time": 5.946576006710529}
+{"Finetune/Learning Rate": 1.9734675290037045e-05, "Finetune/Loss": 0.9305541515350342, "Finetune/Loss (Raw)": 0.7931823134422302, "Finetune/Step": 1947, "Finetune/Step Time": 5.9612638503313065}
+{"Finetune/Learning Rate": 1.973428981992222e-05, "Finetune/Loss": 0.9309791922569275, "Finetune/Loss (Raw)": 0.8490606546401978, "Finetune/Step": 1948, "Finetune/Step Time": 5.960355767980218}
+{"Finetune/Learning Rate": 1.9733904073770612e-05, "Finetune/Loss": 0.9332830309867859, "Finetune/Loss (Raw)": 0.9934260845184326, "Finetune/Step": 1949, "Finetune/Step Time": 5.951221112161875}
+{"Finetune/Learning Rate": 1.973351805159317e-05, "Finetune/Loss": 0.9344998002052307, "Finetune/Loss (Raw)": 0.9780886173248291, "Finetune/Step": 1950, "Finetune/Step Time": 5.949556658044457}
+{"Finetune/Learning Rate": 1.973313175340083e-05, "Finetune/Loss": 0.9328124523162842, "Finetune/Loss (Raw)": 0.8326947093009949, "Finetune/Step": 1951, "Finetune/Step Time": 5.967795114964247}
+{"Finetune/Learning Rate": 1.9732745179204553e-05, "Finetune/Loss": 0.9335442781448364, "Finetune/Loss (Raw)": 1.0625736713409424, "Finetune/Step": 1952, "Finetune/Step Time": 5.963993651792407}
+{"Finetune/Learning Rate": 1.9732358329015298e-05, "Finetune/Loss": 0.9329837560653687, "Finetune/Loss (Raw)": 0.8987546563148499, "Finetune/Step": 1953, "Finetune/Step Time": 5.968617685139179}
+{"Finetune/Learning Rate": 1.9731971202844036e-05, "Finetune/Loss": 0.9331417679786682, "Finetune/Loss (Raw)": 0.9453411102294922, "Finetune/Step": 1954, "Finetune/Step Time": 5.968975801020861}
+{"Finetune/Learning Rate": 1.9731583800701742e-05, "Finetune/Loss": 0.931555449962616, "Finetune/Loss (Raw)": 0.8258742690086365, "Finetune/Step": 1955, "Finetune/Step Time": 5.970192059874535}
+{"Finetune/Learning Rate": 1.973119612259941e-05, "Finetune/Loss": 0.932418704032898, "Finetune/Loss (Raw)": 1.0087835788726807, "Finetune/Step": 1956, "Finetune/Step Time": 5.97185736335814}
+{"Finetune/Learning Rate": 1.9730808168548026e-05, "Finetune/Loss": 0.9325136542320251, "Finetune/Loss (Raw)": 1.0027060508728027, "Finetune/Step": 1957, "Finetune/Step Time": 5.974032875150442}
+{"Finetune/Learning Rate": 1.9730419938558593e-05, "Finetune/Loss": 0.9333108067512512, "Finetune/Loss (Raw)": 1.0217399597167969, "Finetune/Step": 1958, "Finetune/Step Time": 5.972698073834181}
+{"Finetune/Learning Rate": 1.9730031432642116e-05, "Finetune/Loss": 0.9346495270729065, "Finetune/Loss (Raw)": 1.0635439157485962, "Finetune/Step": 1959, "Finetune/Step Time": 5.972395196557045}
+{"Finetune/Learning Rate": 1.972964265080962e-05, "Finetune/Loss": 0.9345890283584595, "Finetune/Loss (Raw)": 1.010780930519104, "Finetune/Step": 1960, "Finetune/Step Time": 5.971469484269619}
+{"Finetune/Learning Rate": 1.9729253593072126e-05, "Finetune/Loss": 0.9333851337432861, "Finetune/Loss (Raw)": 0.8560381531715393, "Finetune/Step": 1961, "Finetune/Step Time": 5.970163540914655}
+{"Finetune/Learning Rate": 1.9728864259440664e-05, "Finetune/Loss": 0.9349159002304077, "Finetune/Loss (Raw)": 0.8575484156608582, "Finetune/Step": 1962, "Finetune/Step Time": 5.9538629818707705}
+{"Finetune/Learning Rate": 1.9728474649926278e-05, "Finetune/Loss": 0.9357044100761414, "Finetune/Loss (Raw)": 0.9184032678604126, "Finetune/Step": 1963, "Finetune/Step Time": 5.9535081833601}
+{"Finetune/Learning Rate": 1.9728084764540017e-05, "Finetune/Loss": 0.9342196583747864, "Finetune/Loss (Raw)": 0.7246575355529785, "Finetune/Step": 1964, "Finetune/Step Time": 5.948304429650307}
+{"Finetune/Learning Rate": 1.9727694603292933e-05, "Finetune/Loss": 0.9340526461601257, "Finetune/Loss (Raw)": 0.9322382211685181, "Finetune/Step": 1965, "Finetune/Step Time": 5.953744456171989}
+{"Finetune/Learning Rate": 1.972730416619609e-05, "Finetune/Loss": 0.9318230748176575, "Finetune/Loss (Raw)": 0.7393758296966553, "Finetune/Step": 1966, "Finetune/Step Time": 5.9606329426169395}
+{"Finetune/Learning Rate": 1.9726913453260566e-05, "Finetune/Loss": 0.9316887855529785, "Finetune/Loss (Raw)": 0.9581345319747925, "Finetune/Step": 1967, "Finetune/Step Time": 5.964925151318312}
+{"Finetune/Learning Rate": 1.9726522464497434e-05, "Finetune/Loss": 0.9321964979171753, "Finetune/Loss (Raw)": 0.9014895558357239, "Finetune/Step": 1968, "Finetune/Step Time": 5.964343650266528}
+{"Finetune/Learning Rate": 1.9726131199917786e-05, "Finetune/Loss": 0.9323202967643738, "Finetune/Loss (Raw)": 0.8299956321716309, "Finetune/Step": 1969, "Finetune/Step Time": 5.943457467481494}
+{"Finetune/Learning Rate": 1.972573965953271e-05, "Finetune/Loss": 0.932685375213623, "Finetune/Loss (Raw)": 0.9287843108177185, "Finetune/Step": 1970, "Finetune/Step Time": 5.9383617620915174}
+{"Finetune/Learning Rate": 1.9725347843353315e-05, "Finetune/Loss": 0.9316941499710083, "Finetune/Loss (Raw)": 0.9942184686660767, "Finetune/Step": 1971, "Finetune/Step Time": 5.948666103184223}
+{"Finetune/Learning Rate": 1.9724955751390712e-05, "Finetune/Loss": 0.9299575686454773, "Finetune/Loss (Raw)": 0.8375134468078613, "Finetune/Step": 1972, "Finetune/Step Time": 5.946370154619217}
+{"Finetune/Learning Rate": 1.9724563383656014e-05, "Finetune/Loss": 0.9322642087936401, "Finetune/Loss (Raw)": 1.04281747341156, "Finetune/Step": 1973, "Finetune/Step Time": 5.931799342855811}
+{"Finetune/Learning Rate": 1.9724170740160355e-05, "Finetune/Loss": 0.9307941198348999, "Finetune/Loss (Raw)": 0.8650535941123962, "Finetune/Step": 1974, "Finetune/Step Time": 5.936792954802513}
+{"Finetune/Learning Rate": 1.9723777820914865e-05, "Finetune/Loss": 0.9312536120414734, "Finetune/Loss (Raw)": 1.103990077972412, "Finetune/Step": 1975, "Finetune/Step Time": 5.940062088891864}
+{"Finetune/Learning Rate": 1.9723384625930685e-05, "Finetune/Loss": 0.9316152334213257, "Finetune/Loss (Raw)": 0.974088191986084, "Finetune/Step": 1976, "Finetune/Step Time": 5.9275618977844715}
+{"Finetune/Learning Rate": 1.972299115521897e-05, "Finetune/Loss": 0.9309570789337158, "Finetune/Loss (Raw)": 0.916879415512085, "Finetune/Step": 1977, "Finetune/Step Time": 5.928940027952194}
+{"Finetune/Learning Rate": 1.9722597408790872e-05, "Finetune/Loss": 0.9309457540512085, "Finetune/Loss (Raw)": 0.8978420495986938, "Finetune/Step": 1978, "Finetune/Step Time": 5.924427915364504}
+{"Finetune/Learning Rate": 1.9722203386657558e-05, "Finetune/Loss": 0.9313836097717285, "Finetune/Loss (Raw)": 0.9732651114463806, "Finetune/Step": 1979, "Finetune/Step Time": 5.929848112165928}
+{"Finetune/Learning Rate": 1.9721809088830205e-05, "Finetune/Loss": 0.9315459132194519, "Finetune/Loss (Raw)": 0.9268526434898376, "Finetune/Step": 1980, "Finetune/Step Time": 5.9303743820637465}
+{"Finetune/Learning Rate": 1.972141451531999e-05, "Finetune/Loss": 0.9290280342102051, "Finetune/Loss (Raw)": 0.8848745226860046, "Finetune/Step": 1981, "Finetune/Step Time": 5.933306530117989}
+{"Finetune/Learning Rate": 1.9721019666138103e-05, "Finetune/Loss": 0.9278372526168823, "Finetune/Loss (Raw)": 0.979295551776886, "Finetune/Step": 1982, "Finetune/Step Time": 5.9370956886559725}
+{"Finetune/Learning Rate": 1.9720624541295742e-05, "Finetune/Loss": 0.9253993034362793, "Finetune/Loss (Raw)": 0.8597521185874939, "Finetune/Step": 1983, "Finetune/Step Time": 5.935001641511917}
+{"Finetune/Learning Rate": 1.972022914080411e-05, "Finetune/Loss": 0.9271631836891174, "Finetune/Loss (Raw)": 0.9554485082626343, "Finetune/Step": 1984, "Finetune/Step Time": 5.923085296526551}
+{"Finetune/Learning Rate": 1.971983346467442e-05, "Finetune/Loss": 0.9292766451835632, "Finetune/Loss (Raw)": 0.9637611508369446, "Finetune/Step": 1985, "Finetune/Step Time": 5.9039502795785666}
+{"Finetune/Learning Rate": 1.9719437512917895e-05, "Finetune/Loss": 0.9304015636444092, "Finetune/Loss (Raw)": 1.0575854778289795, "Finetune/Step": 1986, "Finetune/Step Time": 5.8825822789222}
+{"Finetune/Learning Rate": 1.9719041285545754e-05, "Finetune/Loss": 0.9311788082122803, "Finetune/Loss (Raw)": 0.901591420173645, "Finetune/Step": 1987, "Finetune/Step Time": 5.87697914801538}
+{"Finetune/Learning Rate": 1.9718644782569246e-05, "Finetune/Loss": 0.9312591552734375, "Finetune/Loss (Raw)": 1.0389870405197144, "Finetune/Step": 1988, "Finetune/Step Time": 5.879850363358855}
+{"Finetune/Learning Rate": 1.9718248003999607e-05, "Finetune/Loss": 0.9320363402366638, "Finetune/Loss (Raw)": 0.9204918146133423, "Finetune/Step": 1989, "Finetune/Step Time": 5.8770394045859575}
+{"Finetune/Learning Rate": 1.9717850949848086e-05, "Finetune/Loss": 0.9332875609397888, "Finetune/Loss (Raw)": 1.0321394205093384, "Finetune/Step": 1990, "Finetune/Step Time": 5.875257037580013}
+{"Finetune/Learning Rate": 1.971745362012595e-05, "Finetune/Loss": 0.9351584315299988, "Finetune/Loss (Raw)": 1.017052173614502, "Finetune/Step": 1991, "Finetune/Step Time": 5.8563738614320755}
+{"Finetune/Learning Rate": 1.971705601484446e-05, "Finetune/Loss": 0.9376577138900757, "Finetune/Loss (Raw)": 1.022674798965454, "Finetune/Step": 1992, "Finetune/Step Time": 5.851276779547334}
+{"Finetune/Learning Rate": 1.9716658134014892e-05, "Finetune/Loss": 0.9352471828460693, "Finetune/Loss (Raw)": 0.758551299571991, "Finetune/Step": 1993, "Finetune/Step Time": 5.859688015654683}
+{"Finetune/Learning Rate": 1.9716259977648532e-05, "Finetune/Loss": 0.9357948303222656, "Finetune/Loss (Raw)": 1.0585777759552002, "Finetune/Step": 1994, "Finetune/Step Time": 5.862599847838283}
+{"Finetune/Learning Rate": 1.9715861545756666e-05, "Finetune/Loss": 0.9367765188217163, "Finetune/Loss (Raw)": 1.0549705028533936, "Finetune/Step": 1995, "Finetune/Step Time": 5.860407894477248}
+{"Finetune/Learning Rate": 1.9715462838350596e-05, "Finetune/Loss": 0.9363546371459961, "Finetune/Loss (Raw)": 0.8395267128944397, "Finetune/Step": 1996, "Finetune/Step Time": 5.860899806022644}
+{"Finetune/Learning Rate": 1.971506385544163e-05, "Finetune/Loss": 0.9368484020233154, "Finetune/Loss (Raw)": 1.0707303285598755, "Finetune/Step": 1997, "Finetune/Step Time": 5.860207641497254}
+{"Finetune/Learning Rate": 1.9714664597041074e-05, "Finetune/Loss": 0.9367726445198059, "Finetune/Loss (Raw)": 0.9295381903648376, "Finetune/Step": 1998, "Finetune/Step Time": 5.861060680821538}
+{"Finetune/Learning Rate": 1.9714265063160258e-05, "Finetune/Loss": 0.9356226921081543, "Finetune/Loss (Raw)": 0.9618255496025085, "Finetune/Step": 1999, "Finetune/Step Time": 5.862203810364008}
+{"Finetune/Learning Rate": 1.9713865253810508e-05, "Finetune/Loss": 0.9377380609512329, "Finetune/Loss (Raw)": 1.0659875869750977, "Finetune/Step": 2000, "Finetune/Step Time": 5.861534854397178}
+{"Finetune/Learning Rate": 1.9713465169003162e-05, "Finetune/Loss": 0.9372961521148682, "Finetune/Loss (Raw)": 0.8661644458770752, "Finetune/Step": 2001, "Finetune/Step Time": 5.8617495615035295}
+{"Finetune/Learning Rate": 1.9713064808749566e-05, "Finetune/Loss": 0.9369454979896545, "Finetune/Loss (Raw)": 1.0788496732711792, "Finetune/Step": 2002, "Finetune/Step Time": 5.860367488116026}
+{"Finetune/Learning Rate": 1.971266417306107e-05, "Finetune/Loss": 0.9367839097976685, "Finetune/Loss (Raw)": 0.943779468536377, "Finetune/Step": 2003, "Finetune/Step Time": 5.858447661623359}
+{"Finetune/Learning Rate": 1.971226326194904e-05, "Finetune/Loss": 0.9371544718742371, "Finetune/Loss (Raw)": 1.0337247848510742, "Finetune/Step": 2004, "Finetune/Step Time": 5.857902746647596}
+{"Finetune/Learning Rate": 1.9711862075424838e-05, "Finetune/Loss": 0.936538577079773, "Finetune/Loss (Raw)": 1.0065876245498657, "Finetune/Step": 2005, "Finetune/Step Time": 5.8764989003539085}
+{"Finetune/Learning Rate": 1.9711460613499848e-05, "Finetune/Loss": 0.9361393451690674, "Finetune/Loss (Raw)": 0.9587823748588562, "Finetune/Step": 2006, "Finetune/Step Time": 5.8783421609550714}
+{"Finetune/Learning Rate": 1.9711058876185446e-05, "Finetune/Loss": 0.9346435070037842, "Finetune/Loss (Raw)": 0.9320211410522461, "Finetune/Step": 2007, "Finetune/Step Time": 5.893488513305783}
+{"Finetune/Learning Rate": 1.971065686349303e-05, "Finetune/Loss": 0.9324377775192261, "Finetune/Loss (Raw)": 0.5955573320388794, "Finetune/Step": 2008, "Finetune/Step Time": 5.91444056481123}
+{"Finetune/Learning Rate": 1.9710254575434002e-05, "Finetune/Loss": 0.9318371415138245, "Finetune/Loss (Raw)": 0.9067310094833374, "Finetune/Step": 2009, "Finetune/Step Time": 5.919174814596772}
+{"Finetune/Learning Rate": 1.9709852012019768e-05, "Finetune/Loss": 0.9327405691146851, "Finetune/Loss (Raw)": 1.013659119606018, "Finetune/Step": 2010, "Finetune/Step Time": 5.91690906137228}
+{"Finetune/Learning Rate": 1.970944917326174e-05, "Finetune/Loss": 0.9317843914031982, "Finetune/Loss (Raw)": 0.9269156455993652, "Finetune/Step": 2011, "Finetune/Step Time": 5.9209649078547955}
+{"Finetune/Learning Rate": 1.970904605917134e-05, "Finetune/Loss": 0.9321178793907166, "Finetune/Loss (Raw)": 1.0123339891433716, "Finetune/Step": 2012, "Finetune/Step Time": 5.92838036082685}
+{"Finetune/Learning Rate": 1.9708642669760008e-05, "Finetune/Loss": 0.9321554899215698, "Finetune/Loss (Raw)": 0.9630141258239746, "Finetune/Step": 2013, "Finetune/Step Time": 5.92733515240252}
+{"Finetune/Learning Rate": 1.9708239005039174e-05, "Finetune/Loss": 0.9348127841949463, "Finetune/Loss (Raw)": 1.0209951400756836, "Finetune/Step": 2014, "Finetune/Step Time": 5.910205259919167}
+{"Finetune/Learning Rate": 1.970783506502029e-05, "Finetune/Loss": 0.9353638887405396, "Finetune/Loss (Raw)": 0.9920758008956909, "Finetune/Step": 2015, "Finetune/Step Time": 5.910528855398297}
+{"Finetune/Learning Rate": 1.970743084971481e-05, "Finetune/Loss": 0.9353766441345215, "Finetune/Loss (Raw)": 0.9651169180870056, "Finetune/Step": 2016, "Finetune/Step Time": 5.912323046475649}
+{"Finetune/Learning Rate": 1.970702635913419e-05, "Finetune/Loss": 0.9362720847129822, "Finetune/Loss (Raw)": 1.0163484811782837, "Finetune/Step": 2017, "Finetune/Step Time": 5.919543124735355}
+{"Finetune/Learning Rate": 1.970662159328991e-05, "Finetune/Loss": 0.9350883960723877, "Finetune/Loss (Raw)": 0.8176565170288086, "Finetune/Step": 2018, "Finetune/Step Time": 5.926522511988878}
+{"Finetune/Learning Rate": 1.970621655219344e-05, "Finetune/Loss": 0.9357796907424927, "Finetune/Loss (Raw)": 0.9171686768531799, "Finetune/Step": 2019, "Finetune/Step Time": 5.92919690720737}
+{"Finetune/Learning Rate": 1.9705811235856274e-05, "Finetune/Loss": 0.9362729787826538, "Finetune/Loss (Raw)": 1.0189766883850098, "Finetune/Step": 2020, "Finetune/Step Time": 5.9287031181156635}
+{"Finetune/Learning Rate": 1.97054056442899e-05, "Finetune/Loss": 0.9352126717567444, "Finetune/Loss (Raw)": 0.9154823422431946, "Finetune/Step": 2021, "Finetune/Step Time": 5.9301187470555305}
+{"Finetune/Learning Rate": 1.970499977750582e-05, "Finetune/Loss": 0.9344500303268433, "Finetune/Loss (Raw)": 0.9272476434707642, "Finetune/Step": 2022, "Finetune/Step Time": 5.928978392854333}
+{"Finetune/Learning Rate": 1.970459363551554e-05, "Finetune/Loss": 0.9343954920768738, "Finetune/Loss (Raw)": 0.9363787770271301, "Finetune/Step": 2023, "Finetune/Step Time": 5.930793972685933}
+{"Finetune/Learning Rate": 1.9704187218330584e-05, "Finetune/Loss": 0.9332411289215088, "Finetune/Loss (Raw)": 0.8621982932090759, "Finetune/Step": 2024, "Finetune/Step Time": 5.910733940079808}
+{"Finetune/Learning Rate": 1.9703780525962474e-05, "Finetune/Loss": 0.9333901405334473, "Finetune/Loss (Raw)": 0.9904934763908386, "Finetune/Step": 2025, "Finetune/Step Time": 5.9146403055638075}
+{"Finetune/Learning Rate": 1.970337355842274e-05, "Finetune/Loss": 0.9337704181671143, "Finetune/Loss (Raw)": 0.8798159956932068, "Finetune/Step": 2026, "Finetune/Step Time": 5.910978512838483}
+{"Finetune/Learning Rate": 1.9702966315722926e-05, "Finetune/Loss": 0.9321759939193726, "Finetune/Loss (Raw)": 0.9487334489822388, "Finetune/Step": 2027, "Finetune/Step Time": 5.909858260303736}
+{"Finetune/Learning Rate": 1.970255879787458e-05, "Finetune/Loss": 0.9302881360054016, "Finetune/Loss (Raw)": 0.6891507506370544, "Finetune/Step": 2028, "Finetune/Step Time": 5.929826634004712}
+{"Finetune/Learning Rate": 1.9702151004889256e-05, "Finetune/Loss": 0.929606556892395, "Finetune/Loss (Raw)": 0.936404824256897, "Finetune/Step": 2029, "Finetune/Step Time": 5.927834615111351}
+{"Finetune/Learning Rate": 1.9701742936778517e-05, "Finetune/Loss": 0.9284794926643372, "Finetune/Loss (Raw)": 1.0166301727294922, "Finetune/Step": 2030, "Finetune/Step Time": 5.934101775288582}
+{"Finetune/Learning Rate": 1.9701334593553937e-05, "Finetune/Loss": 0.9282171130180359, "Finetune/Loss (Raw)": 0.9317259788513184, "Finetune/Step": 2031, "Finetune/Step Time": 5.934671390801668}
+{"Finetune/Learning Rate": 1.9700925975227096e-05, "Finetune/Loss": 0.9287282824516296, "Finetune/Loss (Raw)": 0.9657967686653137, "Finetune/Step": 2032, "Finetune/Step Time": 5.935210213065147}
+{"Finetune/Learning Rate": 1.9700517081809578e-05, "Finetune/Loss": 0.9298441410064697, "Finetune/Loss (Raw)": 0.96915602684021, "Finetune/Step": 2033, "Finetune/Step Time": 5.921697612851858}
+{"Finetune/Learning Rate": 1.970010791331298e-05, "Finetune/Loss": 0.9306342601776123, "Finetune/Loss (Raw)": 0.7988121509552002, "Finetune/Step": 2034, "Finetune/Step Time": 5.899005804210901}
+{"Finetune/Learning Rate": 1.9699698469748913e-05, "Finetune/Loss": 0.9310804009437561, "Finetune/Loss (Raw)": 0.8853847980499268, "Finetune/Step": 2035, "Finetune/Step Time": 5.897280268371105}
+{"Finetune/Learning Rate": 1.969928875112897e-05, "Finetune/Loss": 0.9334642291069031, "Finetune/Loss (Raw)": 0.9508823156356812, "Finetune/Step": 2036, "Finetune/Step Time": 5.893831824883819}
+{"Finetune/Learning Rate": 1.9698878757464782e-05, "Finetune/Loss": 0.9324970245361328, "Finetune/Loss (Raw)": 0.859529435634613, "Finetune/Step": 2037, "Finetune/Step Time": 5.893420945852995}
+{"Finetune/Learning Rate": 1.9698468488767976e-05, "Finetune/Loss": 0.9315671920776367, "Finetune/Loss (Raw)": 0.8307733535766602, "Finetune/Step": 2038, "Finetune/Step Time": 5.885548152029514}
+{"Finetune/Learning Rate": 1.9698057945050176e-05, "Finetune/Loss": 0.9317925572395325, "Finetune/Loss (Raw)": 0.8864810466766357, "Finetune/Step": 2039, "Finetune/Step Time": 5.881531266495585}
+{"Finetune/Learning Rate": 1.9697647126323036e-05, "Finetune/Loss": 0.9314531087875366, "Finetune/Loss (Raw)": 0.9219441413879395, "Finetune/Step": 2040, "Finetune/Step Time": 5.86141306348145}
+{"Finetune/Learning Rate": 1.96972360325982e-05, "Finetune/Loss": 0.9290767908096313, "Finetune/Loss (Raw)": 0.701563835144043, "Finetune/Step": 2041, "Finetune/Step Time": 5.881305256858468}
+{"Finetune/Learning Rate": 1.969682466388732e-05, "Finetune/Loss": 0.9286916255950928, "Finetune/Loss (Raw)": 0.8308576941490173, "Finetune/Step": 2042, "Finetune/Step Time": 5.883366899564862}
+{"Finetune/Learning Rate": 1.9696413020202067e-05, "Finetune/Loss": 0.9290697574615479, "Finetune/Loss (Raw)": 0.9971622824668884, "Finetune/Step": 2043, "Finetune/Step Time": 5.880253857001662}
+{"Finetune/Learning Rate": 1.9696001101554116e-05, "Finetune/Loss": 0.9288973212242126, "Finetune/Loss (Raw)": 0.7487174272537231, "Finetune/Step": 2044, "Finetune/Step Time": 5.8878254145383835}
+{"Finetune/Learning Rate": 1.9695588907955147e-05, "Finetune/Loss": 0.9281296730041504, "Finetune/Loss (Raw)": 0.8389825820922852, "Finetune/Step": 2045, "Finetune/Step Time": 5.886548165231943}
+{"Finetune/Learning Rate": 1.9695176439416842e-05, "Finetune/Loss": 0.9296045303344727, "Finetune/Loss (Raw)": 0.9047601222991943, "Finetune/Step": 2046, "Finetune/Step Time": 5.899043818935752}
+{"Finetune/Learning Rate": 1.9694763695950908e-05, "Finetune/Loss": 0.9307811260223389, "Finetune/Loss (Raw)": 1.0043915510177612, "Finetune/Step": 2047, "Finetune/Step Time": 5.887814313173294}
+{"Finetune/Learning Rate": 1.9694350677569043e-05, "Finetune/Loss": 0.9300433397293091, "Finetune/Loss (Raw)": 0.9670960307121277, "Finetune/Step": 2048, "Finetune/Step Time": 5.888541478663683}
+{"Finetune/Learning Rate": 1.9693937384282957e-05, "Finetune/Loss": 0.9319645166397095, "Finetune/Loss (Raw)": 1.1047366857528687, "Finetune/Step": 2049, "Finetune/Step Time": 5.892098871991038}
+{"Finetune/Learning Rate": 1.9693523816104376e-05, "Finetune/Loss": 0.9320818781852722, "Finetune/Loss (Raw)": 0.9898775219917297, "Finetune/Step": 2050, "Finetune/Step Time": 5.89284473657608}
+{"Finetune/Learning Rate": 1.9693109973045023e-05, "Finetune/Loss": 0.9337722659111023, "Finetune/Loss (Raw)": 0.9023820757865906, "Finetune/Step": 2051, "Finetune/Step Time": 5.888693410903215}
+{"Finetune/Learning Rate": 1.9692695855116635e-05, "Finetune/Loss": 0.9337389469146729, "Finetune/Loss (Raw)": 0.9831770658493042, "Finetune/Step": 2052, "Finetune/Step Time": 5.893995383754373}
+{"Finetune/Learning Rate": 1.9692281462330955e-05, "Finetune/Loss": 0.9321565628051758, "Finetune/Loss (Raw)": 0.7954984307289124, "Finetune/Step": 2053, "Finetune/Step Time": 5.892629828304052}
+{"Finetune/Learning Rate": 1.969186679469973e-05, "Finetune/Loss": 0.9321106672286987, "Finetune/Loss (Raw)": 0.9736043214797974, "Finetune/Step": 2054, "Finetune/Step Time": 5.89073321595788}
+{"Finetune/Learning Rate": 1.9691451852234728e-05, "Finetune/Loss": 0.9329391717910767, "Finetune/Loss (Raw)": 0.8532363176345825, "Finetune/Step": 2055, "Finetune/Step Time": 5.868087265640497}
+{"Finetune/Learning Rate": 1.969103663494771e-05, "Finetune/Loss": 0.9322426319122314, "Finetune/Loss (Raw)": 0.9339393377304077, "Finetune/Step": 2056, "Finetune/Step Time": 5.8638086672872305}
+{"Finetune/Learning Rate": 1.9690621142850445e-05, "Finetune/Loss": 0.9307502508163452, "Finetune/Loss (Raw)": 0.8018664717674255, "Finetune/Step": 2057, "Finetune/Step Time": 5.864154567942023}
+{"Finetune/Learning Rate": 1.9690205375954724e-05, "Finetune/Loss": 0.9295220375061035, "Finetune/Loss (Raw)": 0.8145791888237, "Finetune/Step": 2058, "Finetune/Step Time": 5.867637312039733}
+{"Finetune/Learning Rate": 1.9689789334272336e-05, "Finetune/Loss": 0.9292997121810913, "Finetune/Loss (Raw)": 0.868118941783905, "Finetune/Step": 2059, "Finetune/Step Time": 5.849147520959377}
+{"Finetune/Learning Rate": 1.9689373017815076e-05, "Finetune/Loss": 0.9308309555053711, "Finetune/Loss (Raw)": 1.1583616733551025, "Finetune/Step": 2060, "Finetune/Step Time": 5.8498567044734955}
+{"Finetune/Learning Rate": 1.9688956426594748e-05, "Finetune/Loss": 0.9290433526039124, "Finetune/Loss (Raw)": 0.7684162259101868, "Finetune/Step": 2061, "Finetune/Step Time": 5.841044470667839}
+{"Finetune/Learning Rate": 1.968853956062317e-05, "Finetune/Loss": 0.9295930862426758, "Finetune/Loss (Raw)": 0.9110427498817444, "Finetune/Step": 2062, "Finetune/Step Time": 5.843572173267603}
+{"Finetune/Learning Rate": 1.9688122419912158e-05, "Finetune/Loss": 0.930351972579956, "Finetune/Loss (Raw)": 0.9916565418243408, "Finetune/Step": 2063, "Finetune/Step Time": 5.8422633577138186}
+{"Finetune/Learning Rate": 1.9687705004473545e-05, "Finetune/Loss": 0.9276161193847656, "Finetune/Loss (Raw)": 0.6384192705154419, "Finetune/Step": 2064, "Finetune/Step Time": 5.85923914052546}
+{"Finetune/Learning Rate": 1.9687287314319166e-05, "Finetune/Loss": 0.9292605519294739, "Finetune/Loss (Raw)": 1.0773546695709229, "Finetune/Step": 2065, "Finetune/Step Time": 5.8584474716335535}
+{"Finetune/Learning Rate": 1.9686869349460866e-05, "Finetune/Loss": 0.9286069869995117, "Finetune/Loss (Raw)": 0.9602580666542053, "Finetune/Step": 2066, "Finetune/Step Time": 5.860226279124618}
+{"Finetune/Learning Rate": 1.9686451109910495e-05, "Finetune/Loss": 0.9302656650543213, "Finetune/Loss (Raw)": 1.096376657485962, "Finetune/Step": 2067, "Finetune/Step Time": 5.853689672425389}
+{"Finetune/Learning Rate": 1.9686032595679917e-05, "Finetune/Loss": 0.9285968542098999, "Finetune/Loss (Raw)": 0.8271687030792236, "Finetune/Step": 2068, "Finetune/Step Time": 5.851115545257926}
+{"Finetune/Learning Rate": 1.9685613806780995e-05, "Finetune/Loss": 0.9295848608016968, "Finetune/Loss (Raw)": 0.9320549964904785, "Finetune/Step": 2069, "Finetune/Step Time": 5.843548413366079}
+{"Finetune/Learning Rate": 1.968519474322561e-05, "Finetune/Loss": 0.9285533428192139, "Finetune/Loss (Raw)": 0.8466491103172302, "Finetune/Step": 2070, "Finetune/Step Time": 5.86068850196898}
+{"Finetune/Learning Rate": 1.9684775405025646e-05, "Finetune/Loss": 0.9286055564880371, "Finetune/Loss (Raw)": 0.9987346529960632, "Finetune/Step": 2071, "Finetune/Step Time": 5.8646948635578156}
+{"Finetune/Learning Rate": 1.968435579219299e-05, "Finetune/Loss": 0.9279055595397949, "Finetune/Loss (Raw)": 0.8813034296035767, "Finetune/Step": 2072, "Finetune/Step Time": 5.878363413736224}
+{"Finetune/Learning Rate": 1.968393590473954e-05, "Finetune/Loss": 0.9294328689575195, "Finetune/Loss (Raw)": 1.072854995727539, "Finetune/Step": 2073, "Finetune/Step Time": 5.868609903380275}
+{"Finetune/Learning Rate": 1.9683515742677204e-05, "Finetune/Loss": 0.9293132424354553, "Finetune/Loss (Raw)": 0.8483161330223083, "Finetune/Step": 2074, "Finetune/Step Time": 5.871391400694847}
+{"Finetune/Learning Rate": 1.96830953060179e-05, "Finetune/Loss": 0.9298029541969299, "Finetune/Loss (Raw)": 0.8558632135391235, "Finetune/Step": 2075, "Finetune/Step Time": 5.8589700404554605}
+{"Finetune/Learning Rate": 1.9682674594773548e-05, "Finetune/Loss": 0.9312907457351685, "Finetune/Loss (Raw)": 1.039503574371338, "Finetune/Step": 2076, "Finetune/Step Time": 5.865662410855293}
+{"Finetune/Learning Rate": 1.968225360895608e-05, "Finetune/Loss": 0.9305142164230347, "Finetune/Loss (Raw)": 0.8940295577049255, "Finetune/Step": 2077, "Finetune/Step Time": 5.867014965042472}
+{"Finetune/Learning Rate": 1.968183234857743e-05, "Finetune/Loss": 0.9297395944595337, "Finetune/Loss (Raw)": 0.8789313435554504, "Finetune/Step": 2078, "Finetune/Step Time": 5.864529272541404}
+{"Finetune/Learning Rate": 1.9681410813649548e-05, "Finetune/Loss": 0.9311349987983704, "Finetune/Loss (Raw)": 1.0113123655319214, "Finetune/Step": 2079, "Finetune/Step Time": 5.845146039500833}
+{"Finetune/Learning Rate": 1.9680989004184383e-05, "Finetune/Loss": 0.929550051689148, "Finetune/Loss (Raw)": 0.8596974611282349, "Finetune/Step": 2080, "Finetune/Step Time": 5.843791486695409}
+{"Finetune/Learning Rate": 1.96805669201939e-05, "Finetune/Loss": 0.9301686882972717, "Finetune/Loss (Raw)": 0.9779422283172607, "Finetune/Step": 2081, "Finetune/Step Time": 5.851243944838643}
+{"Finetune/Learning Rate": 1.9680144561690067e-05, "Finetune/Loss": 0.9281086921691895, "Finetune/Loss (Raw)": 0.6816524267196655, "Finetune/Step": 2082, "Finetune/Step Time": 5.871201595291495}
+{"Finetune/Learning Rate": 1.967972192868486e-05, "Finetune/Loss": 0.9302890300750732, "Finetune/Loss (Raw)": 1.1049593687057495, "Finetune/Step": 2083, "Finetune/Step Time": 5.868717923760414}
+{"Finetune/Learning Rate": 1.9679299021190264e-05, "Finetune/Loss": 0.9308465123176575, "Finetune/Loss (Raw)": 1.0801483392715454, "Finetune/Step": 2084, "Finetune/Step Time": 5.866814834997058}
+{"Finetune/Learning Rate": 1.9678875839218276e-05, "Finetune/Loss": 0.9317749738693237, "Finetune/Loss (Raw)": 1.1215490102767944, "Finetune/Step": 2085, "Finetune/Step Time": 5.863941328600049}
+{"Finetune/Learning Rate": 1.967845238278089e-05, "Finetune/Loss": 0.9309737682342529, "Finetune/Loss (Raw)": 0.9191750288009644, "Finetune/Step": 2086, "Finetune/Step Time": 5.862112391740084}
+{"Finetune/Learning Rate": 1.9678028651890116e-05, "Finetune/Loss": 0.9296368360519409, "Finetune/Loss (Raw)": 0.8924234509468079, "Finetune/Step": 2087, "Finetune/Step Time": 5.870213830843568}
+{"Finetune/Learning Rate": 1.967760464655797e-05, "Finetune/Loss": 0.9296322464942932, "Finetune/Loss (Raw)": 1.010198712348938, "Finetune/Step": 2088, "Finetune/Step Time": 5.872464390471578}
+{"Finetune/Learning Rate": 1.9677180366796475e-05, "Finetune/Loss": 0.9309189319610596, "Finetune/Loss (Raw)": 1.0207321643829346, "Finetune/Step": 2089, "Finetune/Step Time": 5.8720117546617985}
+{"Finetune/Learning Rate": 1.9676755812617664e-05, "Finetune/Loss": 0.9331072568893433, "Finetune/Loss (Raw)": 1.1376557350158691, "Finetune/Step": 2090, "Finetune/Step Time": 5.8688069470226765}
+{"Finetune/Learning Rate": 1.9676330984033576e-05, "Finetune/Loss": 0.9336560368537903, "Finetune/Loss (Raw)": 0.9886415004730225, "Finetune/Step": 2091, "Finetune/Step Time": 5.884531507268548}
+{"Finetune/Learning Rate": 1.9675905881056258e-05, "Finetune/Loss": 0.9361411333084106, "Finetune/Loss (Raw)": 1.0427569150924683, "Finetune/Step": 2092, "Finetune/Step Time": 5.89193769171834}
+{"Finetune/Learning Rate": 1.9675480503697758e-05, "Finetune/Loss": 0.9362679719924927, "Finetune/Loss (Raw)": 0.9484727382659912, "Finetune/Step": 2093, "Finetune/Step Time": 5.8864469565451145}
+{"Finetune/Learning Rate": 1.9675054851970148e-05, "Finetune/Loss": 0.9386855959892273, "Finetune/Loss (Raw)": 1.0488228797912598, "Finetune/Step": 2094, "Finetune/Step Time": 5.878413932397962}
+{"Finetune/Learning Rate": 1.9674628925885497e-05, "Finetune/Loss": 0.939268946647644, "Finetune/Loss (Raw)": 1.0328034162521362, "Finetune/Step": 2095, "Finetune/Step Time": 5.8755467645823956}
+{"Finetune/Learning Rate": 1.9674202725455877e-05, "Finetune/Loss": 0.938359797000885, "Finetune/Loss (Raw)": 0.7851247787475586, "Finetune/Step": 2096, "Finetune/Step Time": 5.881384061649442}
+{"Finetune/Learning Rate": 1.967377625069338e-05, "Finetune/Loss": 0.9393388628959656, "Finetune/Loss (Raw)": 0.9553172588348389, "Finetune/Step": 2097, "Finetune/Step Time": 5.882222024723887}
+{"Finetune/Learning Rate": 1.9673349501610097e-05, "Finetune/Loss": 0.9398738145828247, "Finetune/Loss (Raw)": 0.9972558617591858, "Finetune/Step": 2098, "Finetune/Step Time": 5.884337643161416}
+{"Finetune/Learning Rate": 1.9672922478218125e-05, "Finetune/Loss": 0.9374972581863403, "Finetune/Loss (Raw)": 0.690021276473999, "Finetune/Step": 2099, "Finetune/Step Time": 5.891196109354496}
+{"Finetune/Learning Rate": 1.9672495180529584e-05, "Finetune/Loss": 0.9377094507217407, "Finetune/Loss (Raw)": 0.8646788597106934, "Finetune/Step": 2100, "Finetune/Step Time": 5.888770719990134}
+{"Finetune/Learning Rate": 1.967206760855658e-05, "Finetune/Loss": 0.9382171034812927, "Finetune/Loss (Raw)": 1.1077871322631836, "Finetune/Step": 2101, "Finetune/Step Time": 5.895128685981035}
+{"Finetune/Learning Rate": 1.9671639762311245e-05, "Finetune/Loss": 0.9377477169036865, "Finetune/Loss (Raw)": 0.8049678206443787, "Finetune/Step": 2102, "Finetune/Step Time": 5.894807701930404}
+{"Finetune/Learning Rate": 1.9671211641805706e-05, "Finetune/Loss": 0.9372499585151672, "Finetune/Loss (Raw)": 1.0402793884277344, "Finetune/Step": 2103, "Finetune/Step Time": 5.890618650242686}
+{"Finetune/Learning Rate": 1.967078324705211e-05, "Finetune/Loss": 0.9379461407661438, "Finetune/Loss (Raw)": 1.0632052421569824, "Finetune/Step": 2104, "Finetune/Step Time": 5.889898823574185}
+{"Finetune/Learning Rate": 1.9670354578062597e-05, "Finetune/Loss": 0.9385579824447632, "Finetune/Loss (Raw)": 0.995198130607605, "Finetune/Step": 2105, "Finetune/Step Time": 5.889374379068613}
+{"Finetune/Learning Rate": 1.966992563484933e-05, "Finetune/Loss": 0.939140796661377, "Finetune/Loss (Raw)": 0.9724387526512146, "Finetune/Step": 2106, "Finetune/Step Time": 5.8934964556247}
+{"Finetune/Learning Rate": 1.9669496417424465e-05, "Finetune/Loss": 0.9394317865371704, "Finetune/Loss (Raw)": 1.0105116367340088, "Finetune/Step": 2107, "Finetune/Step Time": 5.89175914041698}
+{"Finetune/Learning Rate": 1.9669066925800182e-05, "Finetune/Loss": 0.939519464969635, "Finetune/Loss (Raw)": 0.9380761384963989, "Finetune/Step": 2108, "Finetune/Step Time": 5.890373615548015}
+{"Finetune/Learning Rate": 1.966863715998866e-05, "Finetune/Loss": 0.9396264553070068, "Finetune/Loss (Raw)": 0.8985691070556641, "Finetune/Step": 2109, "Finetune/Step Time": 5.892438946291804}
+{"Finetune/Learning Rate": 1.9668207120002073e-05, "Finetune/Loss": 0.9398986101150513, "Finetune/Loss (Raw)": 1.014131784439087, "Finetune/Step": 2110, "Finetune/Step Time": 5.88921969011426}
+{"Finetune/Learning Rate": 1.966777680585263e-05, "Finetune/Loss": 0.9401793479919434, "Finetune/Loss (Raw)": 0.8956810832023621, "Finetune/Step": 2111, "Finetune/Step Time": 5.889467678964138}
+{"Finetune/Learning Rate": 1.9667346217552528e-05, "Finetune/Loss": 0.9394712448120117, "Finetune/Loss (Raw)": 0.8648141026496887, "Finetune/Step": 2112, "Finetune/Step Time": 5.88303641602397}
+{"Finetune/Learning Rate": 1.9666915355113976e-05, "Finetune/Loss": 0.9395309686660767, "Finetune/Loss (Raw)": 0.9714105725288391, "Finetune/Step": 2113, "Finetune/Step Time": 5.883333072066307}
+{"Finetune/Learning Rate": 1.9666484218549196e-05, "Finetune/Loss": 0.9385323524475098, "Finetune/Loss (Raw)": 0.9297649264335632, "Finetune/Step": 2114, "Finetune/Step Time": 5.883683402091265}
+{"Finetune/Learning Rate": 1.966605280787041e-05, "Finetune/Loss": 0.9402115345001221, "Finetune/Loss (Raw)": 1.1165146827697754, "Finetune/Step": 2115, "Finetune/Step Time": 5.885363286361098}
+{"Finetune/Learning Rate": 1.966562112308985e-05, "Finetune/Loss": 0.9386776089668274, "Finetune/Loss (Raw)": 0.8426499366760254, "Finetune/Step": 2116, "Finetune/Step Time": 5.882859056815505}
+{"Finetune/Learning Rate": 1.9665189164219766e-05, "Finetune/Loss": 0.9394952058792114, "Finetune/Loss (Raw)": 1.025139331817627, "Finetune/Step": 2117, "Finetune/Step Time": 5.888933692127466}
+{"Finetune/Learning Rate": 1.9664756931272398e-05, "Finetune/Loss": 0.9386796355247498, "Finetune/Loss (Raw)": 0.9277501106262207, "Finetune/Step": 2118, "Finetune/Step Time": 5.912145296111703}
+{"Finetune/Learning Rate": 1.9664324424260006e-05, "Finetune/Loss": 0.9373657703399658, "Finetune/Loss (Raw)": 0.8488720059394836, "Finetune/Step": 2119, "Finetune/Step Time": 5.921144545078278}
+{"Finetune/Learning Rate": 1.9663891643194857e-05, "Finetune/Loss": 0.937201738357544, "Finetune/Loss (Raw)": 1.0016911029815674, "Finetune/Step": 2120, "Finetune/Step Time": 5.91065513715148}
+{"Finetune/Learning Rate": 1.966345858808922e-05, "Finetune/Loss": 0.9392045736312866, "Finetune/Loss (Raw)": 1.0149049758911133, "Finetune/Step": 2121, "Finetune/Step Time": 5.9049760438501835}
+{"Finetune/Learning Rate": 1.9663025258955376e-05, "Finetune/Loss": 0.9375080466270447, "Finetune/Loss (Raw)": 0.8414243459701538, "Finetune/Step": 2122, "Finetune/Step Time": 5.905449587851763}
+{"Finetune/Learning Rate": 1.9662591655805616e-05, "Finetune/Loss": 0.9376105070114136, "Finetune/Loss (Raw)": 1.0680866241455078, "Finetune/Step": 2123, "Finetune/Step Time": 5.906928155571222}
+{"Finetune/Learning Rate": 1.966215777865223e-05, "Finetune/Loss": 0.9386956691741943, "Finetune/Loss (Raw)": 0.978424072265625, "Finetune/Step": 2124, "Finetune/Step Time": 5.91279036924243}
+{"Finetune/Learning Rate": 1.9661723627507528e-05, "Finetune/Loss": 0.9382466077804565, "Finetune/Loss (Raw)": 1.0132534503936768, "Finetune/Step": 2125, "Finetune/Step Time": 5.9143402725458145}
+{"Finetune/Learning Rate": 1.966128920238382e-05, "Finetune/Loss": 0.9371929168701172, "Finetune/Loss (Raw)": 0.7946634292602539, "Finetune/Step": 2126, "Finetune/Step Time": 5.916725303977728}
+{"Finetune/Learning Rate": 1.966085450329342e-05, "Finetune/Loss": 0.9365851879119873, "Finetune/Loss (Raw)": 0.8840404748916626, "Finetune/Step": 2127, "Finetune/Step Time": 5.913842925801873}
+{"Finetune/Learning Rate": 1.9660419530248657e-05, "Finetune/Loss": 0.9337224960327148, "Finetune/Loss (Raw)": 0.6995610594749451, "Finetune/Step": 2128, "Finetune/Step Time": 5.919281603768468}
+{"Finetune/Learning Rate": 1.9659984283261866e-05, "Finetune/Loss": 0.9343128204345703, "Finetune/Loss (Raw)": 0.941721498966217, "Finetune/Step": 2129, "Finetune/Step Time": 5.919257069006562}
+{"Finetune/Learning Rate": 1.9659548762345392e-05, "Finetune/Loss": 0.9318250417709351, "Finetune/Loss (Raw)": 0.7604257464408875, "Finetune/Step": 2130, "Finetune/Step Time": 5.959537696093321}
+{"Finetune/Learning Rate": 1.9659112967511586e-05, "Finetune/Loss": 0.9315429925918579, "Finetune/Loss (Raw)": 0.90767902135849, "Finetune/Step": 2131, "Finetune/Step Time": 5.961175898090005}
+{"Finetune/Learning Rate": 1.96586768987728e-05, "Finetune/Loss": 0.9317960739135742, "Finetune/Loss (Raw)": 1.0661125183105469, "Finetune/Step": 2132, "Finetune/Step Time": 5.957443492487073}
+{"Finetune/Learning Rate": 1.96582405561414e-05, "Finetune/Loss": 0.9315197467803955, "Finetune/Loss (Raw)": 0.9712187647819519, "Finetune/Step": 2133, "Finetune/Step Time": 5.940296536311507}
+{"Finetune/Learning Rate": 1.9657803939629767e-05, "Finetune/Loss": 0.9311139583587646, "Finetune/Loss (Raw)": 0.9068353772163391, "Finetune/Step": 2134, "Finetune/Step Time": 5.936382986605167}
+{"Finetune/Learning Rate": 1.9657367049250276e-05, "Finetune/Loss": 0.9308563470840454, "Finetune/Loss (Raw)": 0.8990474939346313, "Finetune/Step": 2135, "Finetune/Step Time": 5.9201294761151075}
+{"Finetune/Learning Rate": 1.9656929885015318e-05, "Finetune/Loss": 0.9334348440170288, "Finetune/Loss (Raw)": 0.9256137609481812, "Finetune/Step": 2136, "Finetune/Step Time": 5.898353014141321}
+{"Finetune/Learning Rate": 1.965649244693729e-05, "Finetune/Loss": 0.9334763288497925, "Finetune/Loss (Raw)": 0.9120420813560486, "Finetune/Step": 2137, "Finetune/Step Time": 5.895973524078727}
+{"Finetune/Learning Rate": 1.9656054735028592e-05, "Finetune/Loss": 0.9326037168502808, "Finetune/Loss (Raw)": 0.9019586443901062, "Finetune/Step": 2138, "Finetune/Step Time": 5.909925909712911}
+{"Finetune/Learning Rate": 1.965561674930164e-05, "Finetune/Loss": 0.9315904378890991, "Finetune/Loss (Raw)": 0.7972220182418823, "Finetune/Step": 2139, "Finetune/Step Time": 5.908132616430521}
+{"Finetune/Learning Rate": 1.9655178489768857e-05, "Finetune/Loss": 0.9325138926506042, "Finetune/Loss (Raw)": 1.1305328607559204, "Finetune/Step": 2140, "Finetune/Step Time": 5.936359660699964}
+{"Finetune/Learning Rate": 1.9654739956442665e-05, "Finetune/Loss": 0.931912899017334, "Finetune/Loss (Raw)": 0.8860817551612854, "Finetune/Step": 2141, "Finetune/Step Time": 5.932935617864132}
+{"Finetune/Learning Rate": 1.9654301149335505e-05, "Finetune/Loss": 0.9323369860649109, "Finetune/Loss (Raw)": 1.075282335281372, "Finetune/Step": 2142, "Finetune/Step Time": 5.934390116482973}
+{"Finetune/Learning Rate": 1.9653862068459816e-05, "Finetune/Loss": 0.9309868216514587, "Finetune/Loss (Raw)": 0.8192543387413025, "Finetune/Step": 2143, "Finetune/Step Time": 5.940909266471863}
+{"Finetune/Learning Rate": 1.965342271382805e-05, "Finetune/Loss": 0.9287904500961304, "Finetune/Loss (Raw)": 0.6839861273765564, "Finetune/Step": 2144, "Finetune/Step Time": 5.958371911197901}
+{"Finetune/Learning Rate": 1.9652983085452665e-05, "Finetune/Loss": 0.9287460446357727, "Finetune/Loss (Raw)": 1.0106581449508667, "Finetune/Step": 2145, "Finetune/Step Time": 5.953389564529061}
+{"Finetune/Learning Rate": 1.9652543183346132e-05, "Finetune/Loss": 0.9298394322395325, "Finetune/Loss (Raw)": 0.957614541053772, "Finetune/Step": 2146, "Finetune/Step Time": 5.946741132065654}
+{"Finetune/Learning Rate": 1.9652103007520923e-05, "Finetune/Loss": 0.9312428832054138, "Finetune/Loss (Raw)": 1.0968111753463745, "Finetune/Step": 2147, "Finetune/Step Time": 5.944134082645178}
+{"Finetune/Learning Rate": 1.9651662557989516e-05, "Finetune/Loss": 0.9310318231582642, "Finetune/Loss (Raw)": 0.9919518232345581, "Finetune/Step": 2148, "Finetune/Step Time": 5.946334008127451}
+{"Finetune/Learning Rate": 1.965122183476441e-05, "Finetune/Loss": 0.9319545030593872, "Finetune/Loss (Raw)": 1.0335942506790161, "Finetune/Step": 2149, "Finetune/Step Time": 5.944369031116366}
+{"Finetune/Learning Rate": 1.9650780837858093e-05, "Finetune/Loss": 0.9317939281463623, "Finetune/Loss (Raw)": 0.9066872000694275, "Finetune/Step": 2150, "Finetune/Step Time": 5.9435781147331}
+{"Finetune/Learning Rate": 1.9650339567283075e-05, "Finetune/Loss": 0.9307972192764282, "Finetune/Loss (Raw)": 0.808807909488678, "Finetune/Step": 2151, "Finetune/Step Time": 5.943623162806034}
+{"Finetune/Learning Rate": 1.964989802305187e-05, "Finetune/Loss": 0.9315651655197144, "Finetune/Loss (Raw)": 0.9604867100715637, "Finetune/Step": 2152, "Finetune/Step Time": 5.945102084428072}
+{"Finetune/Learning Rate": 1.9649456205176996e-05, "Finetune/Loss": 0.9309533834457397, "Finetune/Loss (Raw)": 0.912190318107605, "Finetune/Step": 2153, "Finetune/Step Time": 5.941295953467488}
+{"Finetune/Learning Rate": 1.9649014113670984e-05, "Finetune/Loss": 0.9307355284690857, "Finetune/Loss (Raw)": 0.8519285321235657, "Finetune/Step": 2154, "Finetune/Step Time": 5.954621953889728}
+{"Finetune/Learning Rate": 1.964857174854637e-05, "Finetune/Loss": 0.9298478364944458, "Finetune/Loss (Raw)": 0.8351131081581116, "Finetune/Step": 2155, "Finetune/Step Time": 5.957987271249294}
+{"Finetune/Learning Rate": 1.96481291098157e-05, "Finetune/Loss": 0.931908130645752, "Finetune/Loss (Raw)": 0.9528646469116211, "Finetune/Step": 2156, "Finetune/Step Time": 5.9356180392205715}
+{"Finetune/Learning Rate": 1.964768619749152e-05, "Finetune/Loss": 0.9328691363334656, "Finetune/Loss (Raw)": 1.0594121217727661, "Finetune/Step": 2157, "Finetune/Step Time": 5.934110684320331}
+{"Finetune/Learning Rate": 1.9647243011586396e-05, "Finetune/Loss": 0.9324048757553101, "Finetune/Loss (Raw)": 0.9572073221206665, "Finetune/Step": 2158, "Finetune/Step Time": 5.926934454590082}
+{"Finetune/Learning Rate": 1.9646799552112894e-05, "Finetune/Loss": 0.9331037998199463, "Finetune/Loss (Raw)": 1.0211946964263916, "Finetune/Step": 2159, "Finetune/Step Time": 5.927779937162995}
+{"Finetune/Learning Rate": 1.964635581908359e-05, "Finetune/Loss": 0.9318987727165222, "Finetune/Loss (Raw)": 0.8115459680557251, "Finetune/Step": 2160, "Finetune/Step Time": 5.927536573261023}
+{"Finetune/Learning Rate": 1.9645911812511064e-05, "Finetune/Loss": 0.9317724704742432, "Finetune/Loss (Raw)": 0.9529910683631897, "Finetune/Step": 2161, "Finetune/Step Time": 5.927640225738287}
+{"Finetune/Learning Rate": 1.9645467532407905e-05, "Finetune/Loss": 0.9325825572013855, "Finetune/Loss (Raw)": 0.9025049209594727, "Finetune/Step": 2162, "Finetune/Step Time": 5.924592923372984}
+{"Finetune/Learning Rate": 1.964502297878672e-05, "Finetune/Loss": 0.9329563975334167, "Finetune/Loss (Raw)": 0.9332315325737, "Finetune/Step": 2163, "Finetune/Step Time": 5.920013787224889}
+{"Finetune/Learning Rate": 1.9644578151660105e-05, "Finetune/Loss": 0.9328283071517944, "Finetune/Loss (Raw)": 0.9344862699508667, "Finetune/Step": 2164, "Finetune/Step Time": 5.920317800715566}
+{"Finetune/Learning Rate": 1.9644133051040685e-05, "Finetune/Loss": 0.9342343211174011, "Finetune/Loss (Raw)": 1.0395008325576782, "Finetune/Step": 2165, "Finetune/Step Time": 5.9202495738863945}
+{"Finetune/Learning Rate": 1.964368767694107e-05, "Finetune/Loss": 0.9321303367614746, "Finetune/Loss (Raw)": 0.5614704489707947, "Finetune/Step": 2166, "Finetune/Step Time": 5.940549394115806}
+{"Finetune/Learning Rate": 1.96432420293739e-05, "Finetune/Loss": 0.9336652755737305, "Finetune/Loss (Raw)": 1.082943320274353, "Finetune/Step": 2167, "Finetune/Step Time": 5.942106124013662}
+{"Finetune/Learning Rate": 1.9642796108351804e-05, "Finetune/Loss": 0.9336956739425659, "Finetune/Loss (Raw)": 0.9258368015289307, "Finetune/Step": 2168, "Finetune/Step Time": 5.939212629571557}
+{"Finetune/Learning Rate": 1.9642349913887432e-05, "Finetune/Loss": 0.9341820478439331, "Finetune/Loss (Raw)": 0.7638214230537415, "Finetune/Step": 2169, "Finetune/Step Time": 5.9376226011663675}
+{"Finetune/Learning Rate": 1.964190344599344e-05, "Finetune/Loss": 0.9354648590087891, "Finetune/Loss (Raw)": 0.9950560331344604, "Finetune/Step": 2170, "Finetune/Step Time": 5.938949089497328}
+{"Finetune/Learning Rate": 1.964145670468248e-05, "Finetune/Loss": 0.9354041814804077, "Finetune/Loss (Raw)": 0.9894002079963684, "Finetune/Step": 2171, "Finetune/Step Time": 5.934922395274043}
+{"Finetune/Learning Rate": 1.9641009689967223e-05, "Finetune/Loss": 0.9354556798934937, "Finetune/Loss (Raw)": 0.7553082704544067, "Finetune/Step": 2172, "Finetune/Step Time": 5.946183493360877}
+{"Finetune/Learning Rate": 1.964056240186035e-05, "Finetune/Loss": 0.9369195103645325, "Finetune/Loss (Raw)": 1.0263522863388062, "Finetune/Step": 2173, "Finetune/Step Time": 5.950658652931452}
+{"Finetune/Learning Rate": 1.964011484037454e-05, "Finetune/Loss": 0.9366773366928101, "Finetune/Loss (Raw)": 0.8737666606903076, "Finetune/Step": 2174, "Finetune/Step Time": 5.933867484331131}
+{"Finetune/Learning Rate": 1.9639667005522486e-05, "Finetune/Loss": 0.9371160268783569, "Finetune/Loss (Raw)": 1.0605335235595703, "Finetune/Step": 2175, "Finetune/Step Time": 5.932163780555129}
+{"Finetune/Learning Rate": 1.9639218897316885e-05, "Finetune/Loss": 0.9371092319488525, "Finetune/Loss (Raw)": 0.9662314653396606, "Finetune/Step": 2176, "Finetune/Step Time": 5.933260198682547}
+{"Finetune/Learning Rate": 1.9638770515770447e-05, "Finetune/Loss": 0.9349055290222168, "Finetune/Loss (Raw)": 0.8226600289344788, "Finetune/Step": 2177, "Finetune/Step Time": 5.9299367889761925}
+{"Finetune/Learning Rate": 1.9638321860895887e-05, "Finetune/Loss": 0.9331750869750977, "Finetune/Loss (Raw)": 0.7683852314949036, "Finetune/Step": 2178, "Finetune/Step Time": 5.933139255270362}
+{"Finetune/Learning Rate": 1.963787293270593e-05, "Finetune/Loss": 0.9344257712364197, "Finetune/Loss (Raw)": 1.0624616146087646, "Finetune/Step": 2179, "Finetune/Step Time": 5.933552445843816}
+{"Finetune/Learning Rate": 1.96374237312133e-05, "Finetune/Loss": 0.9335806369781494, "Finetune/Loss (Raw)": 0.8750053644180298, "Finetune/Step": 2180, "Finetune/Step Time": 5.9274581130594015}
+{"Finetune/Learning Rate": 1.9636974256430738e-05, "Finetune/Loss": 0.9345588684082031, "Finetune/Loss (Raw)": 0.9207153916358948, "Finetune/Step": 2181, "Finetune/Step Time": 5.927603838965297}
+{"Finetune/Learning Rate": 1.963652450837099e-05, "Finetune/Loss": 0.933076798915863, "Finetune/Loss (Raw)": 0.7839006781578064, "Finetune/Step": 2182, "Finetune/Step Time": 5.922747008502483}
+{"Finetune/Learning Rate": 1.9636074487046813e-05, "Finetune/Loss": 0.9333527088165283, "Finetune/Loss (Raw)": 0.888545572757721, "Finetune/Step": 2183, "Finetune/Step Time": 5.924910744652152}
+{"Finetune/Learning Rate": 1.963562419247096e-05, "Finetune/Loss": 0.9327132105827332, "Finetune/Loss (Raw)": 0.8520867228507996, "Finetune/Step": 2184, "Finetune/Step Time": 5.925656829029322}
+{"Finetune/Learning Rate": 1.9635173624656208e-05, "Finetune/Loss": 0.9337677955627441, "Finetune/Loss (Raw)": 0.9368528127670288, "Finetune/Step": 2185, "Finetune/Step Time": 5.9238461051136255}
+{"Finetune/Learning Rate": 1.963472278361533e-05, "Finetune/Loss": 0.9356189370155334, "Finetune/Loss (Raw)": 1.051527500152588, "Finetune/Step": 2186, "Finetune/Step Time": 5.924071524292231}
+{"Finetune/Learning Rate": 1.9634271669361112e-05, "Finetune/Loss": 0.9364272356033325, "Finetune/Loss (Raw)": 0.9715789556503296, "Finetune/Step": 2187, "Finetune/Step Time": 5.922884685918689}
+{"Finetune/Learning Rate": 1.963382028190634e-05, "Finetune/Loss": 0.9356403350830078, "Finetune/Loss (Raw)": 1.057640790939331, "Finetune/Step": 2188, "Finetune/Step Time": 5.924530575051904}
+{"Finetune/Learning Rate": 1.963336862126383e-05, "Finetune/Loss": 0.9371278285980225, "Finetune/Loss (Raw)": 0.9588144421577454, "Finetune/Step": 2189, "Finetune/Step Time": 5.926070015877485}
+{"Finetune/Learning Rate": 1.963291668744637e-05, "Finetune/Loss": 0.9373729228973389, "Finetune/Loss (Raw)": 0.9424135684967041, "Finetune/Step": 2190, "Finetune/Step Time": 5.926827872171998}
+{"Finetune/Learning Rate": 1.963246448046679e-05, "Finetune/Loss": 0.9365065693855286, "Finetune/Loss (Raw)": 0.8807632327079773, "Finetune/Step": 2191, "Finetune/Step Time": 5.925598783418536}
+{"Finetune/Learning Rate": 1.963201200033791e-05, "Finetune/Loss": 0.9391335844993591, "Finetune/Loss (Raw)": 0.9746742844581604, "Finetune/Step": 2192, "Finetune/Step Time": 5.912653045728803}
+{"Finetune/Learning Rate": 1.9631559247072553e-05, "Finetune/Loss": 0.9384621977806091, "Finetune/Loss (Raw)": 0.9914204478263855, "Finetune/Step": 2193, "Finetune/Step Time": 5.914298947900534}
+{"Finetune/Learning Rate": 1.9631106220683568e-05, "Finetune/Loss": 0.939258337020874, "Finetune/Loss (Raw)": 1.0621649026870728, "Finetune/Step": 2194, "Finetune/Step Time": 5.910258861258626}
+{"Finetune/Learning Rate": 1.96306529211838e-05, "Finetune/Loss": 0.9381927251815796, "Finetune/Loss (Raw)": 0.9599745869636536, "Finetune/Step": 2195, "Finetune/Step Time": 5.908198114484549}
+{"Finetune/Learning Rate": 1.9630199348586097e-05, "Finetune/Loss": 0.9400181770324707, "Finetune/Loss (Raw)": 1.060831069946289, "Finetune/Step": 2196, "Finetune/Step Time": 5.90308397077024}
+{"Finetune/Learning Rate": 1.9629745502903328e-05, "Finetune/Loss": 0.9393455386161804, "Finetune/Loss (Raw)": 0.8459550738334656, "Finetune/Step": 2197, "Finetune/Step Time": 5.927521051838994}
+{"Finetune/Learning Rate": 1.9629291384148358e-05, "Finetune/Loss": 0.9396719932556152, "Finetune/Loss (Raw)": 0.8884405493736267, "Finetune/Step": 2198, "Finetune/Step Time": 5.911932919174433}
+{"Finetune/Learning Rate": 1.962883699233407e-05, "Finetune/Loss": 0.9384640455245972, "Finetune/Loss (Raw)": 0.8441125750541687, "Finetune/Step": 2199, "Finetune/Step Time": 5.904451258480549}
+{"Finetune/Learning Rate": 1.962838232747334e-05, "Finetune/Loss": 0.938740611076355, "Finetune/Loss (Raw)": 0.9167044758796692, "Finetune/Step": 2200, "Finetune/Step Time": 5.891395738348365}
+{"Finetune/Learning Rate": 1.962792738957907e-05, "Finetune/Loss": 0.9383537173271179, "Finetune/Loss (Raw)": 1.0233293771743774, "Finetune/Step": 2201, "Finetune/Step Time": 5.892789211124182}
+{"Finetune/Learning Rate": 1.9627472178664156e-05, "Finetune/Loss": 0.9385842680931091, "Finetune/Loss (Raw)": 0.877832293510437, "Finetune/Step": 2202, "Finetune/Step Time": 5.900666166096926}
+{"Finetune/Learning Rate": 1.962701669474151e-05, "Finetune/Loss": 0.9403265714645386, "Finetune/Loss (Raw)": 1.0788695812225342, "Finetune/Step": 2203, "Finetune/Step Time": 5.9002699945122}
+{"Finetune/Learning Rate": 1.9626560937824047e-05, "Finetune/Loss": 0.9394211769104004, "Finetune/Loss (Raw)": 0.9236251711845398, "Finetune/Step": 2204, "Finetune/Step Time": 5.896128347143531}
+{"Finetune/Learning Rate": 1.9626104907924688e-05, "Finetune/Loss": 0.9404963254928589, "Finetune/Loss (Raw)": 1.0316404104232788, "Finetune/Step": 2205, "Finetune/Step Time": 5.8955327570438385}
+{"Finetune/Learning Rate": 1.9625648605056368e-05, "Finetune/Loss": 0.9415429830551147, "Finetune/Loss (Raw)": 1.0129061937332153, "Finetune/Step": 2206, "Finetune/Step Time": 5.895638158544898}
+{"Finetune/Learning Rate": 1.9625192029232023e-05, "Finetune/Loss": 0.9417667388916016, "Finetune/Loss (Raw)": 1.0399541854858398, "Finetune/Step": 2207, "Finetune/Step Time": 5.897398503497243}
+{"Finetune/Learning Rate": 1.9624735180464602e-05, "Finetune/Loss": 0.94175124168396, "Finetune/Loss (Raw)": 0.857710063457489, "Finetune/Step": 2208, "Finetune/Step Time": 5.907127663493156}
+{"Finetune/Learning Rate": 1.9624278058767062e-05, "Finetune/Loss": 0.9404767751693726, "Finetune/Loss (Raw)": 0.8148093819618225, "Finetune/Step": 2209, "Finetune/Step Time": 5.897159893065691}
+{"Finetune/Learning Rate": 1.9623820664152366e-05, "Finetune/Loss": 0.9426464438438416, "Finetune/Loss (Raw)": 0.959376335144043, "Finetune/Step": 2210, "Finetune/Step Time": 5.879136951640248}
+{"Finetune/Learning Rate": 1.9623362996633476e-05, "Finetune/Loss": 0.9402955770492554, "Finetune/Loss (Raw)": 0.8040467500686646, "Finetune/Step": 2211, "Finetune/Step Time": 5.893312441185117}
+{"Finetune/Learning Rate": 1.9622905056223382e-05, "Finetune/Loss": 0.9387105703353882, "Finetune/Loss (Raw)": 0.8772693276405334, "Finetune/Step": 2212, "Finetune/Step Time": 5.895790653303266}
+{"Finetune/Learning Rate": 1.9622446842935066e-05, "Finetune/Loss": 0.9369326829910278, "Finetune/Loss (Raw)": 0.8939819931983948, "Finetune/Step": 2213, "Finetune/Step Time": 5.89650640077889}
+{"Finetune/Learning Rate": 1.9621988356781516e-05, "Finetune/Loss": 0.9363577365875244, "Finetune/Loss (Raw)": 0.8455724716186523, "Finetune/Step": 2214, "Finetune/Step Time": 5.900773528963327}
+{"Finetune/Learning Rate": 1.9621529597775736e-05, "Finetune/Loss": 0.9362666606903076, "Finetune/Loss (Raw)": 0.8807649612426758, "Finetune/Step": 2215, "Finetune/Step Time": 5.895405950024724}
+{"Finetune/Learning Rate": 1.962107056593074e-05, "Finetune/Loss": 0.9341591596603394, "Finetune/Loss (Raw)": 0.7404452562332153, "Finetune/Step": 2216, "Finetune/Step Time": 5.912305505946279}
+{"Finetune/Learning Rate": 1.9620611261259543e-05, "Finetune/Loss": 0.9340318441390991, "Finetune/Loss (Raw)": 1.0044275522232056, "Finetune/Step": 2217, "Finetune/Step Time": 5.918187644332647}
+{"Finetune/Learning Rate": 1.9620151683775165e-05, "Finetune/Loss": 0.9316614866256714, "Finetune/Loss (Raw)": 0.8342576026916504, "Finetune/Step": 2218, "Finetune/Step Time": 5.915715267881751}
+{"Finetune/Learning Rate": 1.9619691833490645e-05, "Finetune/Loss": 0.9311419129371643, "Finetune/Loss (Raw)": 0.922135055065155, "Finetune/Step": 2219, "Finetune/Step Time": 5.901068612933159}
+{"Finetune/Learning Rate": 1.9619231710419013e-05, "Finetune/Loss": 0.9299840927124023, "Finetune/Loss (Raw)": 0.8945598602294922, "Finetune/Step": 2220, "Finetune/Step Time": 5.89835742674768}
+{"Finetune/Learning Rate": 1.961877131457333e-05, "Finetune/Loss": 0.9287000894546509, "Finetune/Loss (Raw)": 0.7841118574142456, "Finetune/Step": 2221, "Finetune/Step Time": 5.899528281763196}
+{"Finetune/Learning Rate": 1.9618310645966637e-05, "Finetune/Loss": 0.9271237850189209, "Finetune/Loss (Raw)": 0.847057580947876, "Finetune/Step": 2222, "Finetune/Step Time": 5.896321851760149}
+{"Finetune/Learning Rate": 1.9617849704612012e-05, "Finetune/Loss": 0.9267911911010742, "Finetune/Loss (Raw)": 0.990236222743988, "Finetune/Step": 2223, "Finetune/Step Time": 5.8943885043263435}
+{"Finetune/Learning Rate": 1.9617388490522516e-05, "Finetune/Loss": 0.9282477498054504, "Finetune/Loss (Raw)": 0.9715612530708313, "Finetune/Step": 2224, "Finetune/Step Time": 5.8874609135091305}
+{"Finetune/Learning Rate": 1.961692700371123e-05, "Finetune/Loss": 0.9292480945587158, "Finetune/Loss (Raw)": 1.083357334136963, "Finetune/Step": 2225, "Finetune/Step Time": 5.8844024911522865}
+{"Finetune/Learning Rate": 1.9616465244191242e-05, "Finetune/Loss": 0.9293949007987976, "Finetune/Loss (Raw)": 1.0160506963729858, "Finetune/Step": 2226, "Finetune/Step Time": 5.882879316806793}
+{"Finetune/Learning Rate": 1.9616003211975645e-05, "Finetune/Loss": 0.9311463832855225, "Finetune/Loss (Raw)": 0.9142146706581116, "Finetune/Step": 2227, "Finetune/Step Time": 5.865968652069569}
+{"Finetune/Learning Rate": 1.9615540907077542e-05, "Finetune/Loss": 0.9302598834037781, "Finetune/Loss (Raw)": 0.75120609998703, "Finetune/Step": 2228, "Finetune/Step Time": 5.878715343773365}
+{"Finetune/Learning Rate": 1.961507832951004e-05, "Finetune/Loss": 0.9285855889320374, "Finetune/Loss (Raw)": 0.8934751749038696, "Finetune/Step": 2229, "Finetune/Step Time": 5.889894155785441}
+{"Finetune/Learning Rate": 1.9614615479286263e-05, "Finetune/Loss": 0.9293841123580933, "Finetune/Loss (Raw)": 0.907180666923523, "Finetune/Step": 2230, "Finetune/Step Time": 5.889616435393691}
+{"Finetune/Learning Rate": 1.9614152356419326e-05, "Finetune/Loss": 0.9292672872543335, "Finetune/Loss (Raw)": 1.0253206491470337, "Finetune/Step": 2231, "Finetune/Step Time": 5.889706062152982}
+{"Finetune/Learning Rate": 1.9613688960922367e-05, "Finetune/Loss": 0.9267773628234863, "Finetune/Loss (Raw)": 0.7444968819618225, "Finetune/Step": 2232, "Finetune/Step Time": 5.894241979345679}
+{"Finetune/Learning Rate": 1.9613225292808528e-05, "Finetune/Loss": 0.9259439706802368, "Finetune/Loss (Raw)": 0.8885297775268555, "Finetune/Step": 2233, "Finetune/Step Time": 5.909762306138873}
+{"Finetune/Learning Rate": 1.9612761352090955e-05, "Finetune/Loss": 0.9248979091644287, "Finetune/Loss (Raw)": 0.8385371565818787, "Finetune/Step": 2234, "Finetune/Step Time": 5.905926167964935}
+{"Finetune/Learning Rate": 1.9612297138782808e-05, "Finetune/Loss": 0.9253765344619751, "Finetune/Loss (Raw)": 1.0717778205871582, "Finetune/Step": 2235, "Finetune/Step Time": 5.902952225878835}
+{"Finetune/Learning Rate": 1.9611832652897246e-05, "Finetune/Loss": 0.9253044128417969, "Finetune/Loss (Raw)": 0.9288429021835327, "Finetune/Step": 2236, "Finetune/Step Time": 5.915355680510402}
+{"Finetune/Learning Rate": 1.9611367894447442e-05, "Finetune/Loss": 0.9261525869369507, "Finetune/Loss (Raw)": 1.0071327686309814, "Finetune/Step": 2237, "Finetune/Step Time": 5.921720940619707}
+{"Finetune/Learning Rate": 1.9610902863446577e-05, "Finetune/Loss": 0.9256479144096375, "Finetune/Loss (Raw)": 0.949532687664032, "Finetune/Step": 2238, "Finetune/Step Time": 5.924832239747047}
+{"Finetune/Learning Rate": 1.9610437559907835e-05, "Finetune/Loss": 0.9263789653778076, "Finetune/Loss (Raw)": 0.9892545342445374, "Finetune/Step": 2239, "Finetune/Step Time": 5.924906196072698}
+{"Finetune/Learning Rate": 1.9609971983844412e-05, "Finetune/Loss": 0.9284841418266296, "Finetune/Loss (Raw)": 1.1342827081680298, "Finetune/Step": 2240, "Finetune/Step Time": 5.9249617625027895}
+{"Finetune/Learning Rate": 1.9609506135269514e-05, "Finetune/Loss": 0.928630530834198, "Finetune/Loss (Raw)": 0.9901469945907593, "Finetune/Step": 2241, "Finetune/Step Time": 5.923354076221585}
+{"Finetune/Learning Rate": 1.9609040014196344e-05, "Finetune/Loss": 0.9299272298812866, "Finetune/Loss (Raw)": 1.0957400798797607, "Finetune/Step": 2242, "Finetune/Step Time": 5.920088708400726}
+{"Finetune/Learning Rate": 1.9608573620638127e-05, "Finetune/Loss": 0.928063154220581, "Finetune/Loss (Raw)": 0.8779209852218628, "Finetune/Step": 2243, "Finetune/Step Time": 5.915013117715716}
+{"Finetune/Learning Rate": 1.9608106954608082e-05, "Finetune/Loss": 0.9290924072265625, "Finetune/Loss (Raw)": 0.9743905067443848, "Finetune/Step": 2244, "Finetune/Step Time": 5.922293819487095}
+{"Finetune/Learning Rate": 1.9607640016119448e-05, "Finetune/Loss": 0.9284167289733887, "Finetune/Loss (Raw)": 0.938652515411377, "Finetune/Step": 2245, "Finetune/Step Time": 5.920196909457445}
+{"Finetune/Learning Rate": 1.960717280518546e-05, "Finetune/Loss": 0.927082896232605, "Finetune/Loss (Raw)": 0.7570180296897888, "Finetune/Step": 2246, "Finetune/Step Time": 5.897397991269827}
+{"Finetune/Learning Rate": 1.9606705321819374e-05, "Finetune/Loss": 0.9274843335151672, "Finetune/Loss (Raw)": 0.9002541303634644, "Finetune/Step": 2247, "Finetune/Step Time": 5.889341693371534}
+{"Finetune/Learning Rate": 1.9606237566034443e-05, "Finetune/Loss": 0.9272871017456055, "Finetune/Loss (Raw)": 0.976442813873291, "Finetune/Step": 2248, "Finetune/Step Time": 5.8936973586678505}
+{"Finetune/Learning Rate": 1.960576953784393e-05, "Finetune/Loss": 0.9264330863952637, "Finetune/Loss (Raw)": 0.9056001305580139, "Finetune/Step": 2249, "Finetune/Step Time": 5.906458720564842}
+{"Finetune/Learning Rate": 1.9605301237261108e-05, "Finetune/Loss": 0.9275496006011963, "Finetune/Loss (Raw)": 0.9843289852142334, "Finetune/Step": 2250, "Finetune/Step Time": 5.907781774178147}
+{"Finetune/Learning Rate": 1.9604832664299257e-05, "Finetune/Loss": 0.9273874163627625, "Finetune/Loss (Raw)": 1.0473304986953735, "Finetune/Step": 2251, "Finetune/Step Time": 5.9101314432919025}
+{"Finetune/Learning Rate": 1.9604363818971664e-05, "Finetune/Loss": 0.926884651184082, "Finetune/Loss (Raw)": 0.9140642881393433, "Finetune/Step": 2252, "Finetune/Step Time": 5.911268554627895}
+{"Finetune/Learning Rate": 1.9603894701291622e-05, "Finetune/Loss": 0.927057147026062, "Finetune/Loss (Raw)": 1.0353368520736694, "Finetune/Step": 2253, "Finetune/Step Time": 5.91353970579803}
+{"Finetune/Learning Rate": 1.960342531127244e-05, "Finetune/Loss": 0.9271562099456787, "Finetune/Loss (Raw)": 0.8073424100875854, "Finetune/Step": 2254, "Finetune/Step Time": 5.937652409076691}
+{"Finetune/Learning Rate": 1.9602955648927423e-05, "Finetune/Loss": 0.929275631904602, "Finetune/Loss (Raw)": 1.1553289890289307, "Finetune/Step": 2255, "Finetune/Step Time": 5.941629875451326}
+{"Finetune/Learning Rate": 1.960248571426989e-05, "Finetune/Loss": 0.9322478771209717, "Finetune/Loss (Raw)": 1.0800069570541382, "Finetune/Step": 2256, "Finetune/Step Time": 5.941377503797412}
+{"Finetune/Learning Rate": 1.960201550731317e-05, "Finetune/Loss": 0.9319758415222168, "Finetune/Loss (Raw)": 0.9069006443023682, "Finetune/Step": 2257, "Finetune/Step Time": 5.945091420784593}
+{"Finetune/Learning Rate": 1.9601545028070592e-05, "Finetune/Loss": 0.9337329864501953, "Finetune/Loss (Raw)": 0.9853441119194031, "Finetune/Step": 2258, "Finetune/Step Time": 5.90580602362752}
+{"Finetune/Learning Rate": 1.96010742765555e-05, "Finetune/Loss": 0.9348446130752563, "Finetune/Loss (Raw)": 1.049972414970398, "Finetune/Step": 2259, "Finetune/Step Time": 5.9041541162878275}
+{"Finetune/Learning Rate": 1.9600603252781243e-05, "Finetune/Loss": 0.9343401789665222, "Finetune/Loss (Raw)": 1.0015360116958618, "Finetune/Step": 2260, "Finetune/Step Time": 5.90549098700285}
+{"Finetune/Learning Rate": 1.9600131956761184e-05, "Finetune/Loss": 0.9339417219161987, "Finetune/Loss (Raw)": 0.9202245473861694, "Finetune/Step": 2261, "Finetune/Step Time": 5.908563755452633}
+{"Finetune/Learning Rate": 1.9599660388508675e-05, "Finetune/Loss": 0.9344766139984131, "Finetune/Loss (Raw)": 0.975297749042511, "Finetune/Step": 2262, "Finetune/Step Time": 5.908326542004943}
+{"Finetune/Learning Rate": 1.95991885480371e-05, "Finetune/Loss": 0.9346128106117249, "Finetune/Loss (Raw)": 0.9164803624153137, "Finetune/Step": 2263, "Finetune/Step Time": 5.906221752986312}
+{"Finetune/Learning Rate": 1.9598716435359834e-05, "Finetune/Loss": 0.9351193308830261, "Finetune/Loss (Raw)": 0.9904417991638184, "Finetune/Step": 2264, "Finetune/Step Time": 5.915146790444851}
+{"Finetune/Learning Rate": 1.9598244050490264e-05, "Finetune/Loss": 0.9346312284469604, "Finetune/Loss (Raw)": 0.8495761156082153, "Finetune/Step": 2265, "Finetune/Step Time": 5.913636587560177}
+{"Finetune/Learning Rate": 1.9597771393441784e-05, "Finetune/Loss": 0.9345910549163818, "Finetune/Loss (Raw)": 0.8968043327331543, "Finetune/Step": 2266, "Finetune/Step Time": 5.90359902381897}
+{"Finetune/Learning Rate": 1.9597298464227802e-05, "Finetune/Loss": 0.9354069828987122, "Finetune/Loss (Raw)": 0.9016689658164978, "Finetune/Step": 2267, "Finetune/Step Time": 5.904253773391247}
+{"Finetune/Learning Rate": 1.9596825262861724e-05, "Finetune/Loss": 0.9339290261268616, "Finetune/Loss (Raw)": 0.941347062587738, "Finetune/Step": 2268, "Finetune/Step Time": 5.8706436809152365}
+{"Finetune/Learning Rate": 1.9596351789356977e-05, "Finetune/Loss": 0.933708667755127, "Finetune/Loss (Raw)": 0.8578783273696899, "Finetune/Step": 2269, "Finetune/Step Time": 5.870763774961233}
+{"Finetune/Learning Rate": 1.9595878043726974e-05, "Finetune/Loss": 0.9320858716964722, "Finetune/Loss (Raw)": 0.8675704598426819, "Finetune/Step": 2270, "Finetune/Step Time": 5.872402310371399}
+{"Finetune/Learning Rate": 1.959540402598516e-05, "Finetune/Loss": 0.9333049058914185, "Finetune/Loss (Raw)": 0.9752869606018066, "Finetune/Step": 2271, "Finetune/Step Time": 5.8666928466409445}
+{"Finetune/Learning Rate": 1.9594929736144978e-05, "Finetune/Loss": 0.9361284971237183, "Finetune/Loss (Raw)": 1.0454047918319702, "Finetune/Step": 2272, "Finetune/Step Time": 5.847004035487771}
+{"Finetune/Learning Rate": 1.9594455174219865e-05, "Finetune/Loss": 0.9365042448043823, "Finetune/Loss (Raw)": 1.0587642192840576, "Finetune/Step": 2273, "Finetune/Step Time": 5.845606369897723}
+{"Finetune/Learning Rate": 1.9593980340223293e-05, "Finetune/Loss": 0.9373809099197388, "Finetune/Loss (Raw)": 1.069818377494812, "Finetune/Step": 2274, "Finetune/Step Time": 5.843311116099358}
+{"Finetune/Learning Rate": 1.9593505234168714e-05, "Finetune/Loss": 0.9358577728271484, "Finetune/Loss (Raw)": 0.9018439650535583, "Finetune/Step": 2275, "Finetune/Step Time": 5.844630049541593}
+{"Finetune/Learning Rate": 1.9593029856069613e-05, "Finetune/Loss": 0.9353346824645996, "Finetune/Loss (Raw)": 0.9250039458274841, "Finetune/Step": 2276, "Finetune/Step Time": 5.843002270907164}
+{"Finetune/Learning Rate": 1.9592554205939463e-05, "Finetune/Loss": 0.9343052506446838, "Finetune/Loss (Raw)": 0.9018263816833496, "Finetune/Step": 2277, "Finetune/Step Time": 5.84560302272439}
+{"Finetune/Learning Rate": 1.959207828379175e-05, "Finetune/Loss": 0.9325411915779114, "Finetune/Loss (Raw)": 0.6808921694755554, "Finetune/Step": 2278, "Finetune/Step Time": 5.8647557850927114}
+{"Finetune/Learning Rate": 1.9591602089639975e-05, "Finetune/Loss": 0.9336195588111877, "Finetune/Loss (Raw)": 0.9468345642089844, "Finetune/Step": 2279, "Finetune/Step Time": 5.875833297148347}
+{"Finetune/Learning Rate": 1.959112562349764e-05, "Finetune/Loss": 0.9332588315010071, "Finetune/Loss (Raw)": 0.9143142700195312, "Finetune/Step": 2280, "Finetune/Step Time": 5.872163191437721}
+{"Finetune/Learning Rate": 1.9590648885378254e-05, "Finetune/Loss": 0.9341088533401489, "Finetune/Loss (Raw)": 1.020997405052185, "Finetune/Step": 2281, "Finetune/Step Time": 5.874464860185981}
+{"Finetune/Learning Rate": 1.959017187529534e-05, "Finetune/Loss": 0.9348002672195435, "Finetune/Loss (Raw)": 0.9404234886169434, "Finetune/Step": 2282, "Finetune/Step Time": 5.8536833599209785}
+{"Finetune/Learning Rate": 1.9589694593262422e-05, "Finetune/Loss": 0.9336962699890137, "Finetune/Loss (Raw)": 0.6938030123710632, "Finetune/Step": 2283, "Finetune/Step Time": 5.85084280744195}
+{"Finetune/Learning Rate": 1.9589217039293034e-05, "Finetune/Loss": 0.9328945875167847, "Finetune/Loss (Raw)": 0.8502429127693176, "Finetune/Step": 2284, "Finetune/Step Time": 5.850040832534432}
+{"Finetune/Learning Rate": 1.958873921340072e-05, "Finetune/Loss": 0.9319393634796143, "Finetune/Loss (Raw)": 0.9371469020843506, "Finetune/Step": 2285, "Finetune/Step Time": 5.850207954645157}
+{"Finetune/Learning Rate": 1.9588261115599025e-05, "Finetune/Loss": 0.931049108505249, "Finetune/Loss (Raw)": 0.8432566523551941, "Finetune/Step": 2286, "Finetune/Step Time": 5.850734395906329}
+{"Finetune/Learning Rate": 1.9587782745901513e-05, "Finetune/Loss": 0.9303438067436218, "Finetune/Loss (Raw)": 0.9309167861938477, "Finetune/Step": 2287, "Finetune/Step Time": 5.851746156811714}
+{"Finetune/Learning Rate": 1.9587304104321746e-05, "Finetune/Loss": 0.9314457178115845, "Finetune/Loss (Raw)": 0.9525867104530334, "Finetune/Step": 2288, "Finetune/Step Time": 5.851409502327442}
+{"Finetune/Learning Rate": 1.95868251908733e-05, "Finetune/Loss": 0.9320002794265747, "Finetune/Loss (Raw)": 1.0239758491516113, "Finetune/Step": 2289, "Finetune/Step Time": 5.846523864194751}
+{"Finetune/Learning Rate": 1.9586346005569748e-05, "Finetune/Loss": 0.9314355850219727, "Finetune/Loss (Raw)": 0.8302269577980042, "Finetune/Step": 2290, "Finetune/Step Time": 5.849340910091996}
+{"Finetune/Learning Rate": 1.9585866548424687e-05, "Finetune/Loss": 0.9305577278137207, "Finetune/Loss (Raw)": 0.8208603858947754, "Finetune/Step": 2291, "Finetune/Step Time": 5.855892252177}
+{"Finetune/Learning Rate": 1.9585386819451707e-05, "Finetune/Loss": 0.9319885969161987, "Finetune/Loss (Raw)": 1.1176466941833496, "Finetune/Step": 2292, "Finetune/Step Time": 5.855251619592309}
+{"Finetune/Learning Rate": 1.9584906818664414e-05, "Finetune/Loss": 0.9322236180305481, "Finetune/Loss (Raw)": 1.0695804357528687, "Finetune/Step": 2293, "Finetune/Step Time": 5.854225784540176}
+{"Finetune/Learning Rate": 1.958442654607642e-05, "Finetune/Loss": 0.9349980354309082, "Finetune/Loss (Raw)": 0.9165967106819153, "Finetune/Step": 2294, "Finetune/Step Time": 5.8347629979252815}
+{"Finetune/Learning Rate": 1.9583946001701347e-05, "Finetune/Loss": 0.9327155351638794, "Finetune/Loss (Raw)": 0.7907811403274536, "Finetune/Step": 2295, "Finetune/Step Time": 5.833951530978084}
+{"Finetune/Learning Rate": 1.9583465185552814e-05, "Finetune/Loss": 0.9332729578018188, "Finetune/Loss (Raw)": 0.9971846342086792, "Finetune/Step": 2296, "Finetune/Step Time": 5.835407245904207}
+{"Finetune/Learning Rate": 1.9582984097644462e-05, "Finetune/Loss": 0.9343090653419495, "Finetune/Loss (Raw)": 0.896445631980896, "Finetune/Step": 2297, "Finetune/Step Time": 5.815106550231576}
+{"Finetune/Learning Rate": 1.958250273798993e-05, "Finetune/Loss": 0.933280348777771, "Finetune/Loss (Raw)": 0.8633832335472107, "Finetune/Step": 2298, "Finetune/Step Time": 5.816514266654849}
+{"Finetune/Learning Rate": 1.9582021106602868e-05, "Finetune/Loss": 0.9332971572875977, "Finetune/Loss (Raw)": 0.9915462732315063, "Finetune/Step": 2299, "Finetune/Step Time": 5.81687693670392}
+{"Finetune/Learning Rate": 1.958153920349694e-05, "Finetune/Loss": 0.9341554641723633, "Finetune/Loss (Raw)": 0.8651711940765381, "Finetune/Step": 2300, "Finetune/Step Time": 5.800435887649655}
+{"Finetune/Learning Rate": 1.95810570286858e-05, "Finetune/Loss": 0.9327512979507446, "Finetune/Loss (Raw)": 0.8466250896453857, "Finetune/Step": 2301, "Finetune/Step Time": 5.799286162480712}
+{"Finetune/Learning Rate": 1.9580574582183135e-05, "Finetune/Loss": 0.9323951005935669, "Finetune/Loss (Raw)": 0.8281691670417786, "Finetune/Step": 2302, "Finetune/Step Time": 5.799556793645024}
+{"Finetune/Learning Rate": 1.9580091864002613e-05, "Finetune/Loss": 0.9314461350440979, "Finetune/Loss (Raw)": 0.9390666484832764, "Finetune/Step": 2303, "Finetune/Step Time": 5.804548824205995}
+{"Finetune/Learning Rate": 1.957960887415793e-05, "Finetune/Loss": 0.9305888414382935, "Finetune/Loss (Raw)": 0.8564964532852173, "Finetune/Step": 2304, "Finetune/Step Time": 5.8051952086389065}
+{"Finetune/Learning Rate": 1.957912561266278e-05, "Finetune/Loss": 0.9315893650054932, "Finetune/Loss (Raw)": 0.9507313966751099, "Finetune/Step": 2305, "Finetune/Step Time": 5.80478223785758}
+{"Finetune/Learning Rate": 1.9578642079530865e-05, "Finetune/Loss": 0.9323338866233826, "Finetune/Loss (Raw)": 0.8636762499809265, "Finetune/Step": 2306, "Finetune/Step Time": 5.799228996038437}
+{"Finetune/Learning Rate": 1.95781582747759e-05, "Finetune/Loss": 0.9314039349555969, "Finetune/Loss (Raw)": 0.9434293508529663, "Finetune/Step": 2307, "Finetune/Step Time": 5.798448709771037}
+{"Finetune/Learning Rate": 1.9577674198411603e-05, "Finetune/Loss": 0.9300183653831482, "Finetune/Loss (Raw)": 0.6976540684700012, "Finetune/Step": 2308, "Finetune/Step Time": 5.8098927568644285}
+{"Finetune/Learning Rate": 1.95771898504517e-05, "Finetune/Loss": 0.9302191734313965, "Finetune/Loss (Raw)": 0.9464177489280701, "Finetune/Step": 2309, "Finetune/Step Time": 5.809637671336532}
+{"Finetune/Learning Rate": 1.957670523090993e-05, "Finetune/Loss": 0.9318183660507202, "Finetune/Loss (Raw)": 0.9885989427566528, "Finetune/Step": 2310, "Finetune/Step Time": 5.811427464708686}
+{"Finetune/Learning Rate": 1.957622033980003e-05, "Finetune/Loss": 0.9322465062141418, "Finetune/Loss (Raw)": 0.9433478116989136, "Finetune/Step": 2311, "Finetune/Step Time": 5.818638011813164}
+{"Finetune/Learning Rate": 1.957573517713575e-05, "Finetune/Loss": 0.9329875707626343, "Finetune/Loss (Raw)": 0.9469379186630249, "Finetune/Step": 2312, "Finetune/Step Time": 5.818331653252244}
+{"Finetune/Learning Rate": 1.9575249742930852e-05, "Finetune/Loss": 0.9314022064208984, "Finetune/Loss (Raw)": 0.7339330315589905, "Finetune/Step": 2313, "Finetune/Step Time": 5.839096579700708}
+{"Finetune/Learning Rate": 1.95747640371991e-05, "Finetune/Loss": 0.9318315386772156, "Finetune/Loss (Raw)": 1.106479525566101, "Finetune/Step": 2314, "Finetune/Step Time": 5.837450459599495}
+{"Finetune/Learning Rate": 1.957427805995427e-05, "Finetune/Loss": 0.9313549995422363, "Finetune/Loss (Raw)": 0.9105814695358276, "Finetune/Step": 2315, "Finetune/Step Time": 5.841678535565734}
+{"Finetune/Learning Rate": 1.9573791811210136e-05, "Finetune/Loss": 0.9305698871612549, "Finetune/Loss (Raw)": 0.9571501016616821, "Finetune/Step": 2316, "Finetune/Step Time": 5.840007655322552}
+{"Finetune/Learning Rate": 1.9573305290980488e-05, "Finetune/Loss": 0.9317314624786377, "Finetune/Loss (Raw)": 1.1074950695037842, "Finetune/Step": 2317, "Finetune/Step Time": 5.837294826284051}
+{"Finetune/Learning Rate": 1.9572818499279128e-05, "Finetune/Loss": 0.9321901798248291, "Finetune/Loss (Raw)": 1.0011274814605713, "Finetune/Step": 2318, "Finetune/Step Time": 5.832675600424409}
+{"Finetune/Learning Rate": 1.9572331436119857e-05, "Finetune/Loss": 0.933714747428894, "Finetune/Loss (Raw)": 1.0759074687957764, "Finetune/Step": 2319, "Finetune/Step Time": 5.835193771868944}
+{"Finetune/Learning Rate": 1.9571844101516487e-05, "Finetune/Loss": 0.9319565296173096, "Finetune/Loss (Raw)": 0.7496262788772583, "Finetune/Step": 2320, "Finetune/Step Time": 5.834769114851952}
+{"Finetune/Learning Rate": 1.9571356495482836e-05, "Finetune/Loss": 0.932345986366272, "Finetune/Loss (Raw)": 1.04127037525177, "Finetune/Step": 2321, "Finetune/Step Time": 5.832793427631259}
+{"Finetune/Learning Rate": 1.9570868618032733e-05, "Finetune/Loss": 0.9321796894073486, "Finetune/Loss (Raw)": 1.0408718585968018, "Finetune/Step": 2322, "Finetune/Step Time": 5.832814751192927}
+{"Finetune/Learning Rate": 1.957038046918001e-05, "Finetune/Loss": 0.9316633939743042, "Finetune/Loss (Raw)": 0.8938971757888794, "Finetune/Step": 2323, "Finetune/Step Time": 5.834633454680443}
+{"Finetune/Learning Rate": 1.9569892048938516e-05, "Finetune/Loss": 0.9310492277145386, "Finetune/Loss (Raw)": 0.9822129011154175, "Finetune/Step": 2324, "Finetune/Step Time": 5.841626645997167}
+{"Finetune/Learning Rate": 1.956940335732209e-05, "Finetune/Loss": 0.9324411749839783, "Finetune/Loss (Raw)": 1.0241246223449707, "Finetune/Step": 2325, "Finetune/Step Time": 5.817685648798943}
+{"Finetune/Learning Rate": 1.95689143943446e-05, "Finetune/Loss": 0.932770311832428, "Finetune/Loss (Raw)": 0.9305686354637146, "Finetune/Step": 2326, "Finetune/Step Time": 5.816819299012423}
+{"Finetune/Learning Rate": 1.9568425160019908e-05, "Finetune/Loss": 0.9352449774742126, "Finetune/Loss (Raw)": 1.1608704328536987, "Finetune/Step": 2327, "Finetune/Step Time": 5.817259399220347}
+{"Finetune/Learning Rate": 1.9567935654361888e-05, "Finetune/Loss": 0.9357879161834717, "Finetune/Loss (Raw)": 0.9862017631530762, "Finetune/Step": 2328, "Finetune/Step Time": 5.8344682939350605}
+{"Finetune/Learning Rate": 1.956744587738442e-05, "Finetune/Loss": 0.934726357460022, "Finetune/Loss (Raw)": 0.8874562382698059, "Finetune/Step": 2329, "Finetune/Step Time": 5.85302404128015}
+{"Finetune/Learning Rate": 1.9566955829101393e-05, "Finetune/Loss": 0.9354472160339355, "Finetune/Loss (Raw)": 0.9700901508331299, "Finetune/Step": 2330, "Finetune/Step Time": 5.843598185107112}
+{"Finetune/Learning Rate": 1.9566465509526704e-05, "Finetune/Loss": 0.9329089522361755, "Finetune/Loss (Raw)": 0.7539805769920349, "Finetune/Step": 2331, "Finetune/Step Time": 5.856829976662993}
+{"Finetune/Learning Rate": 1.9565974918674253e-05, "Finetune/Loss": 0.9330073595046997, "Finetune/Loss (Raw)": 0.9362186789512634, "Finetune/Step": 2332, "Finetune/Step Time": 5.854049040004611}
+{"Finetune/Learning Rate": 1.956548405655796e-05, "Finetune/Loss": 0.9321943521499634, "Finetune/Loss (Raw)": 0.9275798797607422, "Finetune/Step": 2333, "Finetune/Step Time": 5.87460950948298}
+{"Finetune/Learning Rate": 1.9564992923191734e-05, "Finetune/Loss": 0.9309757947921753, "Finetune/Loss (Raw)": 0.8569183945655823, "Finetune/Step": 2334, "Finetune/Step Time": 5.873370423913002}
+{"Finetune/Learning Rate": 1.9564501518589513e-05, "Finetune/Loss": 0.9304221868515015, "Finetune/Loss (Raw)": 0.9690995216369629, "Finetune/Step": 2335, "Finetune/Step Time": 5.8750596679747105}
+{"Finetune/Learning Rate": 1.9564009842765225e-05, "Finetune/Loss": 0.9319837689399719, "Finetune/Loss (Raw)": 1.0575933456420898, "Finetune/Step": 2336, "Finetune/Step Time": 5.866977533325553}
+{"Finetune/Learning Rate": 1.9563517895732815e-05, "Finetune/Loss": 0.9320082068443298, "Finetune/Loss (Raw)": 0.8179371953010559, "Finetune/Step": 2337, "Finetune/Step Time": 5.871805826202035}
+{"Finetune/Learning Rate": 1.9563025677506232e-05, "Finetune/Loss": 0.9319199323654175, "Finetune/Loss (Raw)": 0.9480751156806946, "Finetune/Step": 2338, "Finetune/Step Time": 5.866672016680241}
+{"Finetune/Learning Rate": 1.9562533188099436e-05, "Finetune/Loss": 0.9332288503646851, "Finetune/Loss (Raw)": 0.9715869426727295, "Finetune/Step": 2339, "Finetune/Step Time": 5.850667929276824}
+{"Finetune/Learning Rate": 1.956204042752639e-05, "Finetune/Loss": 0.9346092343330383, "Finetune/Loss (Raw)": 1.0539613962173462, "Finetune/Step": 2340, "Finetune/Step Time": 5.866061311215162}
+{"Finetune/Learning Rate": 1.9561547395801065e-05, "Finetune/Loss": 0.9337653517723083, "Finetune/Loss (Raw)": 0.785969614982605, "Finetune/Step": 2341, "Finetune/Step Time": 5.8682111240923405}
+{"Finetune/Learning Rate": 1.9561054092937447e-05, "Finetune/Loss": 0.9346055388450623, "Finetune/Loss (Raw)": 0.9531081318855286, "Finetune/Step": 2342, "Finetune/Step Time": 5.86208226531744}
+{"Finetune/Learning Rate": 1.956056051894953e-05, "Finetune/Loss": 0.9349070191383362, "Finetune/Loss (Raw)": 0.9193572402000427, "Finetune/Step": 2343, "Finetune/Step Time": 5.862002022564411}
+{"Finetune/Learning Rate": 1.9560066673851294e-05, "Finetune/Loss": 0.9347515106201172, "Finetune/Loss (Raw)": 0.7205424308776855, "Finetune/Step": 2344, "Finetune/Step Time": 5.848391627892852}
+{"Finetune/Learning Rate": 1.9559572557656756e-05, "Finetune/Loss": 0.9347091913223267, "Finetune/Loss (Raw)": 0.9990140199661255, "Finetune/Step": 2345, "Finetune/Step Time": 5.85686769336462}
+{"Finetune/Learning Rate": 1.9559078170379922e-05, "Finetune/Loss": 0.9357021450996399, "Finetune/Loss (Raw)": 0.9613488912582397, "Finetune/Step": 2346, "Finetune/Step Time": 5.861301822587848}
+{"Finetune/Learning Rate": 1.9558583512034818e-05, "Finetune/Loss": 0.9363442659378052, "Finetune/Loss (Raw)": 1.0043329000473022, "Finetune/Step": 2347, "Finetune/Step Time": 5.861250266432762}
+{"Finetune/Learning Rate": 1.955808858263546e-05, "Finetune/Loss": 0.9366408586502075, "Finetune/Loss (Raw)": 0.9325187802314758, "Finetune/Step": 2348, "Finetune/Step Time": 5.8585510440170765}
+{"Finetune/Learning Rate": 1.9557593382195894e-05, "Finetune/Loss": 0.937065064907074, "Finetune/Loss (Raw)": 0.838413655757904, "Finetune/Step": 2349, "Finetune/Step Time": 5.861993005499244}
+{"Finetune/Learning Rate": 1.9557097910730158e-05, "Finetune/Loss": 0.939452588558197, "Finetune/Loss (Raw)": 1.1526540517807007, "Finetune/Step": 2350, "Finetune/Step Time": 5.861505813896656}
+{"Finetune/Learning Rate": 1.9556602168252298e-05, "Finetune/Loss": 0.9389880895614624, "Finetune/Loss (Raw)": 0.9307859539985657, "Finetune/Step": 2351, "Finetune/Step Time": 5.864178774878383}
+{"Finetune/Learning Rate": 1.955610615477638e-05, "Finetune/Loss": 0.9375463724136353, "Finetune/Loss (Raw)": 0.7870261669158936, "Finetune/Step": 2352, "Finetune/Step Time": 5.88093756698072}
+{"Finetune/Learning Rate": 1.9555609870316464e-05, "Finetune/Loss": 0.9360058307647705, "Finetune/Loss (Raw)": 0.8861664533615112, "Finetune/Step": 2353, "Finetune/Step Time": 5.901814511045814}
+{"Finetune/Learning Rate": 1.9555113314886623e-05, "Finetune/Loss": 0.9353005886077881, "Finetune/Loss (Raw)": 0.9257685542106628, "Finetune/Step": 2354, "Finetune/Step Time": 5.90380578674376}
+{"Finetune/Learning Rate": 1.9554616488500944e-05, "Finetune/Loss": 0.9353564977645874, "Finetune/Loss (Raw)": 0.9213749170303345, "Finetune/Step": 2355, "Finetune/Step Time": 5.903573252260685}
+{"Finetune/Learning Rate": 1.9554119391173508e-05, "Finetune/Loss": 0.937157154083252, "Finetune/Loss (Raw)": 0.9816902279853821, "Finetune/Step": 2356, "Finetune/Step Time": 5.889108017086983}
+{"Finetune/Learning Rate": 1.9553622022918413e-05, "Finetune/Loss": 0.9373779296875, "Finetune/Loss (Raw)": 0.9217434525489807, "Finetune/Step": 2357, "Finetune/Step Time": 5.872029850259423}
+{"Finetune/Learning Rate": 1.9553124383749767e-05, "Finetune/Loss": 0.9384649395942688, "Finetune/Loss (Raw)": 1.0463075637817383, "Finetune/Step": 2358, "Finetune/Step Time": 5.8677139189094305}
+{"Finetune/Learning Rate": 1.955262647368168e-05, "Finetune/Loss": 0.9377759695053101, "Finetune/Loss (Raw)": 0.9371413588523865, "Finetune/Step": 2359, "Finetune/Step Time": 5.864507203921676}
+{"Finetune/Learning Rate": 1.9552128292728266e-05, "Finetune/Loss": 0.9395180940628052, "Finetune/Loss (Raw)": 0.9674867987632751, "Finetune/Step": 2360, "Finetune/Step Time": 5.861874293535948}
+{"Finetune/Learning Rate": 1.9551629840903658e-05, "Finetune/Loss": 0.939016580581665, "Finetune/Loss (Raw)": 0.8243328928947449, "Finetune/Step": 2361, "Finetune/Step Time": 5.849029986187816}
+{"Finetune/Learning Rate": 1.955113111822199e-05, "Finetune/Loss": 0.939271867275238, "Finetune/Loss (Raw)": 0.8712149858474731, "Finetune/Step": 2362, "Finetune/Step Time": 5.852242302149534}
+{"Finetune/Learning Rate": 1.9550632124697402e-05, "Finetune/Loss": 0.939531683921814, "Finetune/Loss (Raw)": 1.1050338745117188, "Finetune/Step": 2363, "Finetune/Step Time": 5.861066250130534}
+{"Finetune/Learning Rate": 1.9550132860344045e-05, "Finetune/Loss": 0.9403941035270691, "Finetune/Loss (Raw)": 1.0392340421676636, "Finetune/Step": 2364, "Finetune/Step Time": 5.847626525908709}
+{"Finetune/Learning Rate": 1.9549633325176077e-05, "Finetune/Loss": 0.9400861263275146, "Finetune/Loss (Raw)": 0.9677122235298157, "Finetune/Step": 2365, "Finetune/Step Time": 5.839167146012187}
+{"Finetune/Learning Rate": 1.9549133519207665e-05, "Finetune/Loss": 0.9393829703330994, "Finetune/Loss (Raw)": 0.8595256209373474, "Finetune/Step": 2366, "Finetune/Step Time": 5.8380709402263165}
+{"Finetune/Learning Rate": 1.9548633442452977e-05, "Finetune/Loss": 0.9380243420600891, "Finetune/Loss (Raw)": 0.815355122089386, "Finetune/Step": 2367, "Finetune/Step Time": 5.849265892058611}
+{"Finetune/Learning Rate": 1.9548133094926203e-05, "Finetune/Loss": 0.9366101026535034, "Finetune/Loss (Raw)": 0.9532614946365356, "Finetune/Step": 2368, "Finetune/Step Time": 5.84764051809907}
+{"Finetune/Learning Rate": 1.9547632476641523e-05, "Finetune/Loss": 0.9358144998550415, "Finetune/Loss (Raw)": 0.8883024454116821, "Finetune/Step": 2369, "Finetune/Step Time": 5.858474100008607}
+{"Finetune/Learning Rate": 1.9547131587613135e-05, "Finetune/Loss": 0.9323951601982117, "Finetune/Loss (Raw)": 0.6580637097358704, "Finetune/Step": 2370, "Finetune/Step Time": 5.881182944402099}
+{"Finetune/Learning Rate": 1.9546630427855243e-05, "Finetune/Loss": 0.932148277759552, "Finetune/Loss (Raw)": 0.8463170528411865, "Finetune/Step": 2371, "Finetune/Step Time": 5.883128862828016}
+{"Finetune/Learning Rate": 1.954612899738206e-05, "Finetune/Loss": 0.933598518371582, "Finetune/Loss (Raw)": 1.160025715827942, "Finetune/Step": 2372, "Finetune/Step Time": 5.877443689852953}
+{"Finetune/Learning Rate": 1.9545627296207806e-05, "Finetune/Loss": 0.9337043762207031, "Finetune/Loss (Raw)": 0.9521992206573486, "Finetune/Step": 2373, "Finetune/Step Time": 5.893116936087608}
+{"Finetune/Learning Rate": 1.9545125324346702e-05, "Finetune/Loss": 0.9338556528091431, "Finetune/Loss (Raw)": 0.7763869166374207, "Finetune/Step": 2374, "Finetune/Step Time": 5.911995653063059}
+{"Finetune/Learning Rate": 1.9544623081812987e-05, "Finetune/Loss": 0.9334946274757385, "Finetune/Loss (Raw)": 0.8540425300598145, "Finetune/Step": 2375, "Finetune/Step Time": 5.915570322424173}
+{"Finetune/Learning Rate": 1.9544120568620905e-05, "Finetune/Loss": 0.9324320554733276, "Finetune/Loss (Raw)": 0.8404328227043152, "Finetune/Step": 2376, "Finetune/Step Time": 5.928969290107489}
+{"Finetune/Learning Rate": 1.9543617784784703e-05, "Finetune/Loss": 0.9323887825012207, "Finetune/Loss (Raw)": 0.90006023645401, "Finetune/Step": 2377, "Finetune/Step Time": 5.913892012089491}
+{"Finetune/Learning Rate": 1.954311473031864e-05, "Finetune/Loss": 0.9312617182731628, "Finetune/Loss (Raw)": 0.8400628566741943, "Finetune/Step": 2378, "Finetune/Step Time": 5.924609960988164}
+{"Finetune/Learning Rate": 1.954261140523698e-05, "Finetune/Loss": 0.9296526312828064, "Finetune/Loss (Raw)": 0.8413706421852112, "Finetune/Step": 2379, "Finetune/Step Time": 5.92821404337883}
+{"Finetune/Learning Rate": 1.9542107809553995e-05, "Finetune/Loss": 0.9282613396644592, "Finetune/Loss (Raw)": 0.7359809279441833, "Finetune/Step": 2380, "Finetune/Step Time": 5.926518268883228}
+{"Finetune/Learning Rate": 1.9541603943283965e-05, "Finetune/Loss": 0.9276425242424011, "Finetune/Loss (Raw)": 0.9561240673065186, "Finetune/Step": 2381, "Finetune/Step Time": 5.925611225888133}
+{"Finetune/Learning Rate": 1.9541099806441183e-05, "Finetune/Loss": 0.9292495846748352, "Finetune/Loss (Raw)": 1.013045072555542, "Finetune/Step": 2382, "Finetune/Step Time": 5.900570996105671}
+{"Finetune/Learning Rate": 1.9540595399039942e-05, "Finetune/Loss": 0.9273803234100342, "Finetune/Loss (Raw)": 0.9160663485527039, "Finetune/Step": 2383, "Finetune/Step Time": 5.899506568908691}
+{"Finetune/Learning Rate": 1.9540090721094542e-05, "Finetune/Loss": 0.9260468482971191, "Finetune/Loss (Raw)": 0.9093177914619446, "Finetune/Step": 2384, "Finetune/Step Time": 5.895552454516292}
+{"Finetune/Learning Rate": 1.95395857726193e-05, "Finetune/Loss": 0.9269462823867798, "Finetune/Loss (Raw)": 1.0220311880111694, "Finetune/Step": 2385, "Finetune/Step Time": 5.891773546114564}
+{"Finetune/Learning Rate": 1.953908055362853e-05, "Finetune/Loss": 0.9272304177284241, "Finetune/Loss (Raw)": 1.0217159986495972, "Finetune/Step": 2386, "Finetune/Step Time": 5.897160684689879}
+{"Finetune/Learning Rate": 1.9538575064136563e-05, "Finetune/Loss": 0.9259316921234131, "Finetune/Loss (Raw)": 0.8837305307388306, "Finetune/Step": 2387, "Finetune/Step Time": 5.904011111706495}
+{"Finetune/Learning Rate": 1.953806930415773e-05, "Finetune/Loss": 0.924724817276001, "Finetune/Loss (Raw)": 0.8470619916915894, "Finetune/Step": 2388, "Finetune/Step Time": 5.902513243257999}
+{"Finetune/Learning Rate": 1.9537563273706377e-05, "Finetune/Loss": 0.9244120121002197, "Finetune/Loss (Raw)": 0.8801841139793396, "Finetune/Step": 2389, "Finetune/Step Time": 5.900347385555506}
+{"Finetune/Learning Rate": 1.9537056972796848e-05, "Finetune/Loss": 0.9236770868301392, "Finetune/Loss (Raw)": 0.881227433681488, "Finetune/Step": 2390, "Finetune/Step Time": 5.942851824685931}
+{"Finetune/Learning Rate": 1.9536550401443505e-05, "Finetune/Loss": 0.9230561852455139, "Finetune/Loss (Raw)": 0.8370066285133362, "Finetune/Step": 2391, "Finetune/Step Time": 5.947908941656351}
+{"Finetune/Learning Rate": 1.9536043559660708e-05, "Finetune/Loss": 0.9236012101173401, "Finetune/Loss (Raw)": 1.060202956199646, "Finetune/Step": 2392, "Finetune/Step Time": 5.939984027296305}
+{"Finetune/Learning Rate": 1.9535536447462835e-05, "Finetune/Loss": 0.924168586730957, "Finetune/Loss (Raw)": 0.9222031235694885, "Finetune/Step": 2393, "Finetune/Step Time": 5.941469982266426}
+{"Finetune/Learning Rate": 1.9535029064864263e-05, "Finetune/Loss": 0.9249454736709595, "Finetune/Loss (Raw)": 0.9962403178215027, "Finetune/Step": 2394, "Finetune/Step Time": 5.952351173385978}
+{"Finetune/Learning Rate": 1.9534521411879384e-05, "Finetune/Loss": 0.9246785640716553, "Finetune/Loss (Raw)": 0.8675171732902527, "Finetune/Step": 2395, "Finetune/Step Time": 5.95051883161068}
+{"Finetune/Learning Rate": 1.9534013488522585e-05, "Finetune/Loss": 0.9227264523506165, "Finetune/Loss (Raw)": 0.6914675235748291, "Finetune/Step": 2396, "Finetune/Step Time": 5.9490108620375395}
+{"Finetune/Learning Rate": 1.9533505294808278e-05, "Finetune/Loss": 0.9230741262435913, "Finetune/Loss (Raw)": 0.9023796319961548, "Finetune/Step": 2397, "Finetune/Step Time": 5.956564288586378}
+{"Finetune/Learning Rate": 1.9532996830750866e-05, "Finetune/Loss": 0.9241431355476379, "Finetune/Loss (Raw)": 1.0044001340866089, "Finetune/Step": 2398, "Finetune/Step Time": 5.959055740386248}
+{"Finetune/Learning Rate": 1.953248809636478e-05, "Finetune/Loss": 0.9240539073944092, "Finetune/Loss (Raw)": 0.9638777375221252, "Finetune/Step": 2399, "Finetune/Step Time": 5.9578896928578615}
+{"Finetune/Learning Rate": 1.953197909166443e-05, "Finetune/Loss": 0.9215576648712158, "Finetune/Loss (Raw)": 0.7258779406547546, "Finetune/Step": 2400, "Finetune/Step Time": 5.977719308808446}
+{"Finetune/Learning Rate": 1.9531469816664264e-05, "Finetune/Loss": 0.9206541776657104, "Finetune/Loss (Raw)": 0.9431161284446716, "Finetune/Step": 2401, "Finetune/Step Time": 5.979462997987866}
+{"Finetune/Learning Rate": 1.9530960271378715e-05, "Finetune/Loss": 0.9195907115936279, "Finetune/Loss (Raw)": 0.9336947798728943, "Finetune/Step": 2402, "Finetune/Step Time": 5.982332956045866}
+{"Finetune/Learning Rate": 1.9530450455822238e-05, "Finetune/Loss": 0.9189131259918213, "Finetune/Loss (Raw)": 0.815118670463562, "Finetune/Step": 2403, "Finetune/Step Time": 5.982293369248509}
+{"Finetune/Learning Rate": 1.952994037000928e-05, "Finetune/Loss": 0.9189085960388184, "Finetune/Loss (Raw)": 0.924422562122345, "Finetune/Step": 2404, "Finetune/Step Time": 5.981121338903904}
+{"Finetune/Learning Rate": 1.952943001395432e-05, "Finetune/Loss": 0.919008195400238, "Finetune/Loss (Raw)": 0.9145758152008057, "Finetune/Step": 2405, "Finetune/Step Time": 5.982017621397972}
+{"Finetune/Learning Rate": 1.9528919387671822e-05, "Finetune/Loss": 0.91978520154953, "Finetune/Loss (Raw)": 0.7803440093994141, "Finetune/Step": 2406, "Finetune/Step Time": 5.965405626222491}
+{"Finetune/Learning Rate": 1.9528408491176266e-05, "Finetune/Loss": 0.9192389249801636, "Finetune/Loss (Raw)": 0.8769215941429138, "Finetune/Step": 2407, "Finetune/Step Time": 5.951308196410537}
+{"Finetune/Learning Rate": 1.952789732448214e-05, "Finetune/Loss": 0.9207508563995361, "Finetune/Loss (Raw)": 1.1078336238861084, "Finetune/Step": 2408, "Finetune/Step Time": 5.95376611687243}
+{"Finetune/Learning Rate": 1.952738588760394e-05, "Finetune/Loss": 0.9195915460586548, "Finetune/Loss (Raw)": 0.8726062178611755, "Finetune/Step": 2409, "Finetune/Step Time": 5.953829672187567}
+{"Finetune/Learning Rate": 1.9526874180556165e-05, "Finetune/Loss": 0.9201506972312927, "Finetune/Loss (Raw)": 1.0119942426681519, "Finetune/Step": 2410, "Finetune/Step Time": 5.953722627833486}
+{"Finetune/Learning Rate": 1.952636220335333e-05, "Finetune/Loss": 0.9195303916931152, "Finetune/Loss (Raw)": 0.6144101619720459, "Finetune/Step": 2411, "Finetune/Step Time": 5.969426209107041}
+{"Finetune/Learning Rate": 1.9525849956009956e-05, "Finetune/Loss": 0.9187842607498169, "Finetune/Loss (Raw)": 0.7547289133071899, "Finetune/Step": 2412, "Finetune/Step Time": 5.973758585751057}
+{"Finetune/Learning Rate": 1.952533743854056e-05, "Finetune/Loss": 0.9191562533378601, "Finetune/Loss (Raw)": 0.9847677946090698, "Finetune/Step": 2413, "Finetune/Step Time": 5.97465861402452}
+{"Finetune/Learning Rate": 1.952482465095969e-05, "Finetune/Loss": 0.9197061061859131, "Finetune/Loss (Raw)": 0.9136291146278381, "Finetune/Step": 2414, "Finetune/Step Time": 5.979131394997239}
+{"Finetune/Learning Rate": 1.952431159328187e-05, "Finetune/Loss": 0.9200757741928101, "Finetune/Loss (Raw)": 0.978246808052063, "Finetune/Step": 2415, "Finetune/Step Time": 5.976178344339132}
+{"Finetune/Learning Rate": 1.9523798265521656e-05, "Finetune/Loss": 0.9201821684837341, "Finetune/Loss (Raw)": 0.9661920666694641, "Finetune/Step": 2416, "Finetune/Step Time": 5.973657686263323}
+{"Finetune/Learning Rate": 1.952328466769361e-05, "Finetune/Loss": 0.9193776249885559, "Finetune/Loss (Raw)": 0.9210000038146973, "Finetune/Step": 2417, "Finetune/Step Time": 5.983984392136335}
+{"Finetune/Learning Rate": 1.9522770799812287e-05, "Finetune/Loss": 0.9210714101791382, "Finetune/Loss (Raw)": 1.0470259189605713, "Finetune/Step": 2418, "Finetune/Step Time": 5.979438519105315}
+{"Finetune/Learning Rate": 1.9522256661892264e-05, "Finetune/Loss": 0.9227485656738281, "Finetune/Loss (Raw)": 1.0355395078659058, "Finetune/Step": 2419, "Finetune/Step Time": 5.97535790130496}
+{"Finetune/Learning Rate": 1.9521742253948123e-05, "Finetune/Loss": 0.921425461769104, "Finetune/Loss (Raw)": 0.94829261302948, "Finetune/Step": 2420, "Finetune/Step Time": 5.984083902090788}
+{"Finetune/Learning Rate": 1.9521227575994445e-05, "Finetune/Loss": 0.9209944605827332, "Finetune/Loss (Raw)": 1.0144124031066895, "Finetune/Step": 2421, "Finetune/Step Time": 5.983795262873173}
+{"Finetune/Learning Rate": 1.9520712628045827e-05, "Finetune/Loss": 0.9217219352722168, "Finetune/Loss (Raw)": 1.0097088813781738, "Finetune/Step": 2422, "Finetune/Step Time": 6.015550946816802}
+{"Finetune/Learning Rate": 1.9520197410116878e-05, "Finetune/Loss": 0.9236947298049927, "Finetune/Loss (Raw)": 1.0433073043823242, "Finetune/Step": 2423, "Finetune/Step Time": 6.019901527091861}
+{"Finetune/Learning Rate": 1.9519681922222195e-05, "Finetune/Loss": 0.9239879846572876, "Finetune/Loss (Raw)": 1.0347145795822144, "Finetune/Step": 2424, "Finetune/Step Time": 6.019332645460963}
+{"Finetune/Learning Rate": 1.9519166164376408e-05, "Finetune/Loss": 0.9239753484725952, "Finetune/Loss (Raw)": 0.8948270082473755, "Finetune/Step": 2425, "Finetune/Step Time": 6.038925848901272}
+{"Finetune/Learning Rate": 1.9518650136594136e-05, "Finetune/Loss": 0.9253718852996826, "Finetune/Loss (Raw)": 1.0421475172042847, "Finetune/Step": 2426, "Finetune/Step Time": 6.036748431622982}
+{"Finetune/Learning Rate": 1.9518133838890012e-05, "Finetune/Loss": 0.9269687533378601, "Finetune/Loss (Raw)": 1.1959398984909058, "Finetune/Step": 2427, "Finetune/Step Time": 6.035531980916858}
+{"Finetune/Learning Rate": 1.951761727127868e-05, "Finetune/Loss": 0.9280234575271606, "Finetune/Loss (Raw)": 1.0001674890518188, "Finetune/Step": 2428, "Finetune/Step Time": 6.0326036009937525}
+{"Finetune/Learning Rate": 1.9517100433774784e-05, "Finetune/Loss": 0.9283683896064758, "Finetune/Loss (Raw)": 0.8907836675643921, "Finetune/Step": 2429, "Finetune/Step Time": 6.03655725158751}
+{"Finetune/Learning Rate": 1.9516583326392985e-05, "Finetune/Loss": 0.9288148880004883, "Finetune/Loss (Raw)": 0.8853230476379395, "Finetune/Step": 2430, "Finetune/Step Time": 6.033846464008093}
+{"Finetune/Learning Rate": 1.9516065949147945e-05, "Finetune/Loss": 0.929254412651062, "Finetune/Loss (Raw)": 0.9953216314315796, "Finetune/Step": 2431, "Finetune/Step Time": 6.030326595529914}
+{"Finetune/Learning Rate": 1.9515548302054335e-05, "Finetune/Loss": 0.9294077157974243, "Finetune/Loss (Raw)": 0.8761189579963684, "Finetune/Step": 2432, "Finetune/Step Time": 6.028691342100501}
+{"Finetune/Learning Rate": 1.951503038512683e-05, "Finetune/Loss": 0.928652822971344, "Finetune/Loss (Raw)": 0.8541086912155151, "Finetune/Step": 2433, "Finetune/Step Time": 6.0310492888092995}
+{"Finetune/Learning Rate": 1.9514512198380124e-05, "Finetune/Loss": 0.9293776154518127, "Finetune/Loss (Raw)": 0.9564425945281982, "Finetune/Step": 2434, "Finetune/Step Time": 6.034769244492054}
+{"Finetune/Learning Rate": 1.9513993741828908e-05, "Finetune/Loss": 0.9294184446334839, "Finetune/Loss (Raw)": 0.9486590027809143, "Finetune/Step": 2435, "Finetune/Step Time": 6.037401469424367}
+{"Finetune/Learning Rate": 1.9513475015487883e-05, "Finetune/Loss": 0.9319089651107788, "Finetune/Loss (Raw)": 1.0164453983306885, "Finetune/Step": 2436, "Finetune/Step Time": 6.023673610761762}
+{"Finetune/Learning Rate": 1.951295601937176e-05, "Finetune/Loss": 0.9326056838035583, "Finetune/Loss (Raw)": 1.0355939865112305, "Finetune/Step": 2437, "Finetune/Step Time": 6.062792491167784}
+{"Finetune/Learning Rate": 1.9512436753495253e-05, "Finetune/Loss": 0.9321339130401611, "Finetune/Loss (Raw)": 0.9282127618789673, "Finetune/Step": 2438, "Finetune/Step Time": 6.06841454654932}
+{"Finetune/Learning Rate": 1.9511917217873088e-05, "Finetune/Loss": 0.9329079389572144, "Finetune/Loss (Raw)": 1.0424185991287231, "Finetune/Step": 2439, "Finetune/Step Time": 6.061498757451773}
+{"Finetune/Learning Rate": 1.9511397412520003e-05, "Finetune/Loss": 0.932897686958313, "Finetune/Loss (Raw)": 0.9456272125244141, "Finetune/Step": 2440, "Finetune/Step Time": 6.059244832023978}
+{"Finetune/Learning Rate": 1.9510877337450733e-05, "Finetune/Loss": 0.9356780052185059, "Finetune/Loss (Raw)": 1.0898207426071167, "Finetune/Step": 2441, "Finetune/Step Time": 6.040648011490703}
+{"Finetune/Learning Rate": 1.9510356992680027e-05, "Finetune/Loss": 0.9344074726104736, "Finetune/Loss (Raw)": 0.9438465237617493, "Finetune/Step": 2442, "Finetune/Step Time": 6.040242476388812}
+{"Finetune/Learning Rate": 1.950983637822264e-05, "Finetune/Loss": 0.9346096515655518, "Finetune/Loss (Raw)": 0.9364551901817322, "Finetune/Step": 2443, "Finetune/Step Time": 6.042336603626609}
+{"Finetune/Learning Rate": 1.9509315494093336e-05, "Finetune/Loss": 0.9340072870254517, "Finetune/Loss (Raw)": 0.880053699016571, "Finetune/Step": 2444, "Finetune/Step Time": 6.046229690313339}
+{"Finetune/Learning Rate": 1.9508794340306883e-05, "Finetune/Loss": 0.9317840933799744, "Finetune/Loss (Raw)": 0.8229220509529114, "Finetune/Step": 2445, "Finetune/Step Time": 6.04564468935132}
+{"Finetune/Learning Rate": 1.9508272916878065e-05, "Finetune/Loss": 0.9322828650474548, "Finetune/Loss (Raw)": 1.0649747848510742, "Finetune/Step": 2446, "Finetune/Step Time": 6.048449702560902}
+{"Finetune/Learning Rate": 1.9507751223821666e-05, "Finetune/Loss": 0.9319318532943726, "Finetune/Loss (Raw)": 1.0309706926345825, "Finetune/Step": 2447, "Finetune/Step Time": 6.042280048131943}
+{"Finetune/Learning Rate": 1.9507229261152476e-05, "Finetune/Loss": 0.9336420297622681, "Finetune/Loss (Raw)": 0.9685351252555847, "Finetune/Step": 2448, "Finetune/Step Time": 6.03678241930902}
+{"Finetune/Learning Rate": 1.95067070288853e-05, "Finetune/Loss": 0.9328289031982422, "Finetune/Loss (Raw)": 0.937190592288971, "Finetune/Step": 2449, "Finetune/Step Time": 6.035844450816512}
+{"Finetune/Learning Rate": 1.9506184527034948e-05, "Finetune/Loss": 0.9321620464324951, "Finetune/Loss (Raw)": 0.9555099606513977, "Finetune/Step": 2450, "Finetune/Step Time": 6.035757249221206}
+{"Finetune/Learning Rate": 1.950566175561623e-05, "Finetune/Loss": 0.9321831464767456, "Finetune/Loss (Raw)": 0.8966012597084045, "Finetune/Step": 2451, "Finetune/Step Time": 6.052751541137695}
+{"Finetune/Learning Rate": 1.950513871464398e-05, "Finetune/Loss": 0.9308567643165588, "Finetune/Loss (Raw)": 0.8124394416809082, "Finetune/Step": 2452, "Finetune/Step Time": 6.052155554294586}
+{"Finetune/Learning Rate": 1.9504615404133026e-05, "Finetune/Loss": 0.9301252365112305, "Finetune/Loss (Raw)": 0.9304813146591187, "Finetune/Step": 2453, "Finetune/Step Time": 6.050441738218069}
+{"Finetune/Learning Rate": 1.9504091824098203e-05, "Finetune/Loss": 0.9301270246505737, "Finetune/Loss (Raw)": 0.9308062195777893, "Finetune/Step": 2454, "Finetune/Step Time": 6.048369266092777}
+{"Finetune/Learning Rate": 1.950356797455436e-05, "Finetune/Loss": 0.9278841614723206, "Finetune/Loss (Raw)": 0.8737833499908447, "Finetune/Step": 2455, "Finetune/Step Time": 6.059935811907053}
+{"Finetune/Learning Rate": 1.950304385551636e-05, "Finetune/Loss": 0.9267361760139465, "Finetune/Loss (Raw)": 0.8392563462257385, "Finetune/Step": 2456, "Finetune/Step Time": 6.046068551018834}
+{"Finetune/Learning Rate": 1.9502519466999053e-05, "Finetune/Loss": 0.9272947311401367, "Finetune/Loss (Raw)": 0.9589508175849915, "Finetune/Step": 2457, "Finetune/Step Time": 6.029506377875805}
+{"Finetune/Learning Rate": 1.950199480901732e-05, "Finetune/Loss": 0.9274284839630127, "Finetune/Loss (Raw)": 0.987208366394043, "Finetune/Step": 2458, "Finetune/Step Time": 6.0316023994237185}
+{"Finetune/Learning Rate": 1.950146988158603e-05, "Finetune/Loss": 0.9297494888305664, "Finetune/Loss (Raw)": 1.0510767698287964, "Finetune/Step": 2459, "Finetune/Step Time": 6.013857796788216}
+{"Finetune/Learning Rate": 1.9500944684720074e-05, "Finetune/Loss": 0.9296264052391052, "Finetune/Loss (Raw)": 0.9204620718955994, "Finetune/Step": 2460, "Finetune/Step Time": 6.013233833014965}
+{"Finetune/Learning Rate": 1.9500419218434346e-05, "Finetune/Loss": 0.9304304122924805, "Finetune/Loss (Raw)": 1.030483365058899, "Finetune/Step": 2461, "Finetune/Step Time": 5.99631655216217}
+{"Finetune/Learning Rate": 1.9499893482743745e-05, "Finetune/Loss": 0.9318615794181824, "Finetune/Loss (Raw)": 1.0401148796081543, "Finetune/Step": 2462, "Finetune/Step Time": 5.994252551347017}
+{"Finetune/Learning Rate": 1.9499367477663175e-05, "Finetune/Loss": 0.9304969906806946, "Finetune/Loss (Raw)": 0.7944296002388, "Finetune/Step": 2463, "Finetune/Step Time": 5.990947699174285}
+{"Finetune/Learning Rate": 1.949884120320756e-05, "Finetune/Loss": 0.9299668073654175, "Finetune/Loss (Raw)": 0.9897265434265137, "Finetune/Step": 2464, "Finetune/Step Time": 5.991861945018172}
+{"Finetune/Learning Rate": 1.9498314659391816e-05, "Finetune/Loss": 0.9316884279251099, "Finetune/Loss (Raw)": 1.0383037328720093, "Finetune/Step": 2465, "Finetune/Step Time": 5.9885899517685175}
+{"Finetune/Learning Rate": 1.949778784623088e-05, "Finetune/Loss": 0.9320739507675171, "Finetune/Loss (Raw)": 0.9974285960197449, "Finetune/Step": 2466, "Finetune/Step Time": 5.996803333982825}
+{"Finetune/Learning Rate": 1.9497260763739692e-05, "Finetune/Loss": 0.930664598941803, "Finetune/Loss (Raw)": 0.7911911010742188, "Finetune/Step": 2467, "Finetune/Step Time": 6.015634408220649}
+{"Finetune/Learning Rate": 1.949673341193319e-05, "Finetune/Loss": 0.9284179210662842, "Finetune/Loss (Raw)": 0.7663863301277161, "Finetune/Step": 2468, "Finetune/Step Time": 5.996804516762495}
+{"Finetune/Learning Rate": 1.9496205790826336e-05, "Finetune/Loss": 0.9298732280731201, "Finetune/Loss (Raw)": 0.9722487330436707, "Finetune/Step": 2469, "Finetune/Step Time": 5.998626099899411}
+{"Finetune/Learning Rate": 1.9495677900434086e-05, "Finetune/Loss": 0.9290213584899902, "Finetune/Loss (Raw)": 0.8440713882446289, "Finetune/Step": 2470, "Finetune/Step Time": 6.004061644896865}
+{"Finetune/Learning Rate": 1.9495149740771417e-05, "Finetune/Loss": 0.9276837110519409, "Finetune/Loss (Raw)": 0.7481323480606079, "Finetune/Step": 2471, "Finetune/Step Time": 6.021250506862998}
+{"Finetune/Learning Rate": 1.94946213118533e-05, "Finetune/Loss": 0.9292192459106445, "Finetune/Loss (Raw)": 0.917096734046936, "Finetune/Step": 2472, "Finetune/Step Time": 6.017795745283365}
+{"Finetune/Learning Rate": 1.949409261369472e-05, "Finetune/Loss": 0.9298987984657288, "Finetune/Loss (Raw)": 1.0859932899475098, "Finetune/Step": 2473, "Finetune/Step Time": 6.008789354935288}
+{"Finetune/Learning Rate": 1.9493563646310677e-05, "Finetune/Loss": 0.9304664731025696, "Finetune/Loss (Raw)": 1.034010648727417, "Finetune/Step": 2474, "Finetune/Step Time": 6.00545253790915}
+{"Finetune/Learning Rate": 1.949303440971616e-05, "Finetune/Loss": 0.9302552342414856, "Finetune/Loss (Raw)": 0.9772992134094238, "Finetune/Step": 2475, "Finetune/Step Time": 6.00412711314857}
+{"Finetune/Learning Rate": 1.9492504903926183e-05, "Finetune/Loss": 0.9298901557922363, "Finetune/Loss (Raw)": 0.8857805132865906, "Finetune/Step": 2476, "Finetune/Step Time": 6.003631861880422}
+{"Finetune/Learning Rate": 1.949197512895576e-05, "Finetune/Loss": 0.930213451385498, "Finetune/Loss (Raw)": 0.8798003792762756, "Finetune/Step": 2477, "Finetune/Step Time": 6.002736045047641}
+{"Finetune/Learning Rate": 1.9491445084819912e-05, "Finetune/Loss": 0.9290074110031128, "Finetune/Loss (Raw)": 0.9982815980911255, "Finetune/Step": 2478, "Finetune/Step Time": 6.006169460713863}
+{"Finetune/Learning Rate": 1.9490914771533677e-05, "Finetune/Loss": 0.9292337894439697, "Finetune/Loss (Raw)": 0.9597653746604919, "Finetune/Step": 2479, "Finetune/Step Time": 6.001610405743122}
+{"Finetune/Learning Rate": 1.9490384189112084e-05, "Finetune/Loss": 0.929763674736023, "Finetune/Loss (Raw)": 0.8548429608345032, "Finetune/Step": 2480, "Finetune/Step Time": 5.986325113102794}
+{"Finetune/Learning Rate": 1.948985333757018e-05, "Finetune/Loss": 0.9303972721099854, "Finetune/Loss (Raw)": 0.9672679305076599, "Finetune/Step": 2481, "Finetune/Step Time": 5.9679826106876135}
+{"Finetune/Learning Rate": 1.9489322216923027e-05, "Finetune/Loss": 0.9311640858650208, "Finetune/Loss (Raw)": 1.0239263772964478, "Finetune/Step": 2482, "Finetune/Step Time": 5.9680951945483685}
+{"Finetune/Learning Rate": 1.9488790827185676e-05, "Finetune/Loss": 0.9321192502975464, "Finetune/Loss (Raw)": 1.0436335802078247, "Finetune/Step": 2483, "Finetune/Step Time": 5.97051590308547}
+{"Finetune/Learning Rate": 1.9488259168373198e-05, "Finetune/Loss": 0.9318521618843079, "Finetune/Loss (Raw)": 0.9475007057189941, "Finetune/Step": 2484, "Finetune/Step Time": 5.969629706814885}
+{"Finetune/Learning Rate": 1.9487727240500674e-05, "Finetune/Loss": 0.9314513206481934, "Finetune/Loss (Raw)": 0.870438814163208, "Finetune/Step": 2485, "Finetune/Step Time": 5.9801122434437275}
+{"Finetune/Learning Rate": 1.9487195043583184e-05, "Finetune/Loss": 0.930683970451355, "Finetune/Loss (Raw)": 0.9480849504470825, "Finetune/Step": 2486, "Finetune/Step Time": 5.981890272349119}
+{"Finetune/Learning Rate": 1.948666257763582e-05, "Finetune/Loss": 0.9302538633346558, "Finetune/Loss (Raw)": 0.8820942640304565, "Finetune/Step": 2487, "Finetune/Step Time": 5.987984269857407}
+{"Finetune/Learning Rate": 1.948612984267368e-05, "Finetune/Loss": 0.9302361011505127, "Finetune/Loss (Raw)": 0.9652103781700134, "Finetune/Step": 2488, "Finetune/Step Time": 5.990260407328606}
+{"Finetune/Learning Rate": 1.9485596838711876e-05, "Finetune/Loss": 0.930861234664917, "Finetune/Loss (Raw)": 0.9043424129486084, "Finetune/Step": 2489, "Finetune/Step Time": 5.986508661881089}
+{"Finetune/Learning Rate": 1.9485063565765516e-05, "Finetune/Loss": 0.931282639503479, "Finetune/Loss (Raw)": 0.9251530766487122, "Finetune/Step": 2490, "Finetune/Step Time": 5.985809838399291}
+{"Finetune/Learning Rate": 1.948453002384973e-05, "Finetune/Loss": 0.9297847747802734, "Finetune/Loss (Raw)": 0.9133142232894897, "Finetune/Step": 2491, "Finetune/Step Time": 5.979634199291468}
+{"Finetune/Learning Rate": 1.948399621297964e-05, "Finetune/Loss": 0.930229902267456, "Finetune/Loss (Raw)": 1.0962049961090088, "Finetune/Step": 2492, "Finetune/Step Time": 5.978665696457028}
+{"Finetune/Learning Rate": 1.9483462133170385e-05, "Finetune/Loss": 0.9302285313606262, "Finetune/Loss (Raw)": 0.9675458669662476, "Finetune/Step": 2493, "Finetune/Step Time": 5.978088038042188}
+{"Finetune/Learning Rate": 1.9482927784437114e-05, "Finetune/Loss": 0.9308359026908875, "Finetune/Loss (Raw)": 0.9372626543045044, "Finetune/Step": 2494, "Finetune/Step Time": 5.974456509575248}
+{"Finetune/Learning Rate": 1.9482393166794976e-05, "Finetune/Loss": 0.9323667287826538, "Finetune/Loss (Raw)": 1.0113016366958618, "Finetune/Step": 2495, "Finetune/Step Time": 5.9628282859921455}
+{"Finetune/Learning Rate": 1.948185828025913e-05, "Finetune/Loss": 0.9328159093856812, "Finetune/Loss (Raw)": 1.0107605457305908, "Finetune/Step": 2496, "Finetune/Step Time": 5.96797414496541}
+{"Finetune/Learning Rate": 1.9481323124844747e-05, "Finetune/Loss": 0.9332554340362549, "Finetune/Loss (Raw)": 0.9445558786392212, "Finetune/Step": 2497, "Finetune/Step Time": 5.959187166765332}
+{"Finetune/Learning Rate": 1.9480787700567e-05, "Finetune/Loss": 0.9353530406951904, "Finetune/Loss (Raw)": 0.9265632033348083, "Finetune/Step": 2498, "Finetune/Step Time": 5.939801689237356}
+{"Finetune/Learning Rate": 1.9480252007441075e-05, "Finetune/Loss": 0.9365479946136475, "Finetune/Loss (Raw)": 0.9992659091949463, "Finetune/Step": 2499, "Finetune/Step Time": 5.941480223089457}
+{"Finetune/Learning Rate": 1.9479716045482166e-05, "Finetune/Loss": 0.9348093271255493, "Finetune/Loss (Raw)": 0.9374804496765137, "Finetune/Step": 2500, "Finetune/Step Time": 5.9394083973020315}
+{"Finetune/Learning Rate": 1.9479179814705458e-05, "Finetune/Loss": 0.9341722726821899, "Finetune/Loss (Raw)": 0.8706520795822144, "Finetune/Step": 2501, "Finetune/Step Time": 5.925069598481059}
+{"Finetune/Learning Rate": 1.947864331512617e-05, "Finetune/Loss": 0.9355356693267822, "Finetune/Loss (Raw)": 0.9509090781211853, "Finetune/Step": 2502, "Finetune/Step Time": 5.90588279440999}
+{"Finetune/Learning Rate": 1.9478106546759512e-05, "Finetune/Loss": 0.9366164207458496, "Finetune/Loss (Raw)": 0.992375910282135, "Finetune/Step": 2503, "Finetune/Step Time": 5.90412575379014}
+{"Finetune/Learning Rate": 1.9477569509620703e-05, "Finetune/Loss": 0.9372491240501404, "Finetune/Loss (Raw)": 0.9214186072349548, "Finetune/Step": 2504, "Finetune/Step Time": 5.883286850526929}
+{"Finetune/Learning Rate": 1.9477032203724974e-05, "Finetune/Loss": 0.9363205432891846, "Finetune/Loss (Raw)": 0.7811936140060425, "Finetune/Step": 2505, "Finetune/Step Time": 5.885447330772877}
+{"Finetune/Learning Rate": 1.947649462908756e-05, "Finetune/Loss": 0.9371652007102966, "Finetune/Loss (Raw)": 0.9481861591339111, "Finetune/Step": 2506, "Finetune/Step Time": 5.876010969281197}
+{"Finetune/Learning Rate": 1.9475956785723707e-05, "Finetune/Loss": 0.9371019601821899, "Finetune/Loss (Raw)": 0.8332717418670654, "Finetune/Step": 2507, "Finetune/Step Time": 5.871871026232839}
+{"Finetune/Learning Rate": 1.9475418673648667e-05, "Finetune/Loss": 0.939631462097168, "Finetune/Loss (Raw)": 1.0597589015960693, "Finetune/Step": 2508, "Finetune/Step Time": 5.868374977260828}
+{"Finetune/Learning Rate": 1.9474880292877695e-05, "Finetune/Loss": 0.9390164613723755, "Finetune/Loss (Raw)": 0.8774014711380005, "Finetune/Step": 2509, "Finetune/Step Time": 5.866394631564617}
+{"Finetune/Learning Rate": 1.9474341643426064e-05, "Finetune/Loss": 0.9381873607635498, "Finetune/Loss (Raw)": 0.9069173336029053, "Finetune/Step": 2510, "Finetune/Step Time": 5.867892479524016}
+{"Finetune/Learning Rate": 1.9473802725309043e-05, "Finetune/Loss": 0.9377475380897522, "Finetune/Loss (Raw)": 0.8597791194915771, "Finetune/Step": 2511, "Finetune/Step Time": 5.8666107673197985}
+{"Finetune/Learning Rate": 1.9473263538541916e-05, "Finetune/Loss": 0.9373034238815308, "Finetune/Loss (Raw)": 0.8524688482284546, "Finetune/Step": 2512, "Finetune/Step Time": 5.866369526833296}
+{"Finetune/Learning Rate": 1.9472724083139973e-05, "Finetune/Loss": 0.9362940788269043, "Finetune/Loss (Raw)": 0.8928377628326416, "Finetune/Step": 2513, "Finetune/Step Time": 5.867376573383808}
+{"Finetune/Learning Rate": 1.9472184359118516e-05, "Finetune/Loss": 0.9346377849578857, "Finetune/Loss (Raw)": 0.8097109198570251, "Finetune/Step": 2514, "Finetune/Step Time": 5.8748968709260225}
+{"Finetune/Learning Rate": 1.9471644366492842e-05, "Finetune/Loss": 0.9345803260803223, "Finetune/Loss (Raw)": 0.8763678073883057, "Finetune/Step": 2515, "Finetune/Step Time": 5.8826240338385105}
+{"Finetune/Learning Rate": 1.9471104105278265e-05, "Finetune/Loss": 0.9361206293106079, "Finetune/Loss (Raw)": 1.04422926902771, "Finetune/Step": 2516, "Finetune/Step Time": 5.8896982949227095}
+{"Finetune/Learning Rate": 1.9470563575490114e-05, "Finetune/Loss": 0.9363725185394287, "Finetune/Loss (Raw)": 0.9124210476875305, "Finetune/Step": 2517, "Finetune/Step Time": 5.910931369289756}
+{"Finetune/Learning Rate": 1.947002277714371e-05, "Finetune/Loss": 0.9376678466796875, "Finetune/Loss (Raw)": 1.0470318794250488, "Finetune/Step": 2518, "Finetune/Step Time": 5.882933545857668}
+{"Finetune/Learning Rate": 1.9469481710254384e-05, "Finetune/Loss": 0.9382915496826172, "Finetune/Loss (Raw)": 0.9168411493301392, "Finetune/Step": 2519, "Finetune/Step Time": 5.878029024228454}
+{"Finetune/Learning Rate": 1.946894037483749e-05, "Finetune/Loss": 0.937421977519989, "Finetune/Loss (Raw)": 0.948894202709198, "Finetune/Step": 2520, "Finetune/Step Time": 5.87728457711637}
+{"Finetune/Learning Rate": 1.9468398770908368e-05, "Finetune/Loss": 0.9371640682220459, "Finetune/Loss (Raw)": 0.8891921043395996, "Finetune/Step": 2521, "Finetune/Step Time": 5.875094749033451}
+{"Finetune/Learning Rate": 1.9467856898482386e-05, "Finetune/Loss": 0.9368207454681396, "Finetune/Loss (Raw)": 0.9523009061813354, "Finetune/Step": 2522, "Finetune/Step Time": 5.862679483368993}
+{"Finetune/Learning Rate": 1.94673147575749e-05, "Finetune/Loss": 0.9370877742767334, "Finetune/Loss (Raw)": 0.9016878604888916, "Finetune/Step": 2523, "Finetune/Step Time": 5.867581959813833}
+{"Finetune/Learning Rate": 1.9466772348201294e-05, "Finetune/Loss": 0.9384385347366333, "Finetune/Loss (Raw)": 0.8643671274185181, "Finetune/Step": 2524, "Finetune/Step Time": 5.870799649506807}
+{"Finetune/Learning Rate": 1.946622967037694e-05, "Finetune/Loss": 0.9390615820884705, "Finetune/Loss (Raw)": 0.9821285009384155, "Finetune/Step": 2525, "Finetune/Step Time": 5.863695641979575}
+{"Finetune/Learning Rate": 1.9465686724117236e-05, "Finetune/Loss": 0.9383723735809326, "Finetune/Loss (Raw)": 0.9161787629127502, "Finetune/Step": 2526, "Finetune/Step Time": 5.855614013969898}
+{"Finetune/Learning Rate": 1.946514350943757e-05, "Finetune/Loss": 0.9386774301528931, "Finetune/Loss (Raw)": 1.0029319524765015, "Finetune/Step": 2527, "Finetune/Step Time": 5.85786871984601}
+{"Finetune/Learning Rate": 1.946460002635335e-05, "Finetune/Loss": 0.9407031536102295, "Finetune/Loss (Raw)": 0.9851649403572083, "Finetune/Step": 2528, "Finetune/Step Time": 5.841313051059842}
+{"Finetune/Learning Rate": 1.9464056274879984e-05, "Finetune/Loss": 0.9407039880752563, "Finetune/Loss (Raw)": 0.943230390548706, "Finetune/Step": 2529, "Finetune/Step Time": 5.841302389279008}
+{"Finetune/Learning Rate": 1.94635122550329e-05, "Finetune/Loss": 0.9416739344596863, "Finetune/Loss (Raw)": 1.0578460693359375, "Finetune/Step": 2530, "Finetune/Step Time": 5.841155355796218}
+{"Finetune/Learning Rate": 1.9462967966827512e-05, "Finetune/Loss": 0.940833568572998, "Finetune/Loss (Raw)": 0.7075559496879578, "Finetune/Step": 2531, "Finetune/Step Time": 5.860502427443862}
+{"Finetune/Learning Rate": 1.9462423410279268e-05, "Finetune/Loss": 0.9403191804885864, "Finetune/Loss (Raw)": 0.8585824966430664, "Finetune/Step": 2532, "Finetune/Step Time": 5.871227180585265}
+{"Finetune/Learning Rate": 1.94618785854036e-05, "Finetune/Loss": 0.9419292211532593, "Finetune/Loss (Raw)": 1.1206471920013428, "Finetune/Step": 2533, "Finetune/Step Time": 5.870212055742741}
+{"Finetune/Learning Rate": 1.9461333492215965e-05, "Finetune/Loss": 0.9435484409332275, "Finetune/Loss (Raw)": 0.9876088500022888, "Finetune/Step": 2534, "Finetune/Step Time": 5.870596008375287}
+{"Finetune/Learning Rate": 1.9460788130731813e-05, "Finetune/Loss": 0.9434500932693481, "Finetune/Loss (Raw)": 0.8643404245376587, "Finetune/Step": 2535, "Finetune/Step Time": 5.872020490467548}
+{"Finetune/Learning Rate": 1.9460242500966614e-05, "Finetune/Loss": 0.9423084259033203, "Finetune/Loss (Raw)": 0.9616970419883728, "Finetune/Step": 2536, "Finetune/Step Time": 5.873226368799806}
+{"Finetune/Learning Rate": 1.9459696602935838e-05, "Finetune/Loss": 0.9424899816513062, "Finetune/Loss (Raw)": 0.8958450555801392, "Finetune/Step": 2537, "Finetune/Step Time": 5.875120593234897}
+{"Finetune/Learning Rate": 1.9459150436654966e-05, "Finetune/Loss": 0.9422202110290527, "Finetune/Loss (Raw)": 0.9774571061134338, "Finetune/Step": 2538, "Finetune/Step Time": 5.877064999192953}
+{"Finetune/Learning Rate": 1.9458604002139485e-05, "Finetune/Loss": 0.9443453550338745, "Finetune/Loss (Raw)": 0.8864361047744751, "Finetune/Step": 2539, "Finetune/Step Time": 5.86118415184319}
+{"Finetune/Learning Rate": 1.9458057299404895e-05, "Finetune/Loss": 0.9456174373626709, "Finetune/Loss (Raw)": 0.9175472259521484, "Finetune/Step": 2540, "Finetune/Step Time": 5.8600372187793255}
+{"Finetune/Learning Rate": 1.945751032846669e-05, "Finetune/Loss": 0.9462541341781616, "Finetune/Loss (Raw)": 1.066267490386963, "Finetune/Step": 2541, "Finetune/Step Time": 5.868878474459052}
+{"Finetune/Learning Rate": 1.945696308934039e-05, "Finetune/Loss": 0.9460470676422119, "Finetune/Loss (Raw)": 0.8871301412582397, "Finetune/Step": 2542, "Finetune/Step Time": 5.866096965968609}
+{"Finetune/Learning Rate": 1.945641558204151e-05, "Finetune/Loss": 0.9452563524246216, "Finetune/Loss (Raw)": 0.8770350217819214, "Finetune/Step": 2543, "Finetune/Step Time": 5.876983933150768}
+{"Finetune/Learning Rate": 1.945586780658557e-05, "Finetune/Loss": 0.9453589916229248, "Finetune/Loss (Raw)": 0.9793258309364319, "Finetune/Step": 2544, "Finetune/Step Time": 5.879229139536619}
+{"Finetune/Learning Rate": 1.9455319762988107e-05, "Finetune/Loss": 0.9441825151443481, "Finetune/Loss (Raw)": 0.7704055905342102, "Finetune/Step": 2545, "Finetune/Step Time": 5.87116264551878}
+{"Finetune/Learning Rate": 1.9454771451264666e-05, "Finetune/Loss": 0.943702220916748, "Finetune/Loss (Raw)": 0.9855546951293945, "Finetune/Step": 2546, "Finetune/Step Time": 5.874385882169008}
+{"Finetune/Learning Rate": 1.9454222871430794e-05, "Finetune/Loss": 0.9429829716682434, "Finetune/Loss (Raw)": 0.9434789419174194, "Finetune/Step": 2547, "Finetune/Step Time": 5.875965332612395}
+{"Finetune/Learning Rate": 1.9453674023502042e-05, "Finetune/Loss": 0.9420809745788574, "Finetune/Loss (Raw)": 0.8328387141227722, "Finetune/Step": 2548, "Finetune/Step Time": 5.86491571366787}
+{"Finetune/Learning Rate": 1.945312490749398e-05, "Finetune/Loss": 0.9414836764335632, "Finetune/Loss (Raw)": 0.9379479885101318, "Finetune/Step": 2549, "Finetune/Step Time": 5.867533026263118}
+{"Finetune/Learning Rate": 1.9452575523422176e-05, "Finetune/Loss": 0.9406651854515076, "Finetune/Loss (Raw)": 0.9049464464187622, "Finetune/Step": 2550, "Finetune/Step Time": 5.844113444909453}
+{"Finetune/Learning Rate": 1.9452025871302208e-05, "Finetune/Loss": 0.9402676820755005, "Finetune/Loss (Raw)": 0.9924317598342896, "Finetune/Step": 2551, "Finetune/Step Time": 5.838938118889928}
+{"Finetune/Learning Rate": 1.9451475951149665e-05, "Finetune/Loss": 0.9398680329322815, "Finetune/Loss (Raw)": 0.9835542440414429, "Finetune/Step": 2552, "Finetune/Step Time": 5.840063616633415}
+{"Finetune/Learning Rate": 1.9450925762980142e-05, "Finetune/Loss": 0.9398277401924133, "Finetune/Loss (Raw)": 0.8896705508232117, "Finetune/Step": 2553, "Finetune/Step Time": 5.82182389870286}
+{"Finetune/Learning Rate": 1.9450375306809236e-05, "Finetune/Loss": 0.9394823312759399, "Finetune/Loss (Raw)": 0.9979350566864014, "Finetune/Step": 2554, "Finetune/Step Time": 5.82346922531724}
+{"Finetune/Learning Rate": 1.9449824582652562e-05, "Finetune/Loss": 0.9367457628250122, "Finetune/Loss (Raw)": 0.8456569910049438, "Finetune/Step": 2555, "Finetune/Step Time": 5.825202913954854}
+{"Finetune/Learning Rate": 1.9449273590525736e-05, "Finetune/Loss": 0.9360251426696777, "Finetune/Loss (Raw)": 0.9079298973083496, "Finetune/Step": 2556, "Finetune/Step Time": 5.831432411447167}
+{"Finetune/Learning Rate": 1.9448722330444377e-05, "Finetune/Loss": 0.935591459274292, "Finetune/Loss (Raw)": 0.8352705240249634, "Finetune/Step": 2557, "Finetune/Step Time": 5.837080946192145}
+{"Finetune/Learning Rate": 1.9448170802424126e-05, "Finetune/Loss": 0.9373257756233215, "Finetune/Loss (Raw)": 1.1073194742202759, "Finetune/Step": 2558, "Finetune/Step Time": 5.846688175573945}
+{"Finetune/Learning Rate": 1.9447619006480614e-05, "Finetune/Loss": 0.9378581047058105, "Finetune/Loss (Raw)": 1.0634548664093018, "Finetune/Step": 2559, "Finetune/Step Time": 5.8470533434301615}
+{"Finetune/Learning Rate": 1.9447066942629495e-05, "Finetune/Loss": 0.9369403123855591, "Finetune/Loss (Raw)": 0.7586435079574585, "Finetune/Step": 2560, "Finetune/Step Time": 5.847532652318478}
+{"Finetune/Learning Rate": 1.944651461088642e-05, "Finetune/Loss": 0.936331033706665, "Finetune/Loss (Raw)": 0.7761176824569702, "Finetune/Step": 2561, "Finetune/Step Time": 5.865405526012182}
+{"Finetune/Learning Rate": 1.9445962011267052e-05, "Finetune/Loss": 0.9352210760116577, "Finetune/Loss (Raw)": 0.8143771290779114, "Finetune/Step": 2562, "Finetune/Step Time": 5.885347684845328}
+{"Finetune/Learning Rate": 1.944540914378706e-05, "Finetune/Loss": 0.934299111366272, "Finetune/Loss (Raw)": 0.8306454420089722, "Finetune/Step": 2563, "Finetune/Step Time": 5.894980089738965}
+{"Finetune/Learning Rate": 1.944485600846213e-05, "Finetune/Loss": 0.9319643378257751, "Finetune/Loss (Raw)": 0.7175899744033813, "Finetune/Step": 2564, "Finetune/Step Time": 5.915055872872472}
+{"Finetune/Learning Rate": 1.944430260530794e-05, "Finetune/Loss": 0.9316949248313904, "Finetune/Loss (Raw)": 1.0011067390441895, "Finetune/Step": 2565, "Finetune/Step Time": 5.876472737640142}
+{"Finetune/Learning Rate": 1.944374893434018e-05, "Finetune/Loss": 0.9320465326309204, "Finetune/Loss (Raw)": 0.9732212424278259, "Finetune/Step": 2566, "Finetune/Step Time": 5.873427104204893}
+{"Finetune/Learning Rate": 1.9443194995574558e-05, "Finetune/Loss": 0.9303260445594788, "Finetune/Loss (Raw)": 0.8221966028213501, "Finetune/Step": 2567, "Finetune/Step Time": 5.870580106973648}
+{"Finetune/Learning Rate": 1.9442640789026778e-05, "Finetune/Loss": 0.9296258687973022, "Finetune/Loss (Raw)": 0.8560073971748352, "Finetune/Step": 2568, "Finetune/Step Time": 5.874256256967783}
+{"Finetune/Learning Rate": 1.9442086314712557e-05, "Finetune/Loss": 0.9282231330871582, "Finetune/Loss (Raw)": 0.9102708697319031, "Finetune/Step": 2569, "Finetune/Step Time": 5.872917165979743}
+{"Finetune/Learning Rate": 1.9441531572647617e-05, "Finetune/Loss": 0.9280951023101807, "Finetune/Loss (Raw)": 0.9274494051933289, "Finetune/Step": 2570, "Finetune/Step Time": 5.870963215827942}
+{"Finetune/Learning Rate": 1.9440976562847688e-05, "Finetune/Loss": 0.9285950660705566, "Finetune/Loss (Raw)": 1.0004611015319824, "Finetune/Step": 2571, "Finetune/Step Time": 5.874059678986669}
+{"Finetune/Learning Rate": 1.9440421285328512e-05, "Finetune/Loss": 0.9295203685760498, "Finetune/Loss (Raw)": 0.9984880685806274, "Finetune/Step": 2572, "Finetune/Step Time": 5.869946191087365}
+{"Finetune/Learning Rate": 1.9439865740105833e-05, "Finetune/Loss": 0.9306477308273315, "Finetune/Loss (Raw)": 0.967221736907959, "Finetune/Step": 2573, "Finetune/Step Time": 5.872166076675057}
+{"Finetune/Learning Rate": 1.9439309927195407e-05, "Finetune/Loss": 0.9295729398727417, "Finetune/Loss (Raw)": 0.9274111986160278, "Finetune/Step": 2574, "Finetune/Step Time": 5.873551523312926}
+{"Finetune/Learning Rate": 1.943875384661299e-05, "Finetune/Loss": 0.9294953942298889, "Finetune/Loss (Raw)": 1.021034598350525, "Finetune/Step": 2575, "Finetune/Step Time": 5.876671399921179}
+{"Finetune/Learning Rate": 1.9438197498374357e-05, "Finetune/Loss": 0.9289973378181458, "Finetune/Loss (Raw)": 0.9047866463661194, "Finetune/Step": 2576, "Finetune/Step Time": 5.876953385770321}
+{"Finetune/Learning Rate": 1.943764088249528e-05, "Finetune/Loss": 0.9294275045394897, "Finetune/Loss (Raw)": 0.9922541975975037, "Finetune/Step": 2577, "Finetune/Step Time": 5.87655727379024}
+{"Finetune/Learning Rate": 1.9437083998991546e-05, "Finetune/Loss": 0.9295996427536011, "Finetune/Loss (Raw)": 0.9775412082672119, "Finetune/Step": 2578, "Finetune/Step Time": 5.8779508005827665}
+{"Finetune/Learning Rate": 1.9436526847878944e-05, "Finetune/Loss": 0.9308327436447144, "Finetune/Loss (Raw)": 1.0544406175613403, "Finetune/Step": 2579, "Finetune/Step Time": 5.861172052100301}
+{"Finetune/Learning Rate": 1.9435969429173275e-05, "Finetune/Loss": 0.9313434958457947, "Finetune/Loss (Raw)": 0.877815306186676, "Finetune/Step": 2580, "Finetune/Step Time": 5.858271161094308}
+{"Finetune/Learning Rate": 1.9435411742890345e-05, "Finetune/Loss": 0.9298974871635437, "Finetune/Loss (Raw)": 0.7453899383544922, "Finetune/Step": 2581, "Finetune/Step Time": 5.855798542499542}
+{"Finetune/Learning Rate": 1.943485378904597e-05, "Finetune/Loss": 0.929137647151947, "Finetune/Loss (Raw)": 0.8335459232330322, "Finetune/Step": 2582, "Finetune/Step Time": 5.859423998743296}
+{"Finetune/Learning Rate": 1.9434295567655966e-05, "Finetune/Loss": 0.9291163682937622, "Finetune/Loss (Raw)": 0.8710581064224243, "Finetune/Step": 2583, "Finetune/Step Time": 5.848138688132167}
+{"Finetune/Learning Rate": 1.9433737078736172e-05, "Finetune/Loss": 0.9299312829971313, "Finetune/Loss (Raw)": 0.9435685873031616, "Finetune/Step": 2584, "Finetune/Step Time": 5.843394439667463}
+{"Finetune/Learning Rate": 1.943317832230242e-05, "Finetune/Loss": 0.9295381307601929, "Finetune/Loss (Raw)": 0.9086212515830994, "Finetune/Step": 2585, "Finetune/Step Time": 5.838433535769582}
+{"Finetune/Learning Rate": 1.9432619298370554e-05, "Finetune/Loss": 0.9297245740890503, "Finetune/Loss (Raw)": 1.0110750198364258, "Finetune/Step": 2586, "Finetune/Step Time": 5.8406513296067715}
+{"Finetune/Learning Rate": 1.9432060006956428e-05, "Finetune/Loss": 0.9281858801841736, "Finetune/Loss (Raw)": 0.8541266918182373, "Finetune/Step": 2587, "Finetune/Step Time": 5.846643870696425}
+{"Finetune/Learning Rate": 1.94315004480759e-05, "Finetune/Loss": 0.9276163578033447, "Finetune/Loss (Raw)": 0.8475586175918579, "Finetune/Step": 2588, "Finetune/Step Time": 5.849171405658126}
+{"Finetune/Learning Rate": 1.943094062174484e-05, "Finetune/Loss": 0.9267066121101379, "Finetune/Loss (Raw)": 0.9140455722808838, "Finetune/Step": 2589, "Finetune/Step Time": 5.844992656260729}
+{"Finetune/Learning Rate": 1.9430380527979124e-05, "Finetune/Loss": 0.9260157346725464, "Finetune/Loss (Raw)": 0.9516797661781311, "Finetune/Step": 2590, "Finetune/Step Time": 5.849631123244762}
+{"Finetune/Learning Rate": 1.9429820166794627e-05, "Finetune/Loss": 0.9279112815856934, "Finetune/Loss (Raw)": 1.037060260772705, "Finetune/Step": 2591, "Finetune/Step Time": 5.847882810980082}
+{"Finetune/Learning Rate": 1.942925953820725e-05, "Finetune/Loss": 0.927280604839325, "Finetune/Loss (Raw)": 0.9089965224266052, "Finetune/Step": 2592, "Finetune/Step Time": 5.847402423620224}
+{"Finetune/Learning Rate": 1.9428698642232883e-05, "Finetune/Loss": 0.9257787466049194, "Finetune/Loss (Raw)": 0.8460690379142761, "Finetune/Step": 2593, "Finetune/Step Time": 5.850293200463057}
+{"Finetune/Learning Rate": 1.9428137478887437e-05, "Finetune/Loss": 0.9237707257270813, "Finetune/Loss (Raw)": 0.7403981685638428, "Finetune/Step": 2594, "Finetune/Step Time": 5.861244628205895}
+{"Finetune/Learning Rate": 1.942757604818682e-05, "Finetune/Loss": 0.9256903529167175, "Finetune/Loss (Raw)": 1.0369082689285278, "Finetune/Step": 2595, "Finetune/Step Time": 5.843113884329796}
+{"Finetune/Learning Rate": 1.9427014350146955e-05, "Finetune/Loss": 0.92735356092453, "Finetune/Loss (Raw)": 0.9792746901512146, "Finetune/Step": 2596, "Finetune/Step Time": 5.849325330927968}
+{"Finetune/Learning Rate": 1.942645238478377e-05, "Finetune/Loss": 0.9262886643409729, "Finetune/Loss (Raw)": 0.8359429836273193, "Finetune/Step": 2597, "Finetune/Step Time": 5.8448573257774115}
+{"Finetune/Learning Rate": 1.94258901521132e-05, "Finetune/Loss": 0.9273167252540588, "Finetune/Loss (Raw)": 0.9756607413291931, "Finetune/Step": 2598, "Finetune/Step Time": 5.843504324555397}
+{"Finetune/Learning Rate": 1.942532765215119e-05, "Finetune/Loss": 0.9266910552978516, "Finetune/Loss (Raw)": 0.6680502891540527, "Finetune/Step": 2599, "Finetune/Step Time": 5.825352581217885}
+{"Finetune/Learning Rate": 1.942476488491369e-05, "Finetune/Loss": 0.9273331165313721, "Finetune/Loss (Raw)": 0.9992780685424805, "Finetune/Step": 2600, "Finetune/Step Time": 5.822658605873585}
+{"Finetune/Learning Rate": 1.9424201850416656e-05, "Finetune/Loss": 0.9259918928146362, "Finetune/Loss (Raw)": 0.9143094420433044, "Finetune/Step": 2601, "Finetune/Step Time": 5.817939594388008}
+{"Finetune/Learning Rate": 1.942363854867606e-05, "Finetune/Loss": 0.9248526692390442, "Finetune/Loss (Raw)": 0.8881949186325073, "Finetune/Step": 2602, "Finetune/Step Time": 5.819597888737917}
+{"Finetune/Learning Rate": 1.942307497970787e-05, "Finetune/Loss": 0.9246413707733154, "Finetune/Loss (Raw)": 0.950249195098877, "Finetune/Step": 2603, "Finetune/Step Time": 5.82337998226285}
+{"Finetune/Learning Rate": 1.942251114352807e-05, "Finetune/Loss": 0.9245161414146423, "Finetune/Loss (Raw)": 0.869756817817688, "Finetune/Step": 2604, "Finetune/Step Time": 5.822766698896885}
+{"Finetune/Learning Rate": 1.9421947040152648e-05, "Finetune/Loss": 0.9240327477455139, "Finetune/Loss (Raw)": 0.8179299235343933, "Finetune/Step": 2605, "Finetune/Step Time": 5.821494482457638}
+{"Finetune/Learning Rate": 1.9421382669597598e-05, "Finetune/Loss": 0.9232354164123535, "Finetune/Loss (Raw)": 0.8962202668190002, "Finetune/Step": 2606, "Finetune/Step Time": 5.819836849346757}
+{"Finetune/Learning Rate": 1.9420818031878927e-05, "Finetune/Loss": 0.9223635196685791, "Finetune/Loss (Raw)": 0.8481631278991699, "Finetune/Step": 2607, "Finetune/Step Time": 5.838487967848778}
+{"Finetune/Learning Rate": 1.9420253127012647e-05, "Finetune/Loss": 0.9228510856628418, "Finetune/Loss (Raw)": 0.9172472953796387, "Finetune/Step": 2608, "Finetune/Step Time": 5.851672450080514}
+{"Finetune/Learning Rate": 1.9419687955014775e-05, "Finetune/Loss": 0.9238307476043701, "Finetune/Loss (Raw)": 1.0926659107208252, "Finetune/Step": 2609, "Finetune/Step Time": 5.848799733445048}
+{"Finetune/Learning Rate": 1.941912251590134e-05, "Finetune/Loss": 0.9223027229309082, "Finetune/Loss (Raw)": 0.8283409476280212, "Finetune/Step": 2610, "Finetune/Step Time": 5.872606674209237}
+{"Finetune/Learning Rate": 1.9418556809688373e-05, "Finetune/Loss": 0.9193326234817505, "Finetune/Loss (Raw)": 0.6634597182273865, "Finetune/Step": 2611, "Finetune/Step Time": 5.906651569530368}
+{"Finetune/Learning Rate": 1.941799083639192e-05, "Finetune/Loss": 0.9181697964668274, "Finetune/Loss (Raw)": 0.7986583113670349, "Finetune/Step": 2612, "Finetune/Step Time": 5.918930646032095}
+{"Finetune/Learning Rate": 1.941742459602803e-05, "Finetune/Loss": 0.9176850318908691, "Finetune/Loss (Raw)": 0.8083922863006592, "Finetune/Step": 2613, "Finetune/Step Time": 5.9251003079116344}
+{"Finetune/Learning Rate": 1.941685808861275e-05, "Finetune/Loss": 0.9170651435852051, "Finetune/Loss (Raw)": 0.8687368631362915, "Finetune/Step": 2614, "Finetune/Step Time": 5.928920274600387}
+{"Finetune/Learning Rate": 1.941629131416216e-05, "Finetune/Loss": 0.9170345067977905, "Finetune/Loss (Raw)": 0.8781803250312805, "Finetune/Step": 2615, "Finetune/Step Time": 5.921627728268504}
+{"Finetune/Learning Rate": 1.941572427269232e-05, "Finetune/Loss": 0.9166934490203857, "Finetune/Loss (Raw)": 0.9215532541275024, "Finetune/Step": 2616, "Finetune/Step Time": 5.918521665036678}
+{"Finetune/Learning Rate": 1.9415156964219318e-05, "Finetune/Loss": 0.9170577526092529, "Finetune/Loss (Raw)": 0.9509711265563965, "Finetune/Step": 2617, "Finetune/Step Time": 5.918278809636831}
+{"Finetune/Learning Rate": 1.9414589388759234e-05, "Finetune/Loss": 0.917045533657074, "Finetune/Loss (Raw)": 0.9235851764678955, "Finetune/Step": 2618, "Finetune/Step Time": 5.912213997915387}
+{"Finetune/Learning Rate": 1.941402154632817e-05, "Finetune/Loss": 0.9164031744003296, "Finetune/Loss (Raw)": 0.8310938477516174, "Finetune/Step": 2619, "Finetune/Step Time": 5.910080375149846}
+{"Finetune/Learning Rate": 1.941345343694222e-05, "Finetune/Loss": 0.9159393906593323, "Finetune/Loss (Raw)": 1.0368397235870361, "Finetune/Step": 2620, "Finetune/Step Time": 5.912275830283761}
+{"Finetune/Learning Rate": 1.9412885060617507e-05, "Finetune/Loss": 0.9143312573432922, "Finetune/Loss (Raw)": 0.7617071866989136, "Finetune/Step": 2621, "Finetune/Step Time": 5.9291553515940905}
+{"Finetune/Learning Rate": 1.9412316417370132e-05, "Finetune/Loss": 0.9139753580093384, "Finetune/Loss (Raw)": 0.8917069435119629, "Finetune/Step": 2622, "Finetune/Step Time": 5.945299277082086}
+{"Finetune/Learning Rate": 1.9411747507216235e-05, "Finetune/Loss": 0.9138980507850647, "Finetune/Loss (Raw)": 1.0014034509658813, "Finetune/Step": 2623, "Finetune/Step Time": 5.951080273836851}
+{"Finetune/Learning Rate": 1.941117833017194e-05, "Finetune/Loss": 0.9131397604942322, "Finetune/Loss (Raw)": 0.9136980772018433, "Finetune/Step": 2624, "Finetune/Step Time": 5.948472358286381}
+{"Finetune/Learning Rate": 1.9410608886253387e-05, "Finetune/Loss": 0.9102916717529297, "Finetune/Loss (Raw)": 0.5800011157989502, "Finetune/Step": 2625, "Finetune/Step Time": 5.956318780779839}
+{"Finetune/Learning Rate": 1.9410039175476728e-05, "Finetune/Loss": 0.9096668362617493, "Finetune/Loss (Raw)": 0.8465824723243713, "Finetune/Step": 2626, "Finetune/Step Time": 5.953043831512332}
+{"Finetune/Learning Rate": 1.9409469197858114e-05, "Finetune/Loss": 0.9083163738250732, "Finetune/Loss (Raw)": 0.8264065980911255, "Finetune/Step": 2627, "Finetune/Step Time": 5.982281168922782}
+{"Finetune/Learning Rate": 1.9408898953413713e-05, "Finetune/Loss": 0.9077521562576294, "Finetune/Loss (Raw)": 0.8652589321136475, "Finetune/Step": 2628, "Finetune/Step Time": 5.9840244725346565}
+{"Finetune/Learning Rate": 1.940832844215969e-05, "Finetune/Loss": 0.9081205129623413, "Finetune/Loss (Raw)": 0.9178079962730408, "Finetune/Step": 2629, "Finetune/Step Time": 5.98585981503129}
+{"Finetune/Learning Rate": 1.940775766411223e-05, "Finetune/Loss": 0.907139778137207, "Finetune/Loss (Raw)": 0.8253732919692993, "Finetune/Step": 2630, "Finetune/Step Time": 5.9931537844240665}
+{"Finetune/Learning Rate": 1.9407186619287514e-05, "Finetune/Loss": 0.9072803258895874, "Finetune/Loss (Raw)": 1.0103660821914673, "Finetune/Step": 2631, "Finetune/Step Time": 5.990571439266205}
+{"Finetune/Learning Rate": 1.9406615307701736e-05, "Finetune/Loss": 0.9065220355987549, "Finetune/Loss (Raw)": 0.8243626356124878, "Finetune/Step": 2632, "Finetune/Step Time": 6.000083262100816}
+{"Finetune/Learning Rate": 1.9406043729371097e-05, "Finetune/Loss": 0.9075717926025391, "Finetune/Loss (Raw)": 0.9155591726303101, "Finetune/Step": 2633, "Finetune/Step Time": 5.999893384054303}
+{"Finetune/Learning Rate": 1.9405471884311806e-05, "Finetune/Loss": 0.9065068960189819, "Finetune/Loss (Raw)": 0.811873733997345, "Finetune/Step": 2634, "Finetune/Step Time": 5.998402835801244}
+{"Finetune/Learning Rate": 1.9404899772540074e-05, "Finetune/Loss": 0.9065607190132141, "Finetune/Loss (Raw)": 0.8401625156402588, "Finetune/Step": 2635, "Finetune/Step Time": 6.005068823695183}
+{"Finetune/Learning Rate": 1.940432739407213e-05, "Finetune/Loss": 0.905583381652832, "Finetune/Loss (Raw)": 0.9346645474433899, "Finetune/Step": 2636, "Finetune/Step Time": 6.0033537689596415}
+{"Finetune/Learning Rate": 1.9403754748924204e-05, "Finetune/Loss": 0.9062612652778625, "Finetune/Loss (Raw)": 0.9641695022583008, "Finetune/Step": 2637, "Finetune/Step Time": 6.00385170057416}
+{"Finetune/Learning Rate": 1.9403181837112533e-05, "Finetune/Loss": 0.905068039894104, "Finetune/Loss (Raw)": 0.7541858553886414, "Finetune/Step": 2638, "Finetune/Step Time": 6.001980850473046}
+{"Finetune/Learning Rate": 1.9402608658653367e-05, "Finetune/Loss": 0.9051440358161926, "Finetune/Loss (Raw)": 0.8695040345191956, "Finetune/Step": 2639, "Finetune/Step Time": 6.005009174346924}
+{"Finetune/Learning Rate": 1.9402035213562956e-05, "Finetune/Loss": 0.9053870439529419, "Finetune/Loss (Raw)": 0.8835746049880981, "Finetune/Step": 2640, "Finetune/Step Time": 6.004708064720035}
+{"Finetune/Learning Rate": 1.940146150185756e-05, "Finetune/Loss": 0.9054653644561768, "Finetune/Loss (Raw)": 0.9028664827346802, "Finetune/Step": 2641, "Finetune/Step Time": 6.002676460891962}
+{"Finetune/Learning Rate": 1.940088752355345e-05, "Finetune/Loss": 0.9073085784912109, "Finetune/Loss (Raw)": 1.04563570022583, "Finetune/Step": 2642, "Finetune/Step Time": 5.990581423044205}
+{"Finetune/Learning Rate": 1.94003132786669e-05, "Finetune/Loss": 0.9067394733428955, "Finetune/Loss (Raw)": 0.8035284280776978, "Finetune/Step": 2643, "Finetune/Step Time": 5.977511843666434}
+{"Finetune/Learning Rate": 1.93997387672142e-05, "Finetune/Loss": 0.9058862924575806, "Finetune/Loss (Raw)": 0.9350119233131409, "Finetune/Step": 2644, "Finetune/Step Time": 5.979424217715859}
+{"Finetune/Learning Rate": 1.939916398921164e-05, "Finetune/Loss": 0.9056956768035889, "Finetune/Loss (Raw)": 0.8880331516265869, "Finetune/Step": 2645, "Finetune/Step Time": 5.956922056153417}
+{"Finetune/Learning Rate": 1.9398588944675515e-05, "Finetune/Loss": 0.9050043225288391, "Finetune/Loss (Raw)": 0.9585325717926025, "Finetune/Step": 2646, "Finetune/Step Time": 5.943953160196543}
+{"Finetune/Learning Rate": 1.9398013633622134e-05, "Finetune/Loss": 0.9052249789237976, "Finetune/Loss (Raw)": 0.9450808167457581, "Finetune/Step": 2647, "Finetune/Step Time": 5.942831289023161}
+{"Finetune/Learning Rate": 1.939743805606781e-05, "Finetune/Loss": 0.9047931432723999, "Finetune/Loss (Raw)": 0.893623948097229, "Finetune/Step": 2648, "Finetune/Step Time": 5.9475309904664755}
+{"Finetune/Learning Rate": 1.9396862212028864e-05, "Finetune/Loss": 0.9053431153297424, "Finetune/Loss (Raw)": 0.9595919847488403, "Finetune/Step": 2649, "Finetune/Step Time": 5.952331315726042}
+{"Finetune/Learning Rate": 1.939628610152163e-05, "Finetune/Loss": 0.9057963490486145, "Finetune/Loss (Raw)": 1.0103116035461426, "Finetune/Step": 2650, "Finetune/Step Time": 5.954432152211666}
+{"Finetune/Learning Rate": 1.9395709724562438e-05, "Finetune/Loss": 0.9057362079620361, "Finetune/Loss (Raw)": 0.8939890265464783, "Finetune/Step": 2651, "Finetune/Step Time": 5.952120756730437}
+{"Finetune/Learning Rate": 1.9395133081167637e-05, "Finetune/Loss": 0.9060654640197754, "Finetune/Loss (Raw)": 0.9065094590187073, "Finetune/Step": 2652, "Finetune/Step Time": 5.951689712703228}
+{"Finetune/Learning Rate": 1.939455617135358e-05, "Finetune/Loss": 0.9051775336265564, "Finetune/Loss (Raw)": 0.8684777021408081, "Finetune/Step": 2653, "Finetune/Step Time": 5.951316485181451}
+{"Finetune/Learning Rate": 1.9393978995136625e-05, "Finetune/Loss": 0.9052937030792236, "Finetune/Loss (Raw)": 0.9310411810874939, "Finetune/Step": 2654, "Finetune/Step Time": 5.955403096973896}
+{"Finetune/Learning Rate": 1.9393401552533136e-05, "Finetune/Loss": 0.9043004512786865, "Finetune/Loss (Raw)": 0.8758017420768738, "Finetune/Step": 2655, "Finetune/Step Time": 5.957733169198036}
+{"Finetune/Learning Rate": 1.939282384355949e-05, "Finetune/Loss": 0.9031080603599548, "Finetune/Loss (Raw)": 0.8325396776199341, "Finetune/Step": 2656, "Finetune/Step Time": 5.991942945867777}
+{"Finetune/Learning Rate": 1.9392245868232068e-05, "Finetune/Loss": 0.9034084677696228, "Finetune/Loss (Raw)": 0.9816859364509583, "Finetune/Step": 2657, "Finetune/Step Time": 5.9909860119223595}
+{"Finetune/Learning Rate": 1.9391667626567265e-05, "Finetune/Loss": 0.902330219745636, "Finetune/Loss (Raw)": 0.9198272228240967, "Finetune/Step": 2658, "Finetune/Step Time": 5.998026872053742}
+{"Finetune/Learning Rate": 1.9391089118581473e-05, "Finetune/Loss": 0.9034937620162964, "Finetune/Loss (Raw)": 0.8564889430999756, "Finetune/Step": 2659, "Finetune/Step Time": 5.989222876727581}
+{"Finetune/Learning Rate": 1.93905103442911e-05, "Finetune/Loss": 0.9054626226425171, "Finetune/Loss (Raw)": 1.1105893850326538, "Finetune/Step": 2660, "Finetune/Step Time": 5.979078928008676}
+{"Finetune/Learning Rate": 1.9389931303712554e-05, "Finetune/Loss": 0.9025751948356628, "Finetune/Loss (Raw)": 0.7510627508163452, "Finetune/Step": 2661, "Finetune/Step Time": 5.985168784856796}
+{"Finetune/Learning Rate": 1.9389351996862258e-05, "Finetune/Loss": 0.9021828174591064, "Finetune/Loss (Raw)": 0.9373877644538879, "Finetune/Step": 2662, "Finetune/Step Time": 5.982114786282182}
+{"Finetune/Learning Rate": 1.9388772423756638e-05, "Finetune/Loss": 0.9027693271636963, "Finetune/Loss (Raw)": 0.9394161105155945, "Finetune/Step": 2663, "Finetune/Step Time": 5.981917139142752}
+{"Finetune/Learning Rate": 1.9388192584412137e-05, "Finetune/Loss": 0.9022941589355469, "Finetune/Loss (Raw)": 0.9008709788322449, "Finetune/Step": 2664, "Finetune/Step Time": 5.982248747721314}
+{"Finetune/Learning Rate": 1.9387612478845184e-05, "Finetune/Loss": 0.9019895195960999, "Finetune/Loss (Raw)": 0.8568542003631592, "Finetune/Step": 2665, "Finetune/Step Time": 5.977814015001059}
+{"Finetune/Learning Rate": 1.9387032107072236e-05, "Finetune/Loss": 0.900615394115448, "Finetune/Loss (Raw)": 0.8015679717063904, "Finetune/Step": 2666, "Finetune/Step Time": 5.979494024068117}
+{"Finetune/Learning Rate": 1.9386451469109754e-05, "Finetune/Loss": 0.9013054370880127, "Finetune/Loss (Raw)": 0.9747640490531921, "Finetune/Step": 2667, "Finetune/Step Time": 5.981686728075147}
+{"Finetune/Learning Rate": 1.9385870564974196e-05, "Finetune/Loss": 0.901820957660675, "Finetune/Loss (Raw)": 0.9835309386253357, "Finetune/Step": 2668, "Finetune/Step Time": 5.983309084549546}
+{"Finetune/Learning Rate": 1.938528939468204e-05, "Finetune/Loss": 0.8997021317481995, "Finetune/Loss (Raw)": 0.7950567603111267, "Finetune/Step": 2669, "Finetune/Step Time": 5.975903887301683}
+{"Finetune/Learning Rate": 1.9384707958249766e-05, "Finetune/Loss": 0.8991900086402893, "Finetune/Loss (Raw)": 0.8215762972831726, "Finetune/Step": 2670, "Finetune/Step Time": 5.980246504768729}
+{"Finetune/Learning Rate": 1.938412625569386e-05, "Finetune/Loss": 0.8991727828979492, "Finetune/Loss (Raw)": 0.8748394250869751, "Finetune/Step": 2671, "Finetune/Step Time": 5.968544442206621}
+{"Finetune/Learning Rate": 1.938354428703082e-05, "Finetune/Loss": 0.8996536135673523, "Finetune/Loss (Raw)": 1.0408637523651123, "Finetune/Step": 2672, "Finetune/Step Time": 5.967536585405469}
+{"Finetune/Learning Rate": 1.9382962052277142e-05, "Finetune/Loss": 0.900790810585022, "Finetune/Loss (Raw)": 0.9159671068191528, "Finetune/Step": 2673, "Finetune/Step Time": 5.983210481703281}
+{"Finetune/Learning Rate": 1.9382379551449347e-05, "Finetune/Loss": 0.9005487561225891, "Finetune/Loss (Raw)": 0.9545761346817017, "Finetune/Step": 2674, "Finetune/Step Time": 5.980481592938304}
+{"Finetune/Learning Rate": 1.9381796784563946e-05, "Finetune/Loss": 0.9008135795593262, "Finetune/Loss (Raw)": 0.977372407913208, "Finetune/Step": 2675, "Finetune/Step Time": 5.978184040635824}
+{"Finetune/Learning Rate": 1.938121375163747e-05, "Finetune/Loss": 0.901227593421936, "Finetune/Loss (Raw)": 0.8858322501182556, "Finetune/Step": 2676, "Finetune/Step Time": 5.986889638006687}
+{"Finetune/Learning Rate": 1.9380630452686443e-05, "Finetune/Loss": 0.9005202054977417, "Finetune/Loss (Raw)": 0.8474009037017822, "Finetune/Step": 2677, "Finetune/Step Time": 5.986524820327759}
+{"Finetune/Learning Rate": 1.9380046887727415e-05, "Finetune/Loss": 0.8998589515686035, "Finetune/Loss (Raw)": 0.8203136324882507, "Finetune/Step": 2678, "Finetune/Step Time": 5.985426250845194}
+{"Finetune/Learning Rate": 1.937946305677693e-05, "Finetune/Loss": 0.9001606702804565, "Finetune/Loss (Raw)": 1.0310527086257935, "Finetune/Step": 2679, "Finetune/Step Time": 5.983442476019263}
+{"Finetune/Learning Rate": 1.937887895985154e-05, "Finetune/Loss": 0.9001865983009338, "Finetune/Loss (Raw)": 0.9868684411048889, "Finetune/Step": 2680, "Finetune/Step Time": 5.982720885425806}
+{"Finetune/Learning Rate": 1.937829459696782e-05, "Finetune/Loss": 0.9005204439163208, "Finetune/Loss (Raw)": 0.9324048161506653, "Finetune/Step": 2681, "Finetune/Step Time": 5.97879852540791}
+{"Finetune/Learning Rate": 1.937770996814233e-05, "Finetune/Loss": 0.9001165628433228, "Finetune/Loss (Raw)": 0.9462376236915588, "Finetune/Step": 2682, "Finetune/Step Time": 5.9765615202486515}
+{"Finetune/Learning Rate": 1.937712507339165e-05, "Finetune/Loss": 0.9012207388877869, "Finetune/Loss (Raw)": 0.9869877099990845, "Finetune/Step": 2683, "Finetune/Step Time": 5.9730630442500114}
+{"Finetune/Learning Rate": 1.937653991273237e-05, "Finetune/Loss": 0.9022729992866516, "Finetune/Loss (Raw)": 1.0426201820373535, "Finetune/Step": 2684, "Finetune/Step Time": 5.968145025894046}
+{"Finetune/Learning Rate": 1.9375954486181082e-05, "Finetune/Loss": 0.9022705554962158, "Finetune/Loss (Raw)": 0.8349595069885254, "Finetune/Step": 2685, "Finetune/Step Time": 5.960727805271745}
+{"Finetune/Learning Rate": 1.9375368793754385e-05, "Finetune/Loss": 0.9005671143531799, "Finetune/Loss (Raw)": 0.8892794251441956, "Finetune/Step": 2686, "Finetune/Step Time": 5.9573253989219666}
+{"Finetune/Learning Rate": 1.9374782835468888e-05, "Finetune/Loss": 0.9006109237670898, "Finetune/Loss (Raw)": 1.0690635442733765, "Finetune/Step": 2687, "Finetune/Step Time": 5.954866424202919}
+{"Finetune/Learning Rate": 1.9374196611341212e-05, "Finetune/Loss": 0.9018102288246155, "Finetune/Loss (Raw)": 0.9121531248092651, "Finetune/Step": 2688, "Finetune/Step Time": 5.9543744046241045}
+{"Finetune/Learning Rate": 1.9373610121387974e-05, "Finetune/Loss": 0.9032109975814819, "Finetune/Loss (Raw)": 0.9554135799407959, "Finetune/Step": 2689, "Finetune/Step Time": 5.937495095655322}
+{"Finetune/Learning Rate": 1.9373023365625806e-05, "Finetune/Loss": 0.9041698575019836, "Finetune/Loss (Raw)": 0.9371139407157898, "Finetune/Step": 2690, "Finetune/Step Time": 5.916685799136758}
+{"Finetune/Learning Rate": 1.937243634407135e-05, "Finetune/Loss": 0.904198169708252, "Finetune/Loss (Raw)": 0.8342649936676025, "Finetune/Step": 2691, "Finetune/Step Time": 5.900099597871304}
+{"Finetune/Learning Rate": 1.9371849056741254e-05, "Finetune/Loss": 0.9065611362457275, "Finetune/Loss (Raw)": 1.020052433013916, "Finetune/Step": 2692, "Finetune/Step Time": 5.8828004114329815}
+{"Finetune/Learning Rate": 1.9371261503652166e-05, "Finetune/Loss": 0.9042284488677979, "Finetune/Loss (Raw)": 0.7025249600410461, "Finetune/Step": 2693, "Finetune/Step Time": 5.910570504143834}
+{"Finetune/Learning Rate": 1.937067368482075e-05, "Finetune/Loss": 0.9051513671875, "Finetune/Loss (Raw)": 1.0913523435592651, "Finetune/Step": 2694, "Finetune/Step Time": 5.91415087506175}
+{"Finetune/Learning Rate": 1.9370085600263676e-05, "Finetune/Loss": 0.9046502709388733, "Finetune/Loss (Raw)": 0.7580550312995911, "Finetune/Step": 2695, "Finetune/Step Time": 5.925046257674694}
+{"Finetune/Learning Rate": 1.936949724999762e-05, "Finetune/Loss": 0.9054409861564636, "Finetune/Loss (Raw)": 0.9572204351425171, "Finetune/Step": 2696, "Finetune/Step Time": 5.922068785876036}
+{"Finetune/Learning Rate": 1.9368908634039264e-05, "Finetune/Loss": 0.9050030708312988, "Finetune/Loss (Raw)": 0.8542181849479675, "Finetune/Step": 2697, "Finetune/Step Time": 5.931937271729112}
+{"Finetune/Learning Rate": 1.93683197524053e-05, "Finetune/Loss": 0.9052706956863403, "Finetune/Loss (Raw)": 0.9617118835449219, "Finetune/Step": 2698, "Finetune/Step Time": 5.940032260492444}
+{"Finetune/Learning Rate": 1.936773060511243e-05, "Finetune/Loss": 0.9043762683868408, "Finetune/Loss (Raw)": 0.8859692215919495, "Finetune/Step": 2699, "Finetune/Step Time": 5.9349841345101595}
+{"Finetune/Learning Rate": 1.9367141192177358e-05, "Finetune/Loss": 0.9019302129745483, "Finetune/Loss (Raw)": 0.6853916645050049, "Finetune/Step": 2700, "Finetune/Step Time": 5.936831068247557}
+{"Finetune/Learning Rate": 1.9366551513616792e-05, "Finetune/Loss": 0.9016678333282471, "Finetune/Loss (Raw)": 0.9336388111114502, "Finetune/Step": 2701, "Finetune/Step Time": 5.933901546522975}
+{"Finetune/Learning Rate": 1.9365961569447468e-05, "Finetune/Loss": 0.9024620652198792, "Finetune/Loss (Raw)": 1.0290697813034058, "Finetune/Step": 2702, "Finetune/Step Time": 5.949712855741382}
+{"Finetune/Learning Rate": 1.9365371359686104e-05, "Finetune/Loss": 0.9001370668411255, "Finetune/Loss (Raw)": 0.7234284281730652, "Finetune/Step": 2703, "Finetune/Step Time": 5.946829963475466}
+{"Finetune/Learning Rate": 1.936478088434944e-05, "Finetune/Loss": 0.8996780514717102, "Finetune/Loss (Raw)": 0.8460395336151123, "Finetune/Step": 2704, "Finetune/Step Time": 5.988487035036087}
+{"Finetune/Learning Rate": 1.936419014345422e-05, "Finetune/Loss": 0.897987961769104, "Finetune/Loss (Raw)": 0.7759193181991577, "Finetune/Step": 2705, "Finetune/Step Time": 6.0065231043845415}
+{"Finetune/Learning Rate": 1.9363599137017197e-05, "Finetune/Loss": 0.8960655331611633, "Finetune/Loss (Raw)": 0.7314711809158325, "Finetune/Step": 2706, "Finetune/Step Time": 6.008293444290757}
+{"Finetune/Learning Rate": 1.9363007865055125e-05, "Finetune/Loss": 0.8944149017333984, "Finetune/Loss (Raw)": 0.843159019947052, "Finetune/Step": 2707, "Finetune/Step Time": 6.0236042607575655}
+{"Finetune/Learning Rate": 1.936241632758478e-05, "Finetune/Loss": 0.8949931859970093, "Finetune/Loss (Raw)": 0.9518333077430725, "Finetune/Step": 2708, "Finetune/Step Time": 6.026654185727239}
+{"Finetune/Learning Rate": 1.9361824524622928e-05, "Finetune/Loss": 0.8958721160888672, "Finetune/Loss (Raw)": 0.8578972220420837, "Finetune/Step": 2709, "Finetune/Step Time": 6.045191051438451}
+{"Finetune/Learning Rate": 1.9361232456186356e-05, "Finetune/Loss": 0.8973804712295532, "Finetune/Loss (Raw)": 1.0266133546829224, "Finetune/Step": 2710, "Finetune/Step Time": 6.043213279917836}
+{"Finetune/Learning Rate": 1.936064012229185e-05, "Finetune/Loss": 0.8989974856376648, "Finetune/Loss (Raw)": 1.0780391693115234, "Finetune/Step": 2711, "Finetune/Step Time": 6.048740213736892}
+{"Finetune/Learning Rate": 1.9360047522956207e-05, "Finetune/Loss": 0.8990849256515503, "Finetune/Loss (Raw)": 0.9547550678253174, "Finetune/Step": 2712, "Finetune/Step Time": 6.0492236614227295}
+{"Finetune/Learning Rate": 1.9359454658196232e-05, "Finetune/Loss": 0.9000604152679443, "Finetune/Loss (Raw)": 1.033483862876892, "Finetune/Step": 2713, "Finetune/Step Time": 6.0521538853645325}
+{"Finetune/Learning Rate": 1.935886152802874e-05, "Finetune/Loss": 0.9002988338470459, "Finetune/Loss (Raw)": 1.041597843170166, "Finetune/Step": 2714, "Finetune/Step Time": 6.048568498343229}
+{"Finetune/Learning Rate": 1.935826813247055e-05, "Finetune/Loss": 0.9005638360977173, "Finetune/Loss (Raw)": 0.8880509734153748, "Finetune/Step": 2715, "Finetune/Step Time": 6.045053698122501}
+{"Finetune/Learning Rate": 1.9357674471538483e-05, "Finetune/Loss": 0.9004025459289551, "Finetune/Loss (Raw)": 0.8269082903862, "Finetune/Step": 2716, "Finetune/Step Time": 6.043421424925327}
+{"Finetune/Learning Rate": 1.935708054524938e-05, "Finetune/Loss": 0.9008239507675171, "Finetune/Loss (Raw)": 0.9679940342903137, "Finetune/Step": 2717, "Finetune/Step Time": 6.044729586690664}
+{"Finetune/Learning Rate": 1.9356486353620082e-05, "Finetune/Loss": 0.9008740186691284, "Finetune/Loss (Raw)": 0.9580822587013245, "Finetune/Step": 2718, "Finetune/Step Time": 6.048145052045584}
+{"Finetune/Learning Rate": 1.9355891896667432e-05, "Finetune/Loss": 0.899383544921875, "Finetune/Loss (Raw)": 0.8462841510772705, "Finetune/Step": 2719, "Finetune/Step Time": 6.055678078904748}
+{"Finetune/Learning Rate": 1.9355297174408298e-05, "Finetune/Loss": 0.9001919031143188, "Finetune/Loss (Raw)": 1.0124579668045044, "Finetune/Step": 2720, "Finetune/Step Time": 6.055756701156497}
+{"Finetune/Learning Rate": 1.9354702186859536e-05, "Finetune/Loss": 0.9009991884231567, "Finetune/Loss (Raw)": 0.9494065642356873, "Finetune/Step": 2721, "Finetune/Step Time": 6.058219447731972}
+{"Finetune/Learning Rate": 1.935410693403802e-05, "Finetune/Loss": 0.9018183350563049, "Finetune/Loss (Raw)": 0.8452457785606384, "Finetune/Step": 2722, "Finetune/Step Time": 6.051503734663129}
+{"Finetune/Learning Rate": 1.9353511415960635e-05, "Finetune/Loss": 0.899024248123169, "Finetune/Loss (Raw)": 0.679267942905426, "Finetune/Step": 2723, "Finetune/Step Time": 6.050471069291234}
+{"Finetune/Learning Rate": 1.9352915632644263e-05, "Finetune/Loss": 0.8986219167709351, "Finetune/Loss (Raw)": 0.927777886390686, "Finetune/Step": 2724, "Finetune/Step Time": 6.044102115556598}
+{"Finetune/Learning Rate": 1.93523195841058e-05, "Finetune/Loss": 0.8995122909545898, "Finetune/Loss (Raw)": 0.9499123096466064, "Finetune/Step": 2725, "Finetune/Step Time": 6.047893593087792}
+{"Finetune/Learning Rate": 1.9351723270362145e-05, "Finetune/Loss": 0.8988333940505981, "Finetune/Loss (Raw)": 0.8887618184089661, "Finetune/Step": 2726, "Finetune/Step Time": 6.047720005735755}
+{"Finetune/Learning Rate": 1.9351126691430213e-05, "Finetune/Loss": 0.9009106159210205, "Finetune/Loss (Raw)": 0.9339367747306824, "Finetune/Step": 2727, "Finetune/Step Time": 6.046965511515737}
+{"Finetune/Learning Rate": 1.935052984732692e-05, "Finetune/Loss": 0.901051938533783, "Finetune/Loss (Raw)": 1.0173603296279907, "Finetune/Step": 2728, "Finetune/Step Time": 6.048058956861496}
+{"Finetune/Learning Rate": 1.9349932738069186e-05, "Finetune/Loss": 0.9001518487930298, "Finetune/Loss (Raw)": 0.7991000413894653, "Finetune/Step": 2729, "Finetune/Step Time": 6.049681222066283}
+{"Finetune/Learning Rate": 1.934933536367395e-05, "Finetune/Loss": 0.8996509313583374, "Finetune/Loss (Raw)": 0.8240844011306763, "Finetune/Step": 2730, "Finetune/Step Time": 6.069934822618961}
+{"Finetune/Learning Rate": 1.9348737724158148e-05, "Finetune/Loss": 0.8995268940925598, "Finetune/Loss (Raw)": 0.934364914894104, "Finetune/Step": 2731, "Finetune/Step Time": 6.07078125141561}
+{"Finetune/Learning Rate": 1.934813981953873e-05, "Finetune/Loss": 0.8987921476364136, "Finetune/Loss (Raw)": 0.7757079601287842, "Finetune/Step": 2732, "Finetune/Step Time": 6.073110729455948}
+{"Finetune/Learning Rate": 1.9347541649832648e-05, "Finetune/Loss": 0.8994406461715698, "Finetune/Loss (Raw)": 0.9009374380111694, "Finetune/Step": 2733, "Finetune/Step Time": 6.071457765996456}
+{"Finetune/Learning Rate": 1.9346943215056865e-05, "Finetune/Loss": 0.9010964035987854, "Finetune/Loss (Raw)": 1.1081615686416626, "Finetune/Step": 2734, "Finetune/Step Time": 6.072848789393902}
+{"Finetune/Learning Rate": 1.934634451522835e-05, "Finetune/Loss": 0.9017046689987183, "Finetune/Loss (Raw)": 0.9260207414627075, "Finetune/Step": 2735, "Finetune/Step Time": 6.061496393755078}
+{"Finetune/Learning Rate": 1.934574555036409e-05, "Finetune/Loss": 0.9009414911270142, "Finetune/Loss (Raw)": 0.8195577263832092, "Finetune/Step": 2736, "Finetune/Step Time": 6.050750786438584}
+{"Finetune/Learning Rate": 1.9345146320481053e-05, "Finetune/Loss": 0.8990702629089355, "Finetune/Loss (Raw)": 0.8531436920166016, "Finetune/Step": 2737, "Finetune/Step Time": 6.060376582667232}
+{"Finetune/Learning Rate": 1.9344546825596244e-05, "Finetune/Loss": 0.8995686173439026, "Finetune/Loss (Raw)": 0.8921399116516113, "Finetune/Step": 2738, "Finetune/Step Time": 6.044035188853741}
+{"Finetune/Learning Rate": 1.934394706572666e-05, "Finetune/Loss": 0.9011282324790955, "Finetune/Loss (Raw)": 0.8630880117416382, "Finetune/Step": 2739, "Finetune/Step Time": 6.010674551129341}
+{"Finetune/Learning Rate": 1.9343347040889306e-05, "Finetune/Loss": 0.9020909667015076, "Finetune/Loss (Raw)": 0.921885073184967, "Finetune/Step": 2740, "Finetune/Step Time": 5.998919514939189}
+{"Finetune/Learning Rate": 1.9342746751101204e-05, "Finetune/Loss": 0.9045180082321167, "Finetune/Loss (Raw)": 1.119052529335022, "Finetune/Step": 2741, "Finetune/Step Time": 5.981800779700279}
+{"Finetune/Learning Rate": 1.9342146196379366e-05, "Finetune/Loss": 0.9043045043945312, "Finetune/Loss (Raw)": 0.8414173722267151, "Finetune/Step": 2742, "Finetune/Step Time": 5.979944808408618}
+{"Finetune/Learning Rate": 1.9341545376740828e-05, "Finetune/Loss": 0.9047154188156128, "Finetune/Loss (Raw)": 0.930770993232727, "Finetune/Step": 2743, "Finetune/Step Time": 5.981257602572441}
+{"Finetune/Learning Rate": 1.9340944292202626e-05, "Finetune/Loss": 0.9048160314559937, "Finetune/Loss (Raw)": 0.9344265460968018, "Finetune/Step": 2744, "Finetune/Step Time": 5.979173876345158}
+{"Finetune/Learning Rate": 1.9340342942781806e-05, "Finetune/Loss": 0.9039263725280762, "Finetune/Loss (Raw)": 0.8370972275733948, "Finetune/Step": 2745, "Finetune/Step Time": 5.97665929608047}
+{"Finetune/Learning Rate": 1.9339741328495422e-05, "Finetune/Loss": 0.9047414064407349, "Finetune/Loss (Raw)": 1.027918815612793, "Finetune/Step": 2746, "Finetune/Step Time": 5.979937255382538}
+{"Finetune/Learning Rate": 1.9339139449360536e-05, "Finetune/Loss": 0.9043102264404297, "Finetune/Loss (Raw)": 0.7758987545967102, "Finetune/Step": 2747, "Finetune/Step Time": 5.994947811588645}
+{"Finetune/Learning Rate": 1.9338537305394208e-05, "Finetune/Loss": 0.9030495285987854, "Finetune/Loss (Raw)": 0.8754687309265137, "Finetune/Step": 2748, "Finetune/Step Time": 5.992939960211515}
+{"Finetune/Learning Rate": 1.9337934896613516e-05, "Finetune/Loss": 0.9040961265563965, "Finetune/Loss (Raw)": 0.8956692218780518, "Finetune/Step": 2749, "Finetune/Step Time": 5.9783148262649775}
+{"Finetune/Learning Rate": 1.9337332223035548e-05, "Finetune/Loss": 0.904549241065979, "Finetune/Loss (Raw)": 0.9497069120407104, "Finetune/Step": 2750, "Finetune/Step Time": 5.965817330405116}
+{"Finetune/Learning Rate": 1.9336729284677386e-05, "Finetune/Loss": 0.9036862254142761, "Finetune/Loss (Raw)": 0.8909420371055603, "Finetune/Step": 2751, "Finetune/Step Time": 5.9781045615673065}
+{"Finetune/Learning Rate": 1.9336126081556134e-05, "Finetune/Loss": 0.9036891460418701, "Finetune/Loss (Raw)": 0.9140690565109253, "Finetune/Step": 2752, "Finetune/Step Time": 5.977270798757672}
+{"Finetune/Learning Rate": 1.9335522613688894e-05, "Finetune/Loss": 0.9065631628036499, "Finetune/Loss (Raw)": 0.9478725790977478, "Finetune/Step": 2753, "Finetune/Step Time": 5.969762383028865}
+{"Finetune/Learning Rate": 1.933491888109278e-05, "Finetune/Loss": 0.9071604609489441, "Finetune/Loss (Raw)": 0.9230406284332275, "Finetune/Step": 2754, "Finetune/Step Time": 5.976896617561579}
+{"Finetune/Learning Rate": 1.933431488378491e-05, "Finetune/Loss": 0.9069991111755371, "Finetune/Loss (Raw)": 0.8057567477226257, "Finetune/Step": 2755, "Finetune/Step Time": 5.947654927149415}
+{"Finetune/Learning Rate": 1.9333710621782416e-05, "Finetune/Loss": 0.9076995849609375, "Finetune/Loss (Raw)": 0.9549140334129333, "Finetune/Step": 2756, "Finetune/Step Time": 5.948202088475227}
+{"Finetune/Learning Rate": 1.933310609510243e-05, "Finetune/Loss": 0.9071754217147827, "Finetune/Loss (Raw)": 0.8507165908813477, "Finetune/Step": 2757, "Finetune/Step Time": 5.945819845423102}
+{"Finetune/Learning Rate": 1.9332501303762093e-05, "Finetune/Loss": 0.9084335565567017, "Finetune/Loss (Raw)": 0.9864135384559631, "Finetune/Step": 2758, "Finetune/Step Time": 5.9436622858047485}
+{"Finetune/Learning Rate": 1.9331896247778553e-05, "Finetune/Loss": 0.9079371690750122, "Finetune/Loss (Raw)": 0.9468326568603516, "Finetune/Step": 2759, "Finetune/Step Time": 5.942946610972285}
+{"Finetune/Learning Rate": 1.933129092716898e-05, "Finetune/Loss": 0.9084309339523315, "Finetune/Loss (Raw)": 0.887557327747345, "Finetune/Step": 2760, "Finetune/Step Time": 5.934771226719022}
+{"Finetune/Learning Rate": 1.9330685341950525e-05, "Finetune/Loss": 0.9088150262832642, "Finetune/Loss (Raw)": 0.9647330641746521, "Finetune/Step": 2761, "Finetune/Step Time": 5.936110844835639}
+{"Finetune/Learning Rate": 1.933007949214037e-05, "Finetune/Loss": 0.9085816144943237, "Finetune/Loss (Raw)": 0.7819958329200745, "Finetune/Step": 2762, "Finetune/Step Time": 5.9355427492409945}
+{"Finetune/Learning Rate": 1.932947337775569e-05, "Finetune/Loss": 0.908321738243103, "Finetune/Loss (Raw)": 0.8068937659263611, "Finetune/Step": 2763, "Finetune/Step Time": 5.931994494050741}
+{"Finetune/Learning Rate": 1.9328866998813676e-05, "Finetune/Loss": 0.908662736415863, "Finetune/Loss (Raw)": 0.9783098697662354, "Finetune/Step": 2764, "Finetune/Step Time": 5.929516423493624}
+{"Finetune/Learning Rate": 1.932826035533152e-05, "Finetune/Loss": 0.9057689309120178, "Finetune/Loss (Raw)": 0.5937650799751282, "Finetune/Step": 2765, "Finetune/Step Time": 5.936853079125285}
+{"Finetune/Learning Rate": 1.932765344732643e-05, "Finetune/Loss": 0.907954216003418, "Finetune/Loss (Raw)": 1.0339007377624512, "Finetune/Step": 2766, "Finetune/Step Time": 5.9496711529791355}
+{"Finetune/Learning Rate": 1.9327046274815607e-05, "Finetune/Loss": 0.9086816310882568, "Finetune/Loss (Raw)": 0.9626150727272034, "Finetune/Step": 2767, "Finetune/Step Time": 5.946351516991854}
+{"Finetune/Learning Rate": 1.9326438837816276e-05, "Finetune/Loss": 0.9098579287528992, "Finetune/Loss (Raw)": 1.0341384410858154, "Finetune/Step": 2768, "Finetune/Step Time": 5.9471043441444635}
+{"Finetune/Learning Rate": 1.9325831136345662e-05, "Finetune/Loss": 0.9095417857170105, "Finetune/Loss (Raw)": 0.8624038100242615, "Finetune/Step": 2769, "Finetune/Step Time": 5.946036096662283}
+{"Finetune/Learning Rate": 1.9325223170420995e-05, "Finetune/Loss": 0.9092007875442505, "Finetune/Loss (Raw)": 1.0019806623458862, "Finetune/Step": 2770, "Finetune/Step Time": 5.944906888529658}
+{"Finetune/Learning Rate": 1.932461494005952e-05, "Finetune/Loss": 0.9083725214004517, "Finetune/Loss (Raw)": 0.6975197792053223, "Finetune/Step": 2771, "Finetune/Step Time": 5.961883204057813}
+{"Finetune/Learning Rate": 1.9324006445278474e-05, "Finetune/Loss": 0.9090850353240967, "Finetune/Loss (Raw)": 1.0262128114700317, "Finetune/Step": 2772, "Finetune/Step Time": 5.95836116373539}
+{"Finetune/Learning Rate": 1.9323397686095126e-05, "Finetune/Loss": 0.9087924957275391, "Finetune/Loss (Raw)": 0.8505829572677612, "Finetune/Step": 2773, "Finetune/Step Time": 5.954834006726742}
+{"Finetune/Learning Rate": 1.9322788662526726e-05, "Finetune/Loss": 0.9092243313789368, "Finetune/Loss (Raw)": 1.0138047933578491, "Finetune/Step": 2774, "Finetune/Step Time": 5.95400114916265}
+{"Finetune/Learning Rate": 1.932217937459055e-05, "Finetune/Loss": 0.9094694256782532, "Finetune/Loss (Raw)": 0.9764610528945923, "Finetune/Step": 2775, "Finetune/Step Time": 5.956588750705123}
+{"Finetune/Learning Rate": 1.932156982230388e-05, "Finetune/Loss": 0.909883975982666, "Finetune/Loss (Raw)": 0.9466798901557922, "Finetune/Step": 2776, "Finetune/Step Time": 5.959247192367911}
+{"Finetune/Learning Rate": 1.9320960005683995e-05, "Finetune/Loss": 0.9090605974197388, "Finetune/Loss (Raw)": 0.8541989922523499, "Finetune/Step": 2777, "Finetune/Step Time": 5.954356113448739}
+{"Finetune/Learning Rate": 1.932034992474819e-05, "Finetune/Loss": 0.907565712928772, "Finetune/Loss (Raw)": 0.8189653158187866, "Finetune/Step": 2778, "Finetune/Step Time": 5.966114927083254}
+{"Finetune/Learning Rate": 1.9319739579513763e-05, "Finetune/Loss": 0.9063599109649658, "Finetune/Loss (Raw)": 0.739650309085846, "Finetune/Step": 2779, "Finetune/Step Time": 5.975442834198475}
+{"Finetune/Learning Rate": 1.9319128969998027e-05, "Finetune/Loss": 0.907130241394043, "Finetune/Loss (Raw)": 1.0051108598709106, "Finetune/Step": 2780, "Finetune/Step Time": 5.970775447785854}
+{"Finetune/Learning Rate": 1.9318518096218288e-05, "Finetune/Loss": 0.9069468975067139, "Finetune/Loss (Raw)": 0.84501051902771, "Finetune/Step": 2781, "Finetune/Step Time": 5.98082167096436}
+{"Finetune/Learning Rate": 1.9317906958191876e-05, "Finetune/Loss": 0.9073216915130615, "Finetune/Loss (Raw)": 0.9790134429931641, "Finetune/Step": 2782, "Finetune/Step Time": 5.978062096983194}
+{"Finetune/Learning Rate": 1.931729555593612e-05, "Finetune/Loss": 0.9071974158287048, "Finetune/Loss (Raw)": 0.8599010109901428, "Finetune/Step": 2783, "Finetune/Step Time": 5.974752699956298}
+{"Finetune/Learning Rate": 1.931668388946836e-05, "Finetune/Loss": 0.9083723425865173, "Finetune/Loss (Raw)": 0.9829257130622864, "Finetune/Step": 2784, "Finetune/Step Time": 5.955404445528984}
+{"Finetune/Learning Rate": 1.9316071958805935e-05, "Finetune/Loss": 0.9077252149581909, "Finetune/Loss (Raw)": 0.8988580107688904, "Finetune/Step": 2785, "Finetune/Step Time": 5.955832503736019}
+{"Finetune/Learning Rate": 1.93154597639662e-05, "Finetune/Loss": 0.9083491563796997, "Finetune/Loss (Raw)": 0.9996786117553711, "Finetune/Step": 2786, "Finetune/Step Time": 5.945653632283211}
+{"Finetune/Learning Rate": 1.9314847304966517e-05, "Finetune/Loss": 0.9069372415542603, "Finetune/Loss (Raw)": 0.6757723689079285, "Finetune/Step": 2787, "Finetune/Step Time": 5.957043312489986}
+{"Finetune/Learning Rate": 1.931423458182425e-05, "Finetune/Loss": 0.905814528465271, "Finetune/Loss (Raw)": 0.966874361038208, "Finetune/Step": 2788, "Finetune/Step Time": 5.957773055881262}
+{"Finetune/Learning Rate": 1.9313621594556778e-05, "Finetune/Loss": 0.9069401025772095, "Finetune/Loss (Raw)": 0.8951405882835388, "Finetune/Step": 2789, "Finetune/Step Time": 5.952419003471732}
+{"Finetune/Learning Rate": 1.9313008343181482e-05, "Finetune/Loss": 0.9068411588668823, "Finetune/Loss (Raw)": 0.9247167110443115, "Finetune/Step": 2790, "Finetune/Step Time": 5.951978703960776}
+{"Finetune/Learning Rate": 1.9312394827715756e-05, "Finetune/Loss": 0.9073938131332397, "Finetune/Loss (Raw)": 1.0101715326309204, "Finetune/Step": 2791, "Finetune/Step Time": 5.949027463793755}
+{"Finetune/Learning Rate": 1.9311781048176986e-05, "Finetune/Loss": 0.9079699516296387, "Finetune/Loss (Raw)": 0.9746077060699463, "Finetune/Step": 2792, "Finetune/Step Time": 5.948365164920688}
+{"Finetune/Learning Rate": 1.931116700458259e-05, "Finetune/Loss": 0.9094704389572144, "Finetune/Loss (Raw)": 1.0489158630371094, "Finetune/Step": 2793, "Finetune/Step Time": 5.951550828292966}
+{"Finetune/Learning Rate": 1.9310552696949974e-05, "Finetune/Loss": 0.9120413064956665, "Finetune/Loss (Raw)": 1.1306382417678833, "Finetune/Step": 2794, "Finetune/Step Time": 5.948404543101788}
+{"Finetune/Learning Rate": 1.9309938125296556e-05, "Finetune/Loss": 0.9113591909408569, "Finetune/Loss (Raw)": 0.887453556060791, "Finetune/Step": 2795, "Finetune/Step Time": 5.942254425957799}
+{"Finetune/Learning Rate": 1.9309323289639773e-05, "Finetune/Loss": 0.9103302955627441, "Finetune/Loss (Raw)": 0.8518340587615967, "Finetune/Step": 2796, "Finetune/Step Time": 5.942558271810412}
+{"Finetune/Learning Rate": 1.9308708189997048e-05, "Finetune/Loss": 0.9096935391426086, "Finetune/Loss (Raw)": 0.7135513424873352, "Finetune/Step": 2797, "Finetune/Step Time": 5.976802423596382}
+{"Finetune/Learning Rate": 1.9308092826385832e-05, "Finetune/Loss": 0.9099989533424377, "Finetune/Loss (Raw)": 0.8606709241867065, "Finetune/Step": 2798, "Finetune/Step Time": 5.973802916705608}
+{"Finetune/Learning Rate": 1.930747719882357e-05, "Finetune/Loss": 0.9117351174354553, "Finetune/Loss (Raw)": 1.097074031829834, "Finetune/Step": 2799, "Finetune/Step Time": 5.991677103564143}
+{"Finetune/Learning Rate": 1.9306861307327724e-05, "Finetune/Loss": 0.9114338159561157, "Finetune/Loss (Raw)": 1.002295732498169, "Finetune/Step": 2800, "Finetune/Step Time": 6.0097567439079285}
+{"Finetune/Learning Rate": 1.9306245151915757e-05, "Finetune/Loss": 0.9113835096359253, "Finetune/Loss (Raw)": 0.9095249176025391, "Finetune/Step": 2801, "Finetune/Step Time": 5.997018348425627}
+{"Finetune/Learning Rate": 1.930562873260514e-05, "Finetune/Loss": 0.9114466905593872, "Finetune/Loss (Raw)": 0.962663471698761, "Finetune/Step": 2802, "Finetune/Step Time": 5.996650135144591}
+{"Finetune/Learning Rate": 1.9305012049413353e-05, "Finetune/Loss": 0.9098738431930542, "Finetune/Loss (Raw)": 0.7760429382324219, "Finetune/Step": 2803, "Finetune/Step Time": 5.998522564768791}
+{"Finetune/Learning Rate": 1.930439510235788e-05, "Finetune/Loss": 0.9107134342193604, "Finetune/Loss (Raw)": 0.9933049082756042, "Finetune/Step": 2804, "Finetune/Step Time": 5.9913846384733915}
+{"Finetune/Learning Rate": 1.9303777891456227e-05, "Finetune/Loss": 0.9114196300506592, "Finetune/Loss (Raw)": 0.9377961158752441, "Finetune/Step": 2805, "Finetune/Step Time": 5.993355479091406}
+{"Finetune/Learning Rate": 1.9303160416725884e-05, "Finetune/Loss": 0.9133381843566895, "Finetune/Loss (Raw)": 1.0658838748931885, "Finetune/Step": 2806, "Finetune/Step Time": 5.98865251429379}
+{"Finetune/Learning Rate": 1.930254267818437e-05, "Finetune/Loss": 0.9133111238479614, "Finetune/Loss (Raw)": 1.0275890827178955, "Finetune/Step": 2807, "Finetune/Step Time": 5.993292938917875}
+{"Finetune/Learning Rate": 1.9301924675849196e-05, "Finetune/Loss": 0.9134202599525452, "Finetune/Loss (Raw)": 1.000840425491333, "Finetune/Step": 2808, "Finetune/Step Time": 5.994798853993416}
+{"Finetune/Learning Rate": 1.9301306409737894e-05, "Finetune/Loss": 0.9128824472427368, "Finetune/Loss (Raw)": 0.8635621666908264, "Finetune/Step": 2809, "Finetune/Step Time": 5.996694948524237}
+{"Finetune/Learning Rate": 1.9300687879867987e-05, "Finetune/Loss": 0.9139701724052429, "Finetune/Loss (Raw)": 1.0854696035385132, "Finetune/Step": 2810, "Finetune/Step Time": 5.996224449947476}
+{"Finetune/Learning Rate": 1.930006908625702e-05, "Finetune/Loss": 0.9137635827064514, "Finetune/Loss (Raw)": 0.9605420827865601, "Finetune/Step": 2811, "Finetune/Step Time": 6.004703054204583}
+{"Finetune/Learning Rate": 1.929945002892254e-05, "Finetune/Loss": 0.9120976328849792, "Finetune/Loss (Raw)": 0.8293784260749817, "Finetune/Step": 2812, "Finetune/Step Time": 6.003709968179464}
+{"Finetune/Learning Rate": 1.9298830707882105e-05, "Finetune/Loss": 0.9125683307647705, "Finetune/Loss (Raw)": 0.8952118754386902, "Finetune/Step": 2813, "Finetune/Step Time": 5.997821044176817}
+{"Finetune/Learning Rate": 1.929821112315327e-05, "Finetune/Loss": 0.912344217300415, "Finetune/Loss (Raw)": 0.8605944514274597, "Finetune/Step": 2814, "Finetune/Step Time": 5.995205603539944}
+{"Finetune/Learning Rate": 1.9297591274753607e-05, "Finetune/Loss": 0.9117900729179382, "Finetune/Loss (Raw)": 0.9981318712234497, "Finetune/Step": 2815, "Finetune/Step Time": 5.996723087504506}
+{"Finetune/Learning Rate": 1.9296971162700696e-05, "Finetune/Loss": 0.9116271734237671, "Finetune/Loss (Raw)": 0.8912972807884216, "Finetune/Step": 2816, "Finetune/Step Time": 5.994646083563566}
+{"Finetune/Learning Rate": 1.929635078701212e-05, "Finetune/Loss": 0.910921573638916, "Finetune/Loss (Raw)": 0.8650996088981628, "Finetune/Step": 2817, "Finetune/Step Time": 5.992553722113371}
+{"Finetune/Learning Rate": 1.9295730147705467e-05, "Finetune/Loss": 0.9097062945365906, "Finetune/Loss (Raw)": 0.7815597057342529, "Finetune/Step": 2818, "Finetune/Step Time": 5.9883277006447315}
+{"Finetune/Learning Rate": 1.9295109244798348e-05, "Finetune/Loss": 0.9101963639259338, "Finetune/Loss (Raw)": 0.8969919681549072, "Finetune/Step": 2819, "Finetune/Step Time": 5.995588937774301}
+{"Finetune/Learning Rate": 1.9294488078308355e-05, "Finetune/Loss": 0.9095548391342163, "Finetune/Loss (Raw)": 0.9379403591156006, "Finetune/Step": 2820, "Finetune/Step Time": 5.9960879646241665}
+{"Finetune/Learning Rate": 1.9293866648253114e-05, "Finetune/Loss": 0.9101687669754028, "Finetune/Loss (Raw)": 0.7811031341552734, "Finetune/Step": 2821, "Finetune/Step Time": 5.96775016374886}
+{"Finetune/Learning Rate": 1.9293244954650242e-05, "Finetune/Loss": 0.9067623019218445, "Finetune/Loss (Raw)": 0.6553265452384949, "Finetune/Step": 2822, "Finetune/Step Time": 5.984236368909478}
+{"Finetune/Learning Rate": 1.929262299751737e-05, "Finetune/Loss": 0.9078295230865479, "Finetune/Loss (Raw)": 0.8946609497070312, "Finetune/Step": 2823, "Finetune/Step Time": 5.9769599959254265}
+{"Finetune/Learning Rate": 1.9292000776872135e-05, "Finetune/Loss": 0.9086965322494507, "Finetune/Loss (Raw)": 1.068200707435608, "Finetune/Step": 2824, "Finetune/Step Time": 5.981158047914505}
+{"Finetune/Learning Rate": 1.929137829273218e-05, "Finetune/Loss": 0.9106686115264893, "Finetune/Loss (Raw)": 1.1066420078277588, "Finetune/Step": 2825, "Finetune/Step Time": 5.971280224621296}
+{"Finetune/Learning Rate": 1.929075554511516e-05, "Finetune/Loss": 0.9110605716705322, "Finetune/Loss (Raw)": 1.0118838548660278, "Finetune/Step": 2826, "Finetune/Step Time": 5.964569311589003}
+{"Finetune/Learning Rate": 1.929013253403873e-05, "Finetune/Loss": 0.9124597907066345, "Finetune/Loss (Raw)": 1.0650665760040283, "Finetune/Step": 2827, "Finetune/Step Time": 5.961650379002094}
+{"Finetune/Learning Rate": 1.9289509259520558e-05, "Finetune/Loss": 0.9132345914840698, "Finetune/Loss (Raw)": 0.7845618724822998, "Finetune/Step": 2828, "Finetune/Step Time": 5.957078693434596}
+{"Finetune/Learning Rate": 1.928888572157832e-05, "Finetune/Loss": 0.9132350087165833, "Finetune/Loss (Raw)": 0.9336950778961182, "Finetune/Step": 2829, "Finetune/Step Time": 5.957839222624898}
+{"Finetune/Learning Rate": 1.92882619202297e-05, "Finetune/Loss": 0.9113008379936218, "Finetune/Loss (Raw)": 0.7814995646476746, "Finetune/Step": 2830, "Finetune/Step Time": 5.955524625256658}
+{"Finetune/Learning Rate": 1.928763785549238e-05, "Finetune/Loss": 0.9128920435905457, "Finetune/Loss (Raw)": 0.9270981550216675, "Finetune/Step": 2831, "Finetune/Step Time": 5.959017848595977}
+{"Finetune/Learning Rate": 1.928701352738406e-05, "Finetune/Loss": 0.9128943085670471, "Finetune/Loss (Raw)": 0.8463348150253296, "Finetune/Step": 2832, "Finetune/Step Time": 5.915402119979262}
+{"Finetune/Learning Rate": 1.928638893592245e-05, "Finetune/Loss": 0.9143882393836975, "Finetune/Loss (Raw)": 0.9671379327774048, "Finetune/Step": 2833, "Finetune/Step Time": 5.898781528696418}
+{"Finetune/Learning Rate": 1.9285764081125254e-05, "Finetune/Loss": 0.9158415198326111, "Finetune/Loss (Raw)": 0.9174913167953491, "Finetune/Step": 2834, "Finetune/Step Time": 5.906687276437879}
+{"Finetune/Learning Rate": 1.9285138963010196e-05, "Finetune/Loss": 0.9164355397224426, "Finetune/Loss (Raw)": 0.9191960692405701, "Finetune/Step": 2835, "Finetune/Step Time": 5.892942249774933}
+{"Finetune/Learning Rate": 1.9284513581594997e-05, "Finetune/Loss": 0.9166149497032166, "Finetune/Loss (Raw)": 0.9747938513755798, "Finetune/Step": 2836, "Finetune/Step Time": 5.890166029334068}
+{"Finetune/Learning Rate": 1.9283887936897398e-05, "Finetune/Loss": 0.9180138111114502, "Finetune/Loss (Raw)": 1.036950945854187, "Finetune/Step": 2837, "Finetune/Step Time": 5.876168517395854}
+{"Finetune/Learning Rate": 1.928326202893513e-05, "Finetune/Loss": 0.9183800220489502, "Finetune/Loss (Raw)": 1.0734901428222656, "Finetune/Step": 2838, "Finetune/Step Time": 5.874484293162823}
+{"Finetune/Learning Rate": 1.928263585772596e-05, "Finetune/Loss": 0.9159694910049438, "Finetune/Loss (Raw)": 0.7694929838180542, "Finetune/Step": 2839, "Finetune/Step Time": 5.86958659440279}
+{"Finetune/Learning Rate": 1.9282009423287623e-05, "Finetune/Loss": 0.9168027639389038, "Finetune/Loss (Raw)": 1.0614116191864014, "Finetune/Step": 2840, "Finetune/Step Time": 5.866498984396458}
+{"Finetune/Learning Rate": 1.92813827256379e-05, "Finetune/Loss": 0.9160647392272949, "Finetune/Loss (Raw)": 0.9390108585357666, "Finetune/Step": 2841, "Finetune/Step Time": 5.8614117708057165}
+{"Finetune/Learning Rate": 1.9280755764794553e-05, "Finetune/Loss": 0.9154775142669678, "Finetune/Loss (Raw)": 0.9664391875267029, "Finetune/Step": 2842, "Finetune/Step Time": 5.862852480262518}
+{"Finetune/Learning Rate": 1.9280128540775363e-05, "Finetune/Loss": 0.9158644676208496, "Finetune/Loss (Raw)": 0.9375814199447632, "Finetune/Step": 2843, "Finetune/Step Time": 5.862542157992721}
+{"Finetune/Learning Rate": 1.9279501053598117e-05, "Finetune/Loss": 0.9159250855445862, "Finetune/Loss (Raw)": 0.8346652984619141, "Finetune/Step": 2844, "Finetune/Step Time": 5.8676334079355}
+{"Finetune/Learning Rate": 1.9278873303280606e-05, "Finetune/Loss": 0.9146550297737122, "Finetune/Loss (Raw)": 0.8054275512695312, "Finetune/Step": 2845, "Finetune/Step Time": 5.867560788989067}
+{"Finetune/Learning Rate": 1.9278245289840642e-05, "Finetune/Loss": 0.9151742458343506, "Finetune/Loss (Raw)": 1.0245460271835327, "Finetune/Step": 2846, "Finetune/Step Time": 5.862468479201198}
+{"Finetune/Learning Rate": 1.9277617013296018e-05, "Finetune/Loss": 0.9157040119171143, "Finetune/Loss (Raw)": 0.914085865020752, "Finetune/Step": 2847, "Finetune/Step Time": 5.856398560106754}
+{"Finetune/Learning Rate": 1.9276988473664557e-05, "Finetune/Loss": 0.9152926206588745, "Finetune/Loss (Raw)": 0.9598078727722168, "Finetune/Step": 2848, "Finetune/Step Time": 5.85513212531805}
+{"Finetune/Learning Rate": 1.9276359670964086e-05, "Finetune/Loss": 0.9137694835662842, "Finetune/Loss (Raw)": 0.7544355392456055, "Finetune/Step": 2849, "Finetune/Step Time": 5.857950562611222}
+{"Finetune/Learning Rate": 1.9275730605212435e-05, "Finetune/Loss": 0.9151923656463623, "Finetune/Loss (Raw)": 1.0273798704147339, "Finetune/Step": 2850, "Finetune/Step Time": 5.846793932840228}
+{"Finetune/Learning Rate": 1.9275101276427438e-05, "Finetune/Loss": 0.9177050590515137, "Finetune/Loss (Raw)": 1.0008957386016846, "Finetune/Step": 2851, "Finetune/Step Time": 5.853627355769277}
+{"Finetune/Learning Rate": 1.9274471684626943e-05, "Finetune/Loss": 0.9183482527732849, "Finetune/Loss (Raw)": 1.0101065635681152, "Finetune/Step": 2852, "Finetune/Step Time": 5.854857575148344}
+{"Finetune/Learning Rate": 1.9273841829828804e-05, "Finetune/Loss": 0.917315661907196, "Finetune/Loss (Raw)": 0.8177371025085449, "Finetune/Step": 2853, "Finetune/Step Time": 5.889972547069192}
+{"Finetune/Learning Rate": 1.9273211712050885e-05, "Finetune/Loss": 0.916694164276123, "Finetune/Loss (Raw)": 0.8092054724693298, "Finetune/Step": 2854, "Finetune/Step Time": 5.889249099418521}
+{"Finetune/Learning Rate": 1.927258133131105e-05, "Finetune/Loss": 0.9170374274253845, "Finetune/Loss (Raw)": 0.9778818488121033, "Finetune/Step": 2855, "Finetune/Step Time": 5.88779291510582}
+{"Finetune/Learning Rate": 1.9271950687627175e-05, "Finetune/Loss": 0.9162338376045227, "Finetune/Loss (Raw)": 0.9144993424415588, "Finetune/Step": 2856, "Finetune/Step Time": 5.892412571236491}
+{"Finetune/Learning Rate": 1.9271319781017142e-05, "Finetune/Loss": 0.9178245067596436, "Finetune/Loss (Raw)": 1.0027000904083252, "Finetune/Step": 2857, "Finetune/Step Time": 5.890654070302844}
+{"Finetune/Learning Rate": 1.927068861149885e-05, "Finetune/Loss": 0.9185483455657959, "Finetune/Loss (Raw)": 0.9167349934577942, "Finetune/Step": 2858, "Finetune/Step Time": 5.870342466980219}
+{"Finetune/Learning Rate": 1.9270057179090188e-05, "Finetune/Loss": 0.9180443286895752, "Finetune/Loss (Raw)": 0.8698566555976868, "Finetune/Step": 2859, "Finetune/Step Time": 5.87951279990375}
+{"Finetune/Learning Rate": 1.9269425483809065e-05, "Finetune/Loss": 0.9183472990989685, "Finetune/Loss (Raw)": 0.8144901990890503, "Finetune/Step": 2860, "Finetune/Step Time": 5.890595810487866}
+{"Finetune/Learning Rate": 1.9268793525673396e-05, "Finetune/Loss": 0.9172040820121765, "Finetune/Loss (Raw)": 0.754603922367096, "Finetune/Step": 2861, "Finetune/Step Time": 5.887501886114478}
+{"Finetune/Learning Rate": 1.9268161304701095e-05, "Finetune/Loss": 0.9152014255523682, "Finetune/Loss (Raw)": 0.8518198132514954, "Finetune/Step": 2862, "Finetune/Step Time": 5.8874946516007185}
+{"Finetune/Learning Rate": 1.9267528820910097e-05, "Finetune/Loss": 0.914305567741394, "Finetune/Loss (Raw)": 0.8113465309143066, "Finetune/Step": 2863, "Finetune/Step Time": 5.883061494678259}
+{"Finetune/Learning Rate": 1.9266896074318335e-05, "Finetune/Loss": 0.9149234294891357, "Finetune/Loss (Raw)": 0.8986465334892273, "Finetune/Step": 2864, "Finetune/Step Time": 5.8832262475043535}
+{"Finetune/Learning Rate": 1.9266263064943752e-05, "Finetune/Loss": 0.9158028364181519, "Finetune/Loss (Raw)": 0.9657058715820312, "Finetune/Step": 2865, "Finetune/Step Time": 5.876281602308154}
+{"Finetune/Learning Rate": 1.92656297928043e-05, "Finetune/Loss": 0.9151123762130737, "Finetune/Loss (Raw)": 0.8037614226341248, "Finetune/Step": 2866, "Finetune/Step Time": 5.877543510869145}
+{"Finetune/Learning Rate": 1.9264996257917933e-05, "Finetune/Loss": 0.9155666828155518, "Finetune/Loss (Raw)": 0.9212440848350525, "Finetune/Step": 2867, "Finetune/Step Time": 5.87702708132565}
+{"Finetune/Learning Rate": 1.926436246030262e-05, "Finetune/Loss": 0.9143561720848083, "Finetune/Loss (Raw)": 0.7669421434402466, "Finetune/Step": 2868, "Finetune/Step Time": 5.875243416056037}
+{"Finetune/Learning Rate": 1.926372839997633e-05, "Finetune/Loss": 0.9129929542541504, "Finetune/Loss (Raw)": 0.9445567727088928, "Finetune/Step": 2869, "Finetune/Step Time": 5.878989851102233}
+{"Finetune/Learning Rate": 1.9263094076957042e-05, "Finetune/Loss": 0.9123064279556274, "Finetune/Loss (Raw)": 0.7535416483879089, "Finetune/Step": 2870, "Finetune/Step Time": 5.876276774331927}
+{"Finetune/Learning Rate": 1.9262459491262753e-05, "Finetune/Loss": 0.9108715653419495, "Finetune/Loss (Raw)": 0.7471134066581726, "Finetune/Step": 2871, "Finetune/Step Time": 5.894356191158295}
+{"Finetune/Learning Rate": 1.926182464291145e-05, "Finetune/Loss": 0.9115362167358398, "Finetune/Loss (Raw)": 1.0194978713989258, "Finetune/Step": 2872, "Finetune/Step Time": 5.895998394116759}
+{"Finetune/Learning Rate": 1.9261189531921137e-05, "Finetune/Loss": 0.9098699688911438, "Finetune/Loss (Raw)": 0.623814582824707, "Finetune/Step": 2873, "Finetune/Step Time": 5.915943622589111}
+{"Finetune/Learning Rate": 1.926055415830982e-05, "Finetune/Loss": 0.9106988906860352, "Finetune/Loss (Raw)": 1.1340210437774658, "Finetune/Step": 2874, "Finetune/Step Time": 5.920016707852483}
+{"Finetune/Learning Rate": 1.9259918522095528e-05, "Finetune/Loss": 0.9091715216636658, "Finetune/Loss (Raw)": 0.5803970098495483, "Finetune/Step": 2875, "Finetune/Step Time": 5.925818296149373}
+{"Finetune/Learning Rate": 1.925928262329627e-05, "Finetune/Loss": 0.9081226587295532, "Finetune/Loss (Raw)": 0.7412153482437134, "Finetune/Step": 2876, "Finetune/Step Time": 5.923958385363221}
+{"Finetune/Learning Rate": 1.9258646461930093e-05, "Finetune/Loss": 0.9062098860740662, "Finetune/Loss (Raw)": 0.6508359909057617, "Finetune/Step": 2877, "Finetune/Step Time": 5.943144356831908}
+{"Finetune/Learning Rate": 1.9258010038015027e-05, "Finetune/Loss": 0.9059469103813171, "Finetune/Loss (Raw)": 0.9160507321357727, "Finetune/Step": 2878, "Finetune/Step Time": 5.945515597239137}
+{"Finetune/Learning Rate": 1.9257373351569125e-05, "Finetune/Loss": 0.9057066440582275, "Finetune/Loss (Raw)": 0.8601804375648499, "Finetune/Step": 2879, "Finetune/Step Time": 5.927921194583178}
+{"Finetune/Learning Rate": 1.9256736402610437e-05, "Finetune/Loss": 0.9051854610443115, "Finetune/Loss (Raw)": 0.8473560810089111, "Finetune/Step": 2880, "Finetune/Step Time": 5.927500329911709}
+{"Finetune/Learning Rate": 1.925609919115703e-05, "Finetune/Loss": 0.9046747088432312, "Finetune/Loss (Raw)": 0.8824996948242188, "Finetune/Step": 2881, "Finetune/Step Time": 5.925422934815288}
+{"Finetune/Learning Rate": 1.925546171722697e-05, "Finetune/Loss": 0.9044206142425537, "Finetune/Loss (Raw)": 0.8905178308486938, "Finetune/Step": 2882, "Finetune/Step Time": 5.920719789341092}
+{"Finetune/Learning Rate": 1.9254823980838332e-05, "Finetune/Loss": 0.9040514230728149, "Finetune/Loss (Raw)": 0.758500874042511, "Finetune/Step": 2883, "Finetune/Step Time": 5.92203308455646}
+{"Finetune/Learning Rate": 1.9254185982009204e-05, "Finetune/Loss": 0.9039870500564575, "Finetune/Loss (Raw)": 0.9466767311096191, "Finetune/Step": 2884, "Finetune/Step Time": 5.9221616592258215}
+{"Finetune/Learning Rate": 1.925354772075768e-05, "Finetune/Loss": 0.9023404121398926, "Finetune/Loss (Raw)": 0.6399456262588501, "Finetune/Step": 2885, "Finetune/Step Time": 5.9413954839110374}
+{"Finetune/Learning Rate": 1.9252909197101854e-05, "Finetune/Loss": 0.9024662375450134, "Finetune/Loss (Raw)": 1.0025155544281006, "Finetune/Step": 2886, "Finetune/Step Time": 5.942086007446051}
+{"Finetune/Learning Rate": 1.9252270411059834e-05, "Finetune/Loss": 0.9032289385795593, "Finetune/Loss (Raw)": 1.044464111328125, "Finetune/Step": 2887, "Finetune/Step Time": 5.94483338855207}
+{"Finetune/Learning Rate": 1.9251631362649735e-05, "Finetune/Loss": 0.9042596817016602, "Finetune/Loss (Raw)": 1.0194894075393677, "Finetune/Step": 2888, "Finetune/Step Time": 5.949868746101856}
+{"Finetune/Learning Rate": 1.925099205188968e-05, "Finetune/Loss": 0.9025037288665771, "Finetune/Loss (Raw)": 0.7399642467498779, "Finetune/Step": 2889, "Finetune/Step Time": 5.955504849553108}
+{"Finetune/Learning Rate": 1.9250352478797798e-05, "Finetune/Loss": 0.9034191370010376, "Finetune/Loss (Raw)": 0.8991666436195374, "Finetune/Step": 2890, "Finetune/Step Time": 5.954676266759634}
+{"Finetune/Learning Rate": 1.9249712643392223e-05, "Finetune/Loss": 0.9044772982597351, "Finetune/Loss (Raw)": 0.9423466324806213, "Finetune/Step": 2891, "Finetune/Step Time": 5.9520515985786915}
+{"Finetune/Learning Rate": 1.9249072545691102e-05, "Finetune/Loss": 0.9034197330474854, "Finetune/Loss (Raw)": 0.842939555644989, "Finetune/Step": 2892, "Finetune/Step Time": 5.956517213955522}
+{"Finetune/Learning Rate": 1.924843218571258e-05, "Finetune/Loss": 0.9057101011276245, "Finetune/Loss (Raw)": 0.8869274854660034, "Finetune/Step": 2893, "Finetune/Step Time": 5.964795500040054}
+{"Finetune/Learning Rate": 1.9247791563474822e-05, "Finetune/Loss": 0.9043950438499451, "Finetune/Loss (Raw)": 0.8655827641487122, "Finetune/Step": 2894, "Finetune/Step Time": 5.952815491706133}
+{"Finetune/Learning Rate": 1.9247150678995994e-05, "Finetune/Loss": 0.9038617610931396, "Finetune/Loss (Raw)": 0.8943488597869873, "Finetune/Step": 2895, "Finetune/Step Time": 5.972150314599276}
+{"Finetune/Learning Rate": 1.9246509532294265e-05, "Finetune/Loss": 0.9029030203819275, "Finetune/Loss (Raw)": 0.9114236831665039, "Finetune/Step": 2896, "Finetune/Step Time": 5.98772219568491}
+{"Finetune/Learning Rate": 1.9245868123387822e-05, "Finetune/Loss": 0.9039947390556335, "Finetune/Loss (Raw)": 1.0021430253982544, "Finetune/Step": 2897, "Finetune/Step Time": 5.9874944742769}
+{"Finetune/Learning Rate": 1.9245226452294853e-05, "Finetune/Loss": 0.9032799005508423, "Finetune/Loss (Raw)": 0.9104866981506348, "Finetune/Step": 2898, "Finetune/Step Time": 5.990632066503167}
+{"Finetune/Learning Rate": 1.9244584519033548e-05, "Finetune/Loss": 0.9046030044555664, "Finetune/Loss (Raw)": 0.8668738007545471, "Finetune/Step": 2899, "Finetune/Step Time": 5.977275116369128}
+{"Finetune/Learning Rate": 1.9243942323622113e-05, "Finetune/Loss": 0.9030164480209351, "Finetune/Loss (Raw)": 0.8231344819068909, "Finetune/Step": 2900, "Finetune/Step Time": 5.982313681393862}
+{"Finetune/Learning Rate": 1.924329986607876e-05, "Finetune/Loss": 0.903536319732666, "Finetune/Loss (Raw)": 0.917126476764679, "Finetune/Step": 2901, "Finetune/Step Time": 5.984477432444692}
+{"Finetune/Learning Rate": 1.924265714642171e-05, "Finetune/Loss": 0.9025156497955322, "Finetune/Loss (Raw)": 0.8831503391265869, "Finetune/Step": 2902, "Finetune/Step Time": 5.9846157263964415}
+{"Finetune/Learning Rate": 1.9242014164669186e-05, "Finetune/Loss": 0.9025675654411316, "Finetune/Loss (Raw)": 0.98311448097229, "Finetune/Step": 2903, "Finetune/Step Time": 5.987625304609537}
+{"Finetune/Learning Rate": 1.924137092083942e-05, "Finetune/Loss": 0.9011702537536621, "Finetune/Loss (Raw)": 0.7678195834159851, "Finetune/Step": 2904, "Finetune/Step Time": 5.993751151487231}
+{"Finetune/Learning Rate": 1.9240727414950654e-05, "Finetune/Loss": 0.9013346433639526, "Finetune/Loss (Raw)": 0.8752396106719971, "Finetune/Step": 2905, "Finetune/Step Time": 5.992447214201093}
+{"Finetune/Learning Rate": 1.9240083647021135e-05, "Finetune/Loss": 0.9017287492752075, "Finetune/Loss (Raw)": 0.8694168925285339, "Finetune/Step": 2906, "Finetune/Step Time": 5.980920864269137}
+{"Finetune/Learning Rate": 1.923943961706912e-05, "Finetune/Loss": 0.9033199548721313, "Finetune/Loss (Raw)": 0.9433247447013855, "Finetune/Step": 2907, "Finetune/Step Time": 5.969210894778371}
+{"Finetune/Learning Rate": 1.9238795325112867e-05, "Finetune/Loss": 0.9019281268119812, "Finetune/Loss (Raw)": 0.8269569873809814, "Finetune/Step": 2908, "Finetune/Step Time": 5.9703699592500925}
+{"Finetune/Learning Rate": 1.9238150771170655e-05, "Finetune/Loss": 0.9026689529418945, "Finetune/Loss (Raw)": 0.9398273229598999, "Finetune/Step": 2909, "Finetune/Step Time": 5.963968640193343}
+{"Finetune/Learning Rate": 1.9237505955260756e-05, "Finetune/Loss": 0.9026768207550049, "Finetune/Loss (Raw)": 0.9800301790237427, "Finetune/Step": 2910, "Finetune/Step Time": 5.964558470994234}
+{"Finetune/Learning Rate": 1.9236860877401456e-05, "Finetune/Loss": 0.901759147644043, "Finetune/Loss (Raw)": 0.7424347400665283, "Finetune/Step": 2911, "Finetune/Step Time": 5.964305294677615}
+{"Finetune/Learning Rate": 1.9236215537611044e-05, "Finetune/Loss": 0.8994420170783997, "Finetune/Loss (Raw)": 0.6863359808921814, "Finetune/Step": 2912, "Finetune/Step Time": 5.962379582226276}
+{"Finetune/Learning Rate": 1.9235569935907826e-05, "Finetune/Loss": 0.9007658958435059, "Finetune/Loss (Raw)": 1.0683127641677856, "Finetune/Step": 2913, "Finetune/Step Time": 5.962251318618655}
+{"Finetune/Learning Rate": 1.9234924072310112e-05, "Finetune/Loss": 0.9006167650222778, "Finetune/Loss (Raw)": 0.9805924892425537, "Finetune/Step": 2914, "Finetune/Step Time": 5.965207980945706}
+{"Finetune/Learning Rate": 1.9234277946836207e-05, "Finetune/Loss": 0.9025358557701111, "Finetune/Loss (Raw)": 0.9214133024215698, "Finetune/Step": 2915, "Finetune/Step Time": 5.946773499250412}
+{"Finetune/Learning Rate": 1.923363155950444e-05, "Finetune/Loss": 0.9013424515724182, "Finetune/Loss (Raw)": 0.8141166567802429, "Finetune/Step": 2916, "Finetune/Step Time": 5.945573402568698}
+{"Finetune/Learning Rate": 1.9232984910333136e-05, "Finetune/Loss": 0.901823878288269, "Finetune/Loss (Raw)": 0.9567657113075256, "Finetune/Step": 2917, "Finetune/Step Time": 5.943866295740008}
+{"Finetune/Learning Rate": 1.923233799934064e-05, "Finetune/Loss": 0.9025689363479614, "Finetune/Loss (Raw)": 1.0200796127319336, "Finetune/Step": 2918, "Finetune/Step Time": 5.958276439458132}
+{"Finetune/Learning Rate": 1.9231690826545284e-05, "Finetune/Loss": 0.901800811290741, "Finetune/Loss (Raw)": 0.9118572473526001, "Finetune/Step": 2919, "Finetune/Step Time": 5.960709853097796}
+{"Finetune/Learning Rate": 1.9231043391965435e-05, "Finetune/Loss": 0.9009672403335571, "Finetune/Loss (Raw)": 0.8679102659225464, "Finetune/Step": 2920, "Finetune/Step Time": 5.959292100742459}
+{"Finetune/Learning Rate": 1.923039569561944e-05, "Finetune/Loss": 0.8991637229919434, "Finetune/Loss (Raw)": 0.8180667757987976, "Finetune/Step": 2921, "Finetune/Step Time": 5.960826003924012}
+{"Finetune/Learning Rate": 1.922974773752567e-05, "Finetune/Loss": 0.897534966468811, "Finetune/Loss (Raw)": 0.9221523404121399, "Finetune/Step": 2922, "Finetune/Step Time": 5.9635736383497715}
+{"Finetune/Learning Rate": 1.9229099517702505e-05, "Finetune/Loss": 0.8978320360183716, "Finetune/Loss (Raw)": 0.9254835844039917, "Finetune/Step": 2923, "Finetune/Step Time": 5.964113036170602}
+{"Finetune/Learning Rate": 1.9228451036168317e-05, "Finetune/Loss": 0.8981348276138306, "Finetune/Loss (Raw)": 0.8905840516090393, "Finetune/Step": 2924, "Finetune/Step Time": 5.961176114156842}
+{"Finetune/Learning Rate": 1.9227802292941504e-05, "Finetune/Loss": 0.8997798562049866, "Finetune/Loss (Raw)": 0.924120306968689, "Finetune/Step": 2925, "Finetune/Step Time": 5.922189354896545}
+{"Finetune/Learning Rate": 1.9227153288040458e-05, "Finetune/Loss": 0.9003379344940186, "Finetune/Loss (Raw)": 0.9321030378341675, "Finetune/Step": 2926, "Finetune/Step Time": 5.91671285405755}
+{"Finetune/Learning Rate": 1.9226504021483582e-05, "Finetune/Loss": 0.8979247808456421, "Finetune/Loss (Raw)": 0.788195788860321, "Finetune/Step": 2927, "Finetune/Step Time": 5.90183412656188}
+{"Finetune/Learning Rate": 1.9225854493289287e-05, "Finetune/Loss": 0.8974562287330627, "Finetune/Loss (Raw)": 0.9423186182975769, "Finetune/Step": 2928, "Finetune/Step Time": 5.886678395792842}
+{"Finetune/Learning Rate": 1.9225204703475995e-05, "Finetune/Loss": 0.8984417915344238, "Finetune/Loss (Raw)": 1.035678505897522, "Finetune/Step": 2929, "Finetune/Step Time": 5.88710661791265}
+{"Finetune/Learning Rate": 1.922455465206213e-05, "Finetune/Loss": 0.8978819251060486, "Finetune/Loss (Raw)": 0.8909969925880432, "Finetune/Step": 2930, "Finetune/Step Time": 5.887048617005348}
+{"Finetune/Learning Rate": 1.9223904339066125e-05, "Finetune/Loss": 0.8977107405662537, "Finetune/Loss (Raw)": 0.7541322112083435, "Finetune/Step": 2931, "Finetune/Step Time": 5.881855519488454}
+{"Finetune/Learning Rate": 1.9223253764506426e-05, "Finetune/Loss": 0.8975256681442261, "Finetune/Loss (Raw)": 0.9696164131164551, "Finetune/Step": 2932, "Finetune/Step Time": 5.8830802869051695}
+{"Finetune/Learning Rate": 1.9222602928401473e-05, "Finetune/Loss": 0.8972259163856506, "Finetune/Loss (Raw)": 0.8994240164756775, "Finetune/Step": 2933, "Finetune/Step Time": 5.885025888681412}
+{"Finetune/Learning Rate": 1.922195183076973e-05, "Finetune/Loss": 0.8947255611419678, "Finetune/Loss (Raw)": 0.745835542678833, "Finetune/Step": 2934, "Finetune/Step Time": 5.889547877013683}
+{"Finetune/Learning Rate": 1.9221300471629658e-05, "Finetune/Loss": 0.894100546836853, "Finetune/Loss (Raw)": 0.9475929737091064, "Finetune/Step": 2935, "Finetune/Step Time": 5.8892281129956245}
+{"Finetune/Learning Rate": 1.9220648850999723e-05, "Finetune/Loss": 0.8927437663078308, "Finetune/Loss (Raw)": 0.8271715044975281, "Finetune/Step": 2936, "Finetune/Step Time": 5.893531728535891}
+{"Finetune/Learning Rate": 1.9219996968898408e-05, "Finetune/Loss": 0.8928959369659424, "Finetune/Loss (Raw)": 0.8830408453941345, "Finetune/Step": 2937, "Finetune/Step Time": 5.8952842354774475}
+{"Finetune/Learning Rate": 1.92193448253442e-05, "Finetune/Loss": 0.8917227387428284, "Finetune/Loss (Raw)": 0.9352968335151672, "Finetune/Step": 2938, "Finetune/Step Time": 5.898960936814547}
+{"Finetune/Learning Rate": 1.9218692420355585e-05, "Finetune/Loss": 0.8895299434661865, "Finetune/Loss (Raw)": 0.6798710227012634, "Finetune/Step": 2939, "Finetune/Step Time": 5.912289956584573}
+{"Finetune/Learning Rate": 1.9218039753951068e-05, "Finetune/Loss": 0.8901631832122803, "Finetune/Loss (Raw)": 0.9104325175285339, "Finetune/Step": 2940, "Finetune/Step Time": 5.911870079115033}
+{"Finetune/Learning Rate": 1.9217386826149155e-05, "Finetune/Loss": 0.8897536396980286, "Finetune/Loss (Raw)": 0.8427861928939819, "Finetune/Step": 2941, "Finetune/Step Time": 5.918057115748525}
+{"Finetune/Learning Rate": 1.9216733636968365e-05, "Finetune/Loss": 0.8895731568336487, "Finetune/Loss (Raw)": 0.8374893665313721, "Finetune/Step": 2942, "Finetune/Step Time": 5.9169072564691305}
+{"Finetune/Learning Rate": 1.9216080186427218e-05, "Finetune/Loss": 0.8899790048599243, "Finetune/Loss (Raw)": 1.0500802993774414, "Finetune/Step": 2943, "Finetune/Step Time": 5.9133166410028934}
+{"Finetune/Learning Rate": 1.9215426474544242e-05, "Finetune/Loss": 0.8905832767486572, "Finetune/Loss (Raw)": 0.9686511754989624, "Finetune/Step": 2944, "Finetune/Step Time": 5.911838253960013}
+{"Finetune/Learning Rate": 1.9214772501337976e-05, "Finetune/Loss": 0.8912242650985718, "Finetune/Loss (Raw)": 0.9471425414085388, "Finetune/Step": 2945, "Finetune/Step Time": 5.918258540332317}
+{"Finetune/Learning Rate": 1.9214118266826968e-05, "Finetune/Loss": 0.8920984864234924, "Finetune/Loss (Raw)": 0.8934629559516907, "Finetune/Step": 2946, "Finetune/Step Time": 5.918157497420907}
+{"Finetune/Learning Rate": 1.9213463771029762e-05, "Finetune/Loss": 0.8922393321990967, "Finetune/Loss (Raw)": 0.9150203466415405, "Finetune/Step": 2947, "Finetune/Step Time": 5.915017511695623}
+{"Finetune/Learning Rate": 1.9212809013964932e-05, "Finetune/Loss": 0.8922027945518494, "Finetune/Loss (Raw)": 0.9332607388496399, "Finetune/Step": 2948, "Finetune/Step Time": 5.918241515755653}
+{"Finetune/Learning Rate": 1.9212153995651028e-05, "Finetune/Loss": 0.8937804698944092, "Finetune/Loss (Raw)": 0.9830455183982849, "Finetune/Step": 2949, "Finetune/Step Time": 5.926616679877043}
+{"Finetune/Learning Rate": 1.9211498716106636e-05, "Finetune/Loss": 0.8949738144874573, "Finetune/Loss (Raw)": 0.8080692291259766, "Finetune/Step": 2950, "Finetune/Step Time": 5.922053404152393}
+{"Finetune/Learning Rate": 1.9210843175350335e-05, "Finetune/Loss": 0.8956931829452515, "Finetune/Loss (Raw)": 0.9867432713508606, "Finetune/Step": 2951, "Finetune/Step Time": 5.922765549272299}
+{"Finetune/Learning Rate": 1.921018737340071e-05, "Finetune/Loss": 0.8951537609100342, "Finetune/Loss (Raw)": 0.9991607069969177, "Finetune/Step": 2952, "Finetune/Step Time": 5.920715633779764}
+{"Finetune/Learning Rate": 1.9209531310276362e-05, "Finetune/Loss": 0.8932660818099976, "Finetune/Loss (Raw)": 0.8650163412094116, "Finetune/Step": 2953, "Finetune/Step Time": 5.920801276341081}
+{"Finetune/Learning Rate": 1.92088749859959e-05, "Finetune/Loss": 0.8926208019256592, "Finetune/Loss (Raw)": 0.9292913675308228, "Finetune/Step": 2954, "Finetune/Step Time": 5.921549808233976}
+{"Finetune/Learning Rate": 1.9208218400577926e-05, "Finetune/Loss": 0.8924119472503662, "Finetune/Loss (Raw)": 1.0383316278457642, "Finetune/Step": 2955, "Finetune/Step Time": 5.9194399286061525}
+{"Finetune/Learning Rate": 1.920756155404106e-05, "Finetune/Loss": 0.8927707672119141, "Finetune/Loss (Raw)": 0.8304876685142517, "Finetune/Step": 2956, "Finetune/Step Time": 5.944535521790385}
+{"Finetune/Learning Rate": 1.9206904446403936e-05, "Finetune/Loss": 0.8922368884086609, "Finetune/Loss (Raw)": 0.8653570413589478, "Finetune/Step": 2957, "Finetune/Step Time": 5.953899512067437}
+{"Finetune/Learning Rate": 1.9206247077685184e-05, "Finetune/Loss": 0.8935949802398682, "Finetune/Loss (Raw)": 0.9553369879722595, "Finetune/Step": 2958, "Finetune/Step Time": 5.9374163039028645}
+{"Finetune/Learning Rate": 1.9205589447903438e-05, "Finetune/Loss": 0.8934360146522522, "Finetune/Loss (Raw)": 0.9067542552947998, "Finetune/Step": 2959, "Finetune/Step Time": 5.946055108681321}
+{"Finetune/Learning Rate": 1.9204931557077355e-05, "Finetune/Loss": 0.893229603767395, "Finetune/Loss (Raw)": 0.8199185729026794, "Finetune/Step": 2960, "Finetune/Step Time": 5.985914010554552}
+{"Finetune/Learning Rate": 1.9204273405225588e-05, "Finetune/Loss": 0.8933488726615906, "Finetune/Loss (Raw)": 0.9823960065841675, "Finetune/Step": 2961, "Finetune/Step Time": 5.9934033416211605}
+{"Finetune/Learning Rate": 1.9203614992366805e-05, "Finetune/Loss": 0.8939181566238403, "Finetune/Loss (Raw)": 0.9903575778007507, "Finetune/Step": 2962, "Finetune/Step Time": 5.983337566256523}
+{"Finetune/Learning Rate": 1.9202956318519667e-05, "Finetune/Loss": 0.8939953446388245, "Finetune/Loss (Raw)": 0.9290786981582642, "Finetune/Step": 2963, "Finetune/Step Time": 5.980234509333968}
+{"Finetune/Learning Rate": 1.9202297383702858e-05, "Finetune/Loss": 0.8936202526092529, "Finetune/Loss (Raw)": 0.9267827868461609, "Finetune/Step": 2964, "Finetune/Step Time": 5.986369542777538}
+{"Finetune/Learning Rate": 1.9201638187935066e-05, "Finetune/Loss": 0.8924823999404907, "Finetune/Loss (Raw)": 0.8913014531135559, "Finetune/Step": 2965, "Finetune/Step Time": 5.985924925655127}
+{"Finetune/Learning Rate": 1.920097873123498e-05, "Finetune/Loss": 0.8903270959854126, "Finetune/Loss (Raw)": 0.7976146340370178, "Finetune/Step": 2966, "Finetune/Step Time": 5.998736007139087}
+{"Finetune/Learning Rate": 1.9200319013621298e-05, "Finetune/Loss": 0.8925538063049316, "Finetune/Loss (Raw)": 1.054516077041626, "Finetune/Step": 2967, "Finetune/Step Time": 6.005607338622212}
+{"Finetune/Learning Rate": 1.9199659035112734e-05, "Finetune/Loss": 0.8904008865356445, "Finetune/Loss (Raw)": 0.7858323454856873, "Finetune/Step": 2968, "Finetune/Step Time": 6.0393378511071205}
+{"Finetune/Learning Rate": 1.9198998795728e-05, "Finetune/Loss": 0.890805721282959, "Finetune/Loss (Raw)": 0.9908369183540344, "Finetune/Step": 2969, "Finetune/Step Time": 6.044379672035575}
+{"Finetune/Learning Rate": 1.919833829548582e-05, "Finetune/Loss": 0.8901528120040894, "Finetune/Loss (Raw)": 0.8828551173210144, "Finetune/Step": 2970, "Finetune/Step Time": 6.043019790202379}
+{"Finetune/Learning Rate": 1.919767753440492e-05, "Finetune/Loss": 0.8908901214599609, "Finetune/Loss (Raw)": 1.0319621562957764, "Finetune/Step": 2971, "Finetune/Step Time": 6.043870214372873}
+{"Finetune/Learning Rate": 1.9197016512504037e-05, "Finetune/Loss": 0.8919905424118042, "Finetune/Loss (Raw)": 0.9755224585533142, "Finetune/Step": 2972, "Finetune/Step Time": 6.037775170058012}
+{"Finetune/Learning Rate": 1.9196355229801924e-05, "Finetune/Loss": 0.8933677673339844, "Finetune/Loss (Raw)": 0.981706976890564, "Finetune/Step": 2973, "Finetune/Step Time": 6.041086135432124}
+{"Finetune/Learning Rate": 1.9195693686317327e-05, "Finetune/Loss": 0.8933610916137695, "Finetune/Loss (Raw)": 1.0236961841583252, "Finetune/Step": 2974, "Finetune/Step Time": 6.040346596390009}
+{"Finetune/Learning Rate": 1.9195031882069005e-05, "Finetune/Loss": 0.893938422203064, "Finetune/Loss (Raw)": 0.9879869818687439, "Finetune/Step": 2975, "Finetune/Step Time": 6.041046967729926}
+{"Finetune/Learning Rate": 1.9194369817075725e-05, "Finetune/Loss": 0.8940163254737854, "Finetune/Loss (Raw)": 0.9697777628898621, "Finetune/Step": 2976, "Finetune/Step Time": 6.040956135839224}
+{"Finetune/Learning Rate": 1.9193707491356265e-05, "Finetune/Loss": 0.8952041864395142, "Finetune/Loss (Raw)": 0.9064744710922241, "Finetune/Step": 2977, "Finetune/Step Time": 6.0284083522856236}
+{"Finetune/Learning Rate": 1.9193044904929402e-05, "Finetune/Loss": 0.8939293622970581, "Finetune/Loss (Raw)": 0.86420077085495, "Finetune/Step": 2978, "Finetune/Step Time": 6.031199656426907}
+{"Finetune/Learning Rate": 1.9192382057813926e-05, "Finetune/Loss": 0.8933969140052795, "Finetune/Loss (Raw)": 0.9327457547187805, "Finetune/Step": 2979, "Finetune/Step Time": 6.022180944681168}
+{"Finetune/Learning Rate": 1.9191718950028634e-05, "Finetune/Loss": 0.8930663466453552, "Finetune/Loss (Raw)": 0.9677953124046326, "Finetune/Step": 2980, "Finetune/Step Time": 6.0224878937006}
+{"Finetune/Learning Rate": 1.9191055581592334e-05, "Finetune/Loss": 0.8943857550621033, "Finetune/Loss (Raw)": 0.9866235256195068, "Finetune/Step": 2981, "Finetune/Step Time": 5.983026932924986}
+{"Finetune/Learning Rate": 1.919039195252383e-05, "Finetune/Loss": 0.894120454788208, "Finetune/Loss (Raw)": 0.7752471566200256, "Finetune/Step": 2982, "Finetune/Step Time": 5.980050239712}
+{"Finetune/Learning Rate": 1.9189728062841944e-05, "Finetune/Loss": 0.8928763270378113, "Finetune/Loss (Raw)": 0.8186295032501221, "Finetune/Step": 2983, "Finetune/Step Time": 5.983727881684899}
+{"Finetune/Learning Rate": 1.9189063912565506e-05, "Finetune/Loss": 0.8917405009269714, "Finetune/Loss (Raw)": 0.7691165804862976, "Finetune/Step": 2984, "Finetune/Step Time": 5.99758842214942}
+{"Finetune/Learning Rate": 1.918839950171334e-05, "Finetune/Loss": 0.8919467926025391, "Finetune/Loss (Raw)": 1.0291016101837158, "Finetune/Step": 2985, "Finetune/Step Time": 5.998484332114458}
+{"Finetune/Learning Rate": 1.91877348303043e-05, "Finetune/Loss": 0.8919017314910889, "Finetune/Loss (Raw)": 0.9109646677970886, "Finetune/Step": 2986, "Finetune/Step Time": 5.9992200788110495}
+{"Finetune/Learning Rate": 1.918706989835722e-05, "Finetune/Loss": 0.8925938606262207, "Finetune/Loss (Raw)": 0.9584595561027527, "Finetune/Step": 2987, "Finetune/Step Time": 5.988723933696747}
+{"Finetune/Learning Rate": 1.9186404705890967e-05, "Finetune/Loss": 0.8919169902801514, "Finetune/Loss (Raw)": 0.7278506755828857, "Finetune/Step": 2988, "Finetune/Step Time": 6.012346738949418}
+{"Finetune/Learning Rate": 1.9185739252924395e-05, "Finetune/Loss": 0.8937593698501587, "Finetune/Loss (Raw)": 0.9904211163520813, "Finetune/Step": 2989, "Finetune/Step Time": 6.036022802814841}
+{"Finetune/Learning Rate": 1.9185073539476378e-05, "Finetune/Loss": 0.894490122795105, "Finetune/Loss (Raw)": 0.9453573226928711, "Finetune/Step": 2990, "Finetune/Step Time": 6.036042768508196}
+{"Finetune/Learning Rate": 1.9184407565565798e-05, "Finetune/Loss": 0.895108699798584, "Finetune/Loss (Raw)": 0.8905308842658997, "Finetune/Step": 2991, "Finetune/Step Time": 6.034215357154608}
+{"Finetune/Learning Rate": 1.9183741331211535e-05, "Finetune/Loss": 0.8962980508804321, "Finetune/Loss (Raw)": 1.0508818626403809, "Finetune/Step": 2992, "Finetune/Step Time": 6.030282070860267}
+{"Finetune/Learning Rate": 1.9183074836432484e-05, "Finetune/Loss": 0.898313045501709, "Finetune/Loss (Raw)": 1.2236195802688599, "Finetune/Step": 2993, "Finetune/Step Time": 6.050943963229656}
+{"Finetune/Learning Rate": 1.9182408081247542e-05, "Finetune/Loss": 0.8990234136581421, "Finetune/Loss (Raw)": 0.8946854472160339, "Finetune/Step": 2994, "Finetune/Step Time": 6.040020367130637}
+{"Finetune/Learning Rate": 1.918174106567562e-05, "Finetune/Loss": 0.8987075090408325, "Finetune/Loss (Raw)": 0.8808114528656006, "Finetune/Step": 2995, "Finetune/Step Time": 6.0370355527848005}
+{"Finetune/Learning Rate": 1.918107378973563e-05, "Finetune/Loss": 0.9006456136703491, "Finetune/Loss (Raw)": 1.0150188207626343, "Finetune/Step": 2996, "Finetune/Step Time": 6.042180771008134}
+{"Finetune/Learning Rate": 1.9180406253446495e-05, "Finetune/Loss": 0.9008418321609497, "Finetune/Loss (Raw)": 0.9696800708770752, "Finetune/Step": 2997, "Finetune/Step Time": 6.041674949228764}
+{"Finetune/Learning Rate": 1.917973845682714e-05, "Finetune/Loss": 0.9030748605728149, "Finetune/Loss (Raw)": 1.0393662452697754, "Finetune/Step": 2998, "Finetune/Step Time": 6.04456140846014}
+{"Finetune/Learning Rate": 1.9179070399896515e-05, "Finetune/Loss": 0.9042921662330627, "Finetune/Loss (Raw)": 0.9029274582862854, "Finetune/Step": 2999, "Finetune/Step Time": 6.028364088386297}
+{"Finetune/Learning Rate": 1.9178402082673548e-05, "Finetune/Loss": 0.9035310745239258, "Finetune/Loss (Raw)": 0.9220802187919617, "Finetune/Step": 3000, "Finetune/Step Time": 6.0308873280882835}
+{"Finetune/Learning Rate": 1.9177733505177197e-05, "Finetune/Loss": 0.9058256149291992, "Finetune/Loss (Raw)": 0.9175127148628235, "Finetune/Step": 3001, "Finetune/Step Time": 6.014123149216175}
+{"Finetune/Learning Rate": 1.9177064667426426e-05, "Finetune/Loss": 0.9036238193511963, "Finetune/Loss (Raw)": 0.8521894812583923, "Finetune/Step": 3002, "Finetune/Step Time": 6.018226273357868}
+{"Finetune/Learning Rate": 1.9176395569440197e-05, "Finetune/Loss": 0.9064679741859436, "Finetune/Loss (Raw)": 0.944455087184906, "Finetune/Step": 3003, "Finetune/Step Time": 5.997924322262406}
+{"Finetune/Learning Rate": 1.9175726211237482e-05, "Finetune/Loss": 0.9080603718757629, "Finetune/Loss (Raw)": 0.945040225982666, "Finetune/Step": 3004, "Finetune/Step Time": 6.003025904297829}
+{"Finetune/Learning Rate": 1.9175056592837264e-05, "Finetune/Loss": 0.909822940826416, "Finetune/Loss (Raw)": 0.8764397501945496, "Finetune/Step": 3005, "Finetune/Step Time": 5.990828979760408}
+{"Finetune/Learning Rate": 1.917438671425853e-05, "Finetune/Loss": 0.9101472496986389, "Finetune/Loss (Raw)": 0.9575653672218323, "Finetune/Step": 3006, "Finetune/Step Time": 6.00202601402998}
+{"Finetune/Learning Rate": 1.917371657552028e-05, "Finetune/Loss": 0.9110783934593201, "Finetune/Loss (Raw)": 0.979369580745697, "Finetune/Step": 3007, "Finetune/Step Time": 6.003370465710759}
+{"Finetune/Learning Rate": 1.9173046176641515e-05, "Finetune/Loss": 0.9118301868438721, "Finetune/Loss (Raw)": 0.9435821175575256, "Finetune/Step": 3008, "Finetune/Step Time": 6.0155500546097755}
+{"Finetune/Learning Rate": 1.9172375517641243e-05, "Finetune/Loss": 0.9129626750946045, "Finetune/Loss (Raw)": 1.0274593830108643, "Finetune/Step": 3009, "Finetune/Step Time": 6.016279060393572}
+{"Finetune/Learning Rate": 1.9171704598538484e-05, "Finetune/Loss": 0.9125044345855713, "Finetune/Loss (Raw)": 0.8318575024604797, "Finetune/Step": 3010, "Finetune/Step Time": 6.016368668526411}
+{"Finetune/Learning Rate": 1.9171033419352267e-05, "Finetune/Loss": 0.9124290943145752, "Finetune/Loss (Raw)": 0.7488623261451721, "Finetune/Step": 3011, "Finetune/Step Time": 6.024721197783947}
+{"Finetune/Learning Rate": 1.917036198010162e-05, "Finetune/Loss": 0.9114086031913757, "Finetune/Loss (Raw)": 0.8160582780838013, "Finetune/Step": 3012, "Finetune/Step Time": 6.026863368228078}
+{"Finetune/Learning Rate": 1.916969028080558e-05, "Finetune/Loss": 0.9146676063537598, "Finetune/Loss (Raw)": 1.0570982694625854, "Finetune/Step": 3013, "Finetune/Step Time": 6.008325619623065}
+{"Finetune/Learning Rate": 1.9169018321483198e-05, "Finetune/Loss": 0.9134166836738586, "Finetune/Loss (Raw)": 0.8423927426338196, "Finetune/Step": 3014, "Finetune/Step Time": 6.005533825606108}
+{"Finetune/Learning Rate": 1.9168346102153535e-05, "Finetune/Loss": 0.9124137163162231, "Finetune/Loss (Raw)": 0.916085422039032, "Finetune/Step": 3015, "Finetune/Step Time": 6.004658531397581}
+{"Finetune/Learning Rate": 1.9167673622835644e-05, "Finetune/Loss": 0.910927414894104, "Finetune/Loss (Raw)": 0.829241931438446, "Finetune/Step": 3016, "Finetune/Step Time": 5.99778164178133}
+{"Finetune/Learning Rate": 1.91670008835486e-05, "Finetune/Loss": 0.9116137623786926, "Finetune/Loss (Raw)": 0.8278174996376038, "Finetune/Step": 3017, "Finetune/Step Time": 5.989150745794177}
+{"Finetune/Learning Rate": 1.916632788431148e-05, "Finetune/Loss": 0.9132511615753174, "Finetune/Loss (Raw)": 1.1087507009506226, "Finetune/Step": 3018, "Finetune/Step Time": 5.989579629153013}
+{"Finetune/Learning Rate": 1.9165654625143366e-05, "Finetune/Loss": 0.9139490127563477, "Finetune/Loss (Raw)": 1.0316746234893799, "Finetune/Step": 3019, "Finetune/Step Time": 5.9888514541089535}
+{"Finetune/Learning Rate": 1.9164981106063346e-05, "Finetune/Loss": 0.9148476123809814, "Finetune/Loss (Raw)": 0.9579631686210632, "Finetune/Step": 3020, "Finetune/Step Time": 5.9898066613823175}
+{"Finetune/Learning Rate": 1.916430732709053e-05, "Finetune/Loss": 0.9155805110931396, "Finetune/Loss (Raw)": 0.9807397723197937, "Finetune/Step": 3021, "Finetune/Step Time": 5.9817713387310505}
+{"Finetune/Learning Rate": 1.9163633288244015e-05, "Finetune/Loss": 0.9153774976730347, "Finetune/Loss (Raw)": 0.8395989537239075, "Finetune/Step": 3022, "Finetune/Step Time": 5.983383202925324}
+{"Finetune/Learning Rate": 1.9162958989542918e-05, "Finetune/Loss": 0.9146326184272766, "Finetune/Loss (Raw)": 0.7989967465400696, "Finetune/Step": 3023, "Finetune/Step Time": 5.981519529595971}
+{"Finetune/Learning Rate": 1.916228443100636e-05, "Finetune/Loss": 0.9148144125938416, "Finetune/Loss (Raw)": 0.9346944093704224, "Finetune/Step": 3024, "Finetune/Step Time": 5.9657195042818785}
+{"Finetune/Learning Rate": 1.916160961265347e-05, "Finetune/Loss": 0.91463303565979, "Finetune/Loss (Raw)": 0.9789302349090576, "Finetune/Step": 3025, "Finetune/Step Time": 5.970608796924353}
+{"Finetune/Learning Rate": 1.9160934534503385e-05, "Finetune/Loss": 0.9150857925415039, "Finetune/Loss (Raw)": 0.9684316515922546, "Finetune/Step": 3026, "Finetune/Step Time": 5.9678331688046455}
+{"Finetune/Learning Rate": 1.9160259196575244e-05, "Finetune/Loss": 0.9155029654502869, "Finetune/Loss (Raw)": 0.9202798008918762, "Finetune/Step": 3027, "Finetune/Step Time": 5.964544575661421}
+{"Finetune/Learning Rate": 1.91595835988882e-05, "Finetune/Loss": 0.9168341159820557, "Finetune/Loss (Raw)": 0.9935166835784912, "Finetune/Step": 3028, "Finetune/Step Time": 5.962250424548984}
+{"Finetune/Learning Rate": 1.9158907741461413e-05, "Finetune/Loss": 0.9168205261230469, "Finetune/Loss (Raw)": 0.9153843522071838, "Finetune/Step": 3029, "Finetune/Step Time": 5.964457178488374}
+{"Finetune/Learning Rate": 1.9158231624314047e-05, "Finetune/Loss": 0.9167672395706177, "Finetune/Loss (Raw)": 0.8763338327407837, "Finetune/Step": 3030, "Finetune/Step Time": 5.965947823598981}
+{"Finetune/Learning Rate": 1.9157555247465275e-05, "Finetune/Loss": 0.9159399271011353, "Finetune/Loss (Raw)": 0.8772154450416565, "Finetune/Step": 3031, "Finetune/Step Time": 5.966563414782286}
+{"Finetune/Learning Rate": 1.9156878610934276e-05, "Finetune/Loss": 0.9164379239082336, "Finetune/Loss (Raw)": 0.8315672874450684, "Finetune/Step": 3032, "Finetune/Step Time": 5.955273322761059}
+{"Finetune/Learning Rate": 1.9156201714740235e-05, "Finetune/Loss": 0.9154627323150635, "Finetune/Loss (Raw)": 0.7504124045372009, "Finetune/Step": 3033, "Finetune/Step Time": 5.9589239452034235}
+{"Finetune/Learning Rate": 1.9155524558902356e-05, "Finetune/Loss": 0.915688157081604, "Finetune/Loss (Raw)": 0.89827960729599, "Finetune/Step": 3034, "Finetune/Step Time": 5.95542717166245}
+{"Finetune/Learning Rate": 1.9154847143439836e-05, "Finetune/Loss": 0.9159404635429382, "Finetune/Loss (Raw)": 0.9756117463111877, "Finetune/Step": 3035, "Finetune/Step Time": 5.957200076431036}
+{"Finetune/Learning Rate": 1.9154169468371878e-05, "Finetune/Loss": 0.91622394323349, "Finetune/Loss (Raw)": 0.8632487058639526, "Finetune/Step": 3036, "Finetune/Step Time": 5.956252498552203}
+{"Finetune/Learning Rate": 1.915349153371771e-05, "Finetune/Loss": 0.9147253632545471, "Finetune/Loss (Raw)": 0.7480039000511169, "Finetune/Step": 3037, "Finetune/Step Time": 5.957342080771923}
+{"Finetune/Learning Rate": 1.9152813339496548e-05, "Finetune/Loss": 0.9149728417396545, "Finetune/Loss (Raw)": 1.011712908744812, "Finetune/Step": 3038, "Finetune/Step Time": 5.960299709811807}
+{"Finetune/Learning Rate": 1.9152134885727627e-05, "Finetune/Loss": 0.9143878221511841, "Finetune/Loss (Raw)": 0.6675482392311096, "Finetune/Step": 3039, "Finetune/Step Time": 5.96638797596097}
+{"Finetune/Learning Rate": 1.9151456172430186e-05, "Finetune/Loss": 0.9165101051330566, "Finetune/Loss (Raw)": 0.9579823017120361, "Finetune/Step": 3040, "Finetune/Step Time": 5.964613452553749}
+{"Finetune/Learning Rate": 1.9150777199623473e-05, "Finetune/Loss": 0.915713906288147, "Finetune/Loss (Raw)": 0.9664027094841003, "Finetune/Step": 3041, "Finetune/Step Time": 5.96476711332798}
+{"Finetune/Learning Rate": 1.9150097967326737e-05, "Finetune/Loss": 0.9155662059783936, "Finetune/Loss (Raw)": 0.9616841673851013, "Finetune/Step": 3042, "Finetune/Step Time": 5.966295698657632}
+{"Finetune/Learning Rate": 1.9149418475559244e-05, "Finetune/Loss": 0.9143706560134888, "Finetune/Loss (Raw)": 0.768392026424408, "Finetune/Step": 3043, "Finetune/Step Time": 5.988891577348113}
+{"Finetune/Learning Rate": 1.914873872434026e-05, "Finetune/Loss": 0.9149395227432251, "Finetune/Loss (Raw)": 0.8869308829307556, "Finetune/Step": 3044, "Finetune/Step Time": 5.994461419060826}
+{"Finetune/Learning Rate": 1.9148058713689062e-05, "Finetune/Loss": 0.9161052703857422, "Finetune/Loss (Raw)": 1.1059749126434326, "Finetune/Step": 3045, "Finetune/Step Time": 5.9957797564566135}
+{"Finetune/Learning Rate": 1.914737844362493e-05, "Finetune/Loss": 0.9154998660087585, "Finetune/Loss (Raw)": 0.942594051361084, "Finetune/Step": 3046, "Finetune/Step Time": 5.981493087485433}
+{"Finetune/Learning Rate": 1.9146697914167162e-05, "Finetune/Loss": 0.9147214889526367, "Finetune/Loss (Raw)": 0.8122246861457825, "Finetune/Step": 3047, "Finetune/Step Time": 5.9801302663981915}
+{"Finetune/Learning Rate": 1.9146017125335044e-05, "Finetune/Loss": 0.9156367182731628, "Finetune/Loss (Raw)": 0.9850519299507141, "Finetune/Step": 3048, "Finetune/Step Time": 5.984719654545188}
+{"Finetune/Learning Rate": 1.9145336077147893e-05, "Finetune/Loss": 0.9163570404052734, "Finetune/Loss (Raw)": 0.9102757573127747, "Finetune/Step": 3049, "Finetune/Step Time": 5.982857054099441}
+{"Finetune/Learning Rate": 1.914465476962502e-05, "Finetune/Loss": 0.91608726978302, "Finetune/Loss (Raw)": 0.8876193165779114, "Finetune/Step": 3050, "Finetune/Step Time": 5.98192348703742}
+{"Finetune/Learning Rate": 1.9143973202785737e-05, "Finetune/Loss": 0.9168500900268555, "Finetune/Loss (Raw)": 1.0231214761734009, "Finetune/Step": 3051, "Finetune/Step Time": 5.982478108257055}
+{"Finetune/Learning Rate": 1.9143291376649374e-05, "Finetune/Loss": 0.9167532920837402, "Finetune/Loss (Raw)": 0.8782010674476624, "Finetune/Step": 3052, "Finetune/Step Time": 5.983511421829462}
+{"Finetune/Learning Rate": 1.914260929123527e-05, "Finetune/Loss": 0.9172663688659668, "Finetune/Loss (Raw)": 0.9897911548614502, "Finetune/Step": 3053, "Finetune/Step Time": 5.987537456676364}
+{"Finetune/Learning Rate": 1.9141926946562766e-05, "Finetune/Loss": 0.9162282943725586, "Finetune/Loss (Raw)": 0.7992268800735474, "Finetune/Step": 3054, "Finetune/Step Time": 5.9936017747968435}
+{"Finetune/Learning Rate": 1.9141244342651206e-05, "Finetune/Loss": 0.9163163304328918, "Finetune/Loss (Raw)": 0.7994692921638489, "Finetune/Step": 3055, "Finetune/Step Time": 5.992294346913695}
+{"Finetune/Learning Rate": 1.9140561479519955e-05, "Finetune/Loss": 0.915174126625061, "Finetune/Loss (Raw)": 0.796112596988678, "Finetune/Step": 3056, "Finetune/Step Time": 6.003553964197636}
+{"Finetune/Learning Rate": 1.9139878357188372e-05, "Finetune/Loss": 0.9136835336685181, "Finetune/Loss (Raw)": 0.8448870182037354, "Finetune/Step": 3057, "Finetune/Step Time": 6.002935476601124}
+{"Finetune/Learning Rate": 1.9139194975675827e-05, "Finetune/Loss": 0.9148814678192139, "Finetune/Loss (Raw)": 1.0443247556686401, "Finetune/Step": 3058, "Finetune/Step Time": 6.005809485912323}
+{"Finetune/Learning Rate": 1.91385113350017e-05, "Finetune/Loss": 0.9157229661941528, "Finetune/Loss (Raw)": 0.8618502020835876, "Finetune/Step": 3059, "Finetune/Step Time": 6.01028130762279}
+{"Finetune/Learning Rate": 1.9137827435185378e-05, "Finetune/Loss": 0.9152963161468506, "Finetune/Loss (Raw)": 0.9150052666664124, "Finetune/Step": 3060, "Finetune/Step Time": 6.012548130005598}
+{"Finetune/Learning Rate": 1.9137143276246258e-05, "Finetune/Loss": 0.9147293567657471, "Finetune/Loss (Raw)": 0.8268457651138306, "Finetune/Step": 3061, "Finetune/Step Time": 6.008419597521424}
+{"Finetune/Learning Rate": 1.9136458858203734e-05, "Finetune/Loss": 0.9163696765899658, "Finetune/Loss (Raw)": 0.9558030962944031, "Finetune/Step": 3062, "Finetune/Step Time": 6.0002233143895864}
+{"Finetune/Learning Rate": 1.913577418107722e-05, "Finetune/Loss": 0.9171324968338013, "Finetune/Loss (Raw)": 1.0452274084091187, "Finetune/Step": 3063, "Finetune/Step Time": 5.997758222743869}
+{"Finetune/Learning Rate": 1.9135089244886128e-05, "Finetune/Loss": 0.9172279834747314, "Finetune/Loss (Raw)": 0.8393988609313965, "Finetune/Step": 3064, "Finetune/Step Time": 5.991766994819045}
+{"Finetune/Learning Rate": 1.913440404964988e-05, "Finetune/Loss": 0.9169002771377563, "Finetune/Loss (Raw)": 0.8410962224006653, "Finetune/Step": 3065, "Finetune/Step Time": 5.997913349419832}
+{"Finetune/Learning Rate": 1.913371859538791e-05, "Finetune/Loss": 0.9171684384346008, "Finetune/Loss (Raw)": 0.9696205258369446, "Finetune/Step": 3066, "Finetune/Step Time": 5.997680893167853}
+{"Finetune/Learning Rate": 1.9133032882119656e-05, "Finetune/Loss": 0.9184478521347046, "Finetune/Loss (Raw)": 0.8436309099197388, "Finetune/Step": 3067, "Finetune/Step Time": 5.9826737605035305}
+{"Finetune/Learning Rate": 1.9132346909864553e-05, "Finetune/Loss": 0.9180803298950195, "Finetune/Loss (Raw)": 0.8633984923362732, "Finetune/Step": 3068, "Finetune/Step Time": 5.984107227995992}
+{"Finetune/Learning Rate": 1.9131660678642068e-05, "Finetune/Loss": 0.9184049963951111, "Finetune/Loss (Raw)": 0.8843414187431335, "Finetune/Step": 3069, "Finetune/Step Time": 5.986731320619583}
+{"Finetune/Learning Rate": 1.913097418847165e-05, "Finetune/Loss": 0.919657826423645, "Finetune/Loss (Raw)": 0.9978475570678711, "Finetune/Step": 3070, "Finetune/Step Time": 5.986626151949167}
+{"Finetune/Learning Rate": 1.9130287439372768e-05, "Finetune/Loss": 0.9185980558395386, "Finetune/Loss (Raw)": 0.914434552192688, "Finetune/Step": 3071, "Finetune/Step Time": 5.995266806334257}
+{"Finetune/Learning Rate": 1.91296004313649e-05, "Finetune/Loss": 0.917388916015625, "Finetune/Loss (Raw)": 0.8138763904571533, "Finetune/Step": 3072, "Finetune/Step Time": 6.002647466957569}
+{"Finetune/Learning Rate": 1.912891316446752e-05, "Finetune/Loss": 0.916286289691925, "Finetune/Loss (Raw)": 0.8060067296028137, "Finetune/Step": 3073, "Finetune/Step Time": 5.997667780146003}
+{"Finetune/Learning Rate": 1.9128225638700128e-05, "Finetune/Loss": 0.9165089130401611, "Finetune/Loss (Raw)": 0.9219574928283691, "Finetune/Step": 3074, "Finetune/Step Time": 6.004582380875945}
+{"Finetune/Learning Rate": 1.9127537854082207e-05, "Finetune/Loss": 0.9166275858879089, "Finetune/Loss (Raw)": 0.9302121996879578, "Finetune/Step": 3075, "Finetune/Step Time": 6.008906526491046}
+{"Finetune/Learning Rate": 1.9126849810633274e-05, "Finetune/Loss": 0.91657555103302, "Finetune/Loss (Raw)": 0.9266034960746765, "Finetune/Step": 3076, "Finetune/Step Time": 6.005625516176224}
+{"Finetune/Learning Rate": 1.912616150837283e-05, "Finetune/Loss": 0.9147709608078003, "Finetune/Loss (Raw)": 0.7520610690116882, "Finetune/Step": 3077, "Finetune/Step Time": 5.994646912440658}
+{"Finetune/Learning Rate": 1.91254729473204e-05, "Finetune/Loss": 0.9164125323295593, "Finetune/Loss (Raw)": 1.0181844234466553, "Finetune/Step": 3078, "Finetune/Step Time": 5.982002744451165}
+{"Finetune/Learning Rate": 1.9124784127495504e-05, "Finetune/Loss": 0.915196418762207, "Finetune/Loss (Raw)": 0.8310778737068176, "Finetune/Step": 3079, "Finetune/Step Time": 5.984873995184898}
+{"Finetune/Learning Rate": 1.912409504891768e-05, "Finetune/Loss": 0.9150757193565369, "Finetune/Loss (Raw)": 0.9837142825126648, "Finetune/Step": 3080, "Finetune/Step Time": 5.982718791812658}
+{"Finetune/Learning Rate": 1.912340571160646e-05, "Finetune/Loss": 0.91560298204422, "Finetune/Loss (Raw)": 0.9325073957443237, "Finetune/Step": 3081, "Finetune/Step Time": 5.981117473915219}
+{"Finetune/Learning Rate": 1.9122716115581403e-05, "Finetune/Loss": 0.9146754145622253, "Finetune/Loss (Raw)": 0.8105638027191162, "Finetune/Step": 3082, "Finetune/Step Time": 5.997364901006222}
+{"Finetune/Learning Rate": 1.912202626086206e-05, "Finetune/Loss": 0.9136077761650085, "Finetune/Loss (Raw)": 0.9016709923744202, "Finetune/Step": 3083, "Finetune/Step Time": 5.999030377715826}
+{"Finetune/Learning Rate": 1.9121336147467987e-05, "Finetune/Loss": 0.9139435291290283, "Finetune/Loss (Raw)": 0.8734673857688904, "Finetune/Step": 3084, "Finetune/Step Time": 5.989633936434984}
+{"Finetune/Learning Rate": 1.9120645775418762e-05, "Finetune/Loss": 0.9148432612419128, "Finetune/Loss (Raw)": 0.9805226922035217, "Finetune/Step": 3085, "Finetune/Step Time": 5.979484681040049}
+{"Finetune/Learning Rate": 1.9119955144733956e-05, "Finetune/Loss": 0.9135942459106445, "Finetune/Loss (Raw)": 0.7954570055007935, "Finetune/Step": 3086, "Finetune/Step Time": 5.990117412060499}
+{"Finetune/Learning Rate": 1.9119264255433156e-05, "Finetune/Loss": 0.9123018383979797, "Finetune/Loss (Raw)": 0.7413288354873657, "Finetune/Step": 3087, "Finetune/Step Time": 6.001193977892399}
+{"Finetune/Learning Rate": 1.9118573107535955e-05, "Finetune/Loss": 0.9109482765197754, "Finetune/Loss (Raw)": 0.6466655731201172, "Finetune/Step": 3088, "Finetune/Step Time": 5.9839297868311405}
+{"Finetune/Learning Rate": 1.911788170106195e-05, "Finetune/Loss": 0.911073625087738, "Finetune/Loss (Raw)": 0.9984394311904907, "Finetune/Step": 3089, "Finetune/Step Time": 5.977550972253084}
+{"Finetune/Learning Rate": 1.9117190036030745e-05, "Finetune/Loss": 0.9104729294776917, "Finetune/Loss (Raw)": 0.9134700298309326, "Finetune/Step": 3090, "Finetune/Step Time": 5.9773955270648}
+{"Finetune/Learning Rate": 1.911649811246196e-05, "Finetune/Loss": 0.9109329581260681, "Finetune/Loss (Raw)": 0.9879611134529114, "Finetune/Step": 3091, "Finetune/Step Time": 5.979035208001733}
+{"Finetune/Learning Rate": 1.911580593037521e-05, "Finetune/Loss": 0.9114649295806885, "Finetune/Loss (Raw)": 0.9948728084564209, "Finetune/Step": 3092, "Finetune/Step Time": 5.973366297781467}
+{"Finetune/Learning Rate": 1.911511348979013e-05, "Finetune/Loss": 0.9111043810844421, "Finetune/Loss (Raw)": 0.8451559543609619, "Finetune/Step": 3093, "Finetune/Step Time": 5.973760945722461}
+{"Finetune/Learning Rate": 1.9114420790726347e-05, "Finetune/Loss": 0.9116442203521729, "Finetune/Loss (Raw)": 0.8667056560516357, "Finetune/Step": 3094, "Finetune/Step Time": 5.9657389260828495}
+{"Finetune/Learning Rate": 1.9113727833203508e-05, "Finetune/Loss": 0.9109242558479309, "Finetune/Loss (Raw)": 0.9623656272888184, "Finetune/Step": 3095, "Finetune/Step Time": 5.958819763734937}
+{"Finetune/Learning Rate": 1.9113034617241265e-05, "Finetune/Loss": 0.9127912521362305, "Finetune/Loss (Raw)": 1.0248030424118042, "Finetune/Step": 3096, "Finetune/Step Time": 5.926925016567111}
+{"Finetune/Learning Rate": 1.9112341142859275e-05, "Finetune/Loss": 0.911318302154541, "Finetune/Loss (Raw)": 0.8023092150688171, "Finetune/Step": 3097, "Finetune/Step Time": 5.946050385013223}
+{"Finetune/Learning Rate": 1.9111647410077202e-05, "Finetune/Loss": 0.9111000299453735, "Finetune/Loss (Raw)": 0.8549131751060486, "Finetune/Step": 3098, "Finetune/Step Time": 5.945136800408363}
+{"Finetune/Learning Rate": 1.911095341891472e-05, "Finetune/Loss": 0.9100372791290283, "Finetune/Loss (Raw)": 0.8959307074546814, "Finetune/Step": 3099, "Finetune/Step Time": 5.948768271133304}
+{"Finetune/Learning Rate": 1.9110259169391502e-05, "Finetune/Loss": 0.90955650806427, "Finetune/Loss (Raw)": 0.9139836430549622, "Finetune/Step": 3100, "Finetune/Step Time": 5.950542967766523}
+{"Finetune/Learning Rate": 1.9109564661527242e-05, "Finetune/Loss": 0.9092206358909607, "Finetune/Loss (Raw)": 0.9387154579162598, "Finetune/Step": 3101, "Finetune/Step Time": 5.945839289575815}
+{"Finetune/Learning Rate": 1.9108869895341636e-05, "Finetune/Loss": 0.9086159467697144, "Finetune/Loss (Raw)": 0.9462946653366089, "Finetune/Step": 3102, "Finetune/Step Time": 5.950251702219248}
+{"Finetune/Learning Rate": 1.910817487085438e-05, "Finetune/Loss": 0.9074512124061584, "Finetune/Loss (Raw)": 0.838895857334137, "Finetune/Step": 3103, "Finetune/Step Time": 5.950729561969638}
+{"Finetune/Learning Rate": 1.9107479588085182e-05, "Finetune/Loss": 0.9058268070220947, "Finetune/Loss (Raw)": 0.761860728263855, "Finetune/Step": 3104, "Finetune/Step Time": 5.951330346986651}
+{"Finetune/Learning Rate": 1.9106784047053762e-05, "Finetune/Loss": 0.9050264358520508, "Finetune/Loss (Raw)": 0.804019570350647, "Finetune/Step": 3105, "Finetune/Step Time": 5.95520088635385}
+{"Finetune/Learning Rate": 1.9106088247779845e-05, "Finetune/Loss": 0.9048904180526733, "Finetune/Loss (Raw)": 0.8467965126037598, "Finetune/Step": 3106, "Finetune/Step Time": 5.9536514189094305}
+{"Finetune/Learning Rate": 1.910539219028316e-05, "Finetune/Loss": 0.9050546884536743, "Finetune/Loss (Raw)": 0.9537771940231323, "Finetune/Step": 3107, "Finetune/Step Time": 5.958730166777968}
+{"Finetune/Learning Rate": 1.9104695874583443e-05, "Finetune/Loss": 0.9041091203689575, "Finetune/Loss (Raw)": 0.8467550873756409, "Finetune/Step": 3108, "Finetune/Step Time": 5.967924617230892}
+{"Finetune/Learning Rate": 1.9103999300700443e-05, "Finetune/Loss": 0.9028415083885193, "Finetune/Loss (Raw)": 0.8243750929832458, "Finetune/Step": 3109, "Finetune/Step Time": 5.982072867453098}
+{"Finetune/Learning Rate": 1.910330246865391e-05, "Finetune/Loss": 0.9032889604568481, "Finetune/Loss (Raw)": 0.83250892162323, "Finetune/Step": 3110, "Finetune/Step Time": 5.983263233676553}
+{"Finetune/Learning Rate": 1.9102605378463607e-05, "Finetune/Loss": 0.904888391494751, "Finetune/Loss (Raw)": 1.0233689546585083, "Finetune/Step": 3111, "Finetune/Step Time": 5.98185882344842}
+{"Finetune/Learning Rate": 1.9101908030149294e-05, "Finetune/Loss": 0.906129002571106, "Finetune/Loss (Raw)": 0.9279086589813232, "Finetune/Step": 3112, "Finetune/Step Time": 5.9632685370743275}
+{"Finetune/Learning Rate": 1.9101210423730756e-05, "Finetune/Loss": 0.904759407043457, "Finetune/Loss (Raw)": 0.8537887334823608, "Finetune/Step": 3113, "Finetune/Step Time": 5.966203881427646}
+{"Finetune/Learning Rate": 1.910051255922777e-05, "Finetune/Loss": 0.9054186344146729, "Finetune/Loss (Raw)": 0.9953539371490479, "Finetune/Step": 3114, "Finetune/Step Time": 5.967747719958425}
+{"Finetune/Learning Rate": 1.9099814436660126e-05, "Finetune/Loss": 0.9052010774612427, "Finetune/Loss (Raw)": 0.9306133389472961, "Finetune/Step": 3115, "Finetune/Step Time": 5.9706631153821945}
+{"Finetune/Learning Rate": 1.9099116056047623e-05, "Finetune/Loss": 0.9066815972328186, "Finetune/Loss (Raw)": 0.9173561334609985, "Finetune/Step": 3116, "Finetune/Step Time": 5.938664559274912}
+{"Finetune/Learning Rate": 1.9098417417410064e-05, "Finetune/Loss": 0.9057267904281616, "Finetune/Loss (Raw)": 0.8682076334953308, "Finetune/Step": 3117, "Finetune/Step Time": 5.932445744052529}
+{"Finetune/Learning Rate": 1.9097718520767255e-05, "Finetune/Loss": 0.9043552279472351, "Finetune/Loss (Raw)": 0.769790530204773, "Finetune/Step": 3118, "Finetune/Step Time": 5.950007516890764}
+{"Finetune/Learning Rate": 1.909701936613902e-05, "Finetune/Loss": 0.9040215015411377, "Finetune/Loss (Raw)": 0.8478121161460876, "Finetune/Step": 3119, "Finetune/Step Time": 5.9506999757140875}
+{"Finetune/Learning Rate": 1.9096319953545186e-05, "Finetune/Loss": 0.9034482836723328, "Finetune/Loss (Raw)": 0.9775183200836182, "Finetune/Step": 3120, "Finetune/Step Time": 5.950870031490922}
+{"Finetune/Learning Rate": 1.9095620283005582e-05, "Finetune/Loss": 0.9010009765625, "Finetune/Loss (Raw)": 0.9103612899780273, "Finetune/Step": 3121, "Finetune/Step Time": 5.930827533826232}
+{"Finetune/Learning Rate": 1.9094920354540054e-05, "Finetune/Loss": 0.9011495113372803, "Finetune/Loss (Raw)": 0.9136922955513, "Finetune/Step": 3122, "Finetune/Step Time": 5.934738216921687}
+{"Finetune/Learning Rate": 1.9094220168168446e-05, "Finetune/Loss": 0.9008888006210327, "Finetune/Loss (Raw)": 0.8474496006965637, "Finetune/Step": 3123, "Finetune/Step Time": 5.93660319969058}
+{"Finetune/Learning Rate": 1.9093519723910618e-05, "Finetune/Loss": 0.9009590148925781, "Finetune/Loss (Raw)": 1.0240055322647095, "Finetune/Step": 3124, "Finetune/Step Time": 5.9341954328119755}
+{"Finetune/Learning Rate": 1.9092819021786422e-05, "Finetune/Loss": 0.90044766664505, "Finetune/Loss (Raw)": 0.9042229652404785, "Finetune/Step": 3125, "Finetune/Step Time": 5.9307328555732965}
+{"Finetune/Learning Rate": 1.9092118061815742e-05, "Finetune/Loss": 0.9005469679832458, "Finetune/Loss (Raw)": 1.0520751476287842, "Finetune/Step": 3126, "Finetune/Step Time": 5.925032930448651}
+{"Finetune/Learning Rate": 1.9091416844018444e-05, "Finetune/Loss": 0.900601863861084, "Finetune/Loss (Raw)": 0.9099632501602173, "Finetune/Step": 3127, "Finetune/Step Time": 5.927178042009473}
+{"Finetune/Learning Rate": 1.909071536841442e-05, "Finetune/Loss": 0.9004843831062317, "Finetune/Loss (Raw)": 0.9070406556129456, "Finetune/Step": 3128, "Finetune/Step Time": 5.92483033426106}
+{"Finetune/Learning Rate": 1.9090013635023556e-05, "Finetune/Loss": 0.9005330801010132, "Finetune/Loss (Raw)": 0.9237439632415771, "Finetune/Step": 3129, "Finetune/Step Time": 5.923764228820801}
+{"Finetune/Learning Rate": 1.9089311643865756e-05, "Finetune/Loss": 0.9001445770263672, "Finetune/Loss (Raw)": 0.8024536967277527, "Finetune/Step": 3130, "Finetune/Step Time": 5.927504213526845}
+{"Finetune/Learning Rate": 1.9088609394960923e-05, "Finetune/Loss": 0.9004195928573608, "Finetune/Loss (Raw)": 0.9796664118766785, "Finetune/Step": 3131, "Finetune/Step Time": 5.930069303140044}
+{"Finetune/Learning Rate": 1.9087906888328972e-05, "Finetune/Loss": 0.8992499113082886, "Finetune/Loss (Raw)": 0.7953175902366638, "Finetune/Step": 3132, "Finetune/Step Time": 5.93737556040287}
+{"Finetune/Learning Rate": 1.9087204123989825e-05, "Finetune/Loss": 0.8993147611618042, "Finetune/Loss (Raw)": 0.884743332862854, "Finetune/Step": 3133, "Finetune/Step Time": 5.948238188400865}
+{"Finetune/Learning Rate": 1.9086501101963407e-05, "Finetune/Loss": 0.8987171649932861, "Finetune/Loss (Raw)": 0.8810641169548035, "Finetune/Step": 3134, "Finetune/Step Time": 5.936754250898957}
+{"Finetune/Learning Rate": 1.908579782226966e-05, "Finetune/Loss": 0.9012001752853394, "Finetune/Loss (Raw)": 1.2972028255462646, "Finetune/Step": 3135, "Finetune/Step Time": 5.947215707972646}
+{"Finetune/Learning Rate": 1.908509428492852e-05, "Finetune/Loss": 0.9012642502784729, "Finetune/Loss (Raw)": 0.9517838358879089, "Finetune/Step": 3136, "Finetune/Step Time": 5.934875724837184}
+{"Finetune/Learning Rate": 1.9084390489959943e-05, "Finetune/Loss": 0.9003431797027588, "Finetune/Loss (Raw)": 0.9095574021339417, "Finetune/Step": 3137, "Finetune/Step Time": 5.940082430839539}
+{"Finetune/Learning Rate": 1.9083686437383884e-05, "Finetune/Loss": 0.9009131789207458, "Finetune/Loss (Raw)": 0.9048164486885071, "Finetune/Step": 3138, "Finetune/Step Time": 5.94120311550796}
+{"Finetune/Learning Rate": 1.9082982127220307e-05, "Finetune/Loss": 0.9020372629165649, "Finetune/Loss (Raw)": 0.8927527666091919, "Finetune/Step": 3139, "Finetune/Step Time": 5.92814788594842}
+{"Finetune/Learning Rate": 1.9082277559489188e-05, "Finetune/Loss": 0.9021521806716919, "Finetune/Loss (Raw)": 0.8307594656944275, "Finetune/Step": 3140, "Finetune/Step Time": 5.9288923144340515}
+{"Finetune/Learning Rate": 1.90815727342105e-05, "Finetune/Loss": 0.9007893800735474, "Finetune/Loss (Raw)": 0.8826658129692078, "Finetune/Step": 3141, "Finetune/Step Time": 5.929918806999922}
+{"Finetune/Learning Rate": 1.9080867651404236e-05, "Finetune/Loss": 0.9006866812705994, "Finetune/Loss (Raw)": 0.8292467594146729, "Finetune/Step": 3142, "Finetune/Step Time": 5.9378458224236965}
+{"Finetune/Learning Rate": 1.908016231109039e-05, "Finetune/Loss": 0.9009051322937012, "Finetune/Loss (Raw)": 0.9440471529960632, "Finetune/Step": 3143, "Finetune/Step Time": 5.940038716420531}
+{"Finetune/Learning Rate": 1.9079456713288958e-05, "Finetune/Loss": 0.9013919830322266, "Finetune/Loss (Raw)": 0.8915650844573975, "Finetune/Step": 3144, "Finetune/Step Time": 5.941803341731429}
+{"Finetune/Learning Rate": 1.907875085801995e-05, "Finetune/Loss": 0.9020649790763855, "Finetune/Loss (Raw)": 0.9139514565467834, "Finetune/Step": 3145, "Finetune/Step Time": 5.941576117649674}
+{"Finetune/Learning Rate": 1.907804474530339e-05, "Finetune/Loss": 0.9000930786132812, "Finetune/Loss (Raw)": 0.8563438057899475, "Finetune/Step": 3146, "Finetune/Step Time": 5.9402572102844715}
+{"Finetune/Learning Rate": 1.9077338375159293e-05, "Finetune/Loss": 0.8979977965354919, "Finetune/Loss (Raw)": 0.763483464717865, "Finetune/Step": 3147, "Finetune/Step Time": 5.942473582923412}
+{"Finetune/Learning Rate": 1.9076631747607692e-05, "Finetune/Loss": 0.8991717100143433, "Finetune/Loss (Raw)": 1.1082218885421753, "Finetune/Step": 3148, "Finetune/Step Time": 5.9365937076509}
+{"Finetune/Learning Rate": 1.9075924862668627e-05, "Finetune/Loss": 0.8973708748817444, "Finetune/Loss (Raw)": 0.7502338886260986, "Finetune/Step": 3149, "Finetune/Step Time": 5.948504250496626}
+{"Finetune/Learning Rate": 1.9075217720362138e-05, "Finetune/Loss": 0.8968825340270996, "Finetune/Loss (Raw)": 0.7770946025848389, "Finetune/Step": 3150, "Finetune/Step Time": 5.965979058295488}
+{"Finetune/Learning Rate": 1.9074510320708282e-05, "Finetune/Loss": 0.8980899453163147, "Finetune/Loss (Raw)": 0.9535415172576904, "Finetune/Step": 3151, "Finetune/Step Time": 5.9489460457116365}
+{"Finetune/Learning Rate": 1.907380266372712e-05, "Finetune/Loss": 0.8976808786392212, "Finetune/Loss (Raw)": 0.8823421001434326, "Finetune/Step": 3152, "Finetune/Step Time": 5.949102286249399}
+{"Finetune/Learning Rate": 1.9073094749438718e-05, "Finetune/Loss": 0.8971624970436096, "Finetune/Loss (Raw)": 0.9125680327415466, "Finetune/Step": 3153, "Finetune/Step Time": 5.947417568415403}
+{"Finetune/Learning Rate": 1.9072386577863145e-05, "Finetune/Loss": 0.8947167992591858, "Finetune/Loss (Raw)": 0.6553822159767151, "Finetune/Step": 3154, "Finetune/Step Time": 5.967119263485074}
+{"Finetune/Learning Rate": 1.9071678149020487e-05, "Finetune/Loss": 0.8945311307907104, "Finetune/Loss (Raw)": 0.8965176343917847, "Finetune/Step": 3155, "Finetune/Step Time": 5.967590244486928}
+{"Finetune/Learning Rate": 1.9070969462930834e-05, "Finetune/Loss": 0.8940821886062622, "Finetune/Loss (Raw)": 0.9360510110855103, "Finetune/Step": 3156, "Finetune/Step Time": 5.963376542553306}
+{"Finetune/Learning Rate": 1.9070260519614282e-05, "Finetune/Loss": 0.894829511642456, "Finetune/Loss (Raw)": 1.011045217514038, "Finetune/Step": 3157, "Finetune/Step Time": 5.962193725630641}
+{"Finetune/Learning Rate": 1.9069551319090935e-05, "Finetune/Loss": 0.8953018188476562, "Finetune/Loss (Raw)": 0.9367905855178833, "Finetune/Step": 3158, "Finetune/Step Time": 5.959423076361418}
+{"Finetune/Learning Rate": 1.90688418613809e-05, "Finetune/Loss": 0.8948116302490234, "Finetune/Loss (Raw)": 0.814468502998352, "Finetune/Step": 3159, "Finetune/Step Time": 5.9764489233493805}
+{"Finetune/Learning Rate": 1.90681321465043e-05, "Finetune/Loss": 0.8955315351486206, "Finetune/Loss (Raw)": 0.9237186908721924, "Finetune/Step": 3160, "Finetune/Step Time": 5.994460850954056}
+{"Finetune/Learning Rate": 1.9067422174481262e-05, "Finetune/Loss": 0.8962264060974121, "Finetune/Loss (Raw)": 0.8393471837043762, "Finetune/Step": 3161, "Finetune/Step Time": 6.002457777038217}
+{"Finetune/Learning Rate": 1.9066711945331912e-05, "Finetune/Loss": 0.8955010175704956, "Finetune/Loss (Raw)": 0.8054360151290894, "Finetune/Step": 3162, "Finetune/Step Time": 6.003624582663178}
+{"Finetune/Learning Rate": 1.9066001459076393e-05, "Finetune/Loss": 0.8948776721954346, "Finetune/Loss (Raw)": 0.8958150744438171, "Finetune/Step": 3163, "Finetune/Step Time": 6.0021961983293295}
+{"Finetune/Learning Rate": 1.9065290715734856e-05, "Finetune/Loss": 0.8966230154037476, "Finetune/Loss (Raw)": 1.0866554975509644, "Finetune/Step": 3164, "Finetune/Step Time": 6.001835471019149}
+{"Finetune/Learning Rate": 1.9064579715327448e-05, "Finetune/Loss": 0.8980545997619629, "Finetune/Loss (Raw)": 0.931250810623169, "Finetune/Step": 3165, "Finetune/Step Time": 6.010397279635072}
+{"Finetune/Learning Rate": 1.906386845787434e-05, "Finetune/Loss": 0.8975178599357605, "Finetune/Loss (Raw)": 0.9430102705955505, "Finetune/Step": 3166, "Finetune/Step Time": 6.007323354482651}
+{"Finetune/Learning Rate": 1.906315694339569e-05, "Finetune/Loss": 0.898959755897522, "Finetune/Loss (Raw)": 0.8521125912666321, "Finetune/Step": 3167, "Finetune/Step Time": 6.00052423030138}
+{"Finetune/Learning Rate": 1.9062445171911688e-05, "Finetune/Loss": 0.8988581895828247, "Finetune/Loss (Raw)": 0.9449894428253174, "Finetune/Step": 3168, "Finetune/Step Time": 5.991906302049756}
+{"Finetune/Learning Rate": 1.906173314344251e-05, "Finetune/Loss": 0.8986692428588867, "Finetune/Loss (Raw)": 0.9422094821929932, "Finetune/Step": 3169, "Finetune/Step Time": 5.992237666621804}
+{"Finetune/Learning Rate": 1.9061020858008347e-05, "Finetune/Loss": 0.8985209465026855, "Finetune/Loss (Raw)": 0.9426979422569275, "Finetune/Step": 3170, "Finetune/Step Time": 5.993304677307606}
+{"Finetune/Learning Rate": 1.90603083156294e-05, "Finetune/Loss": 0.8987893462181091, "Finetune/Loss (Raw)": 0.8027447462081909, "Finetune/Step": 3171, "Finetune/Step Time": 5.970264660194516}
+{"Finetune/Learning Rate": 1.905959551632587e-05, "Finetune/Loss": 0.8982563018798828, "Finetune/Loss (Raw)": 0.8187020421028137, "Finetune/Step": 3172, "Finetune/Step Time": 5.9646346643567085}
+{"Finetune/Learning Rate": 1.9058882460117972e-05, "Finetune/Loss": 0.8962908983230591, "Finetune/Loss (Raw)": 0.8544074296951294, "Finetune/Step": 3173, "Finetune/Step Time": 5.96783902682364}
+{"Finetune/Learning Rate": 1.905816914702593e-05, "Finetune/Loss": 0.8954603672027588, "Finetune/Loss (Raw)": 0.8362857699394226, "Finetune/Step": 3174, "Finetune/Step Time": 5.968474801629782}
+{"Finetune/Learning Rate": 1.9057455577069973e-05, "Finetune/Loss": 0.8964697122573853, "Finetune/Loss (Raw)": 0.9414243102073669, "Finetune/Step": 3175, "Finetune/Step Time": 5.967941824346781}
+{"Finetune/Learning Rate": 1.9056741750270328e-05, "Finetune/Loss": 0.8968363404273987, "Finetune/Loss (Raw)": 1.0319771766662598, "Finetune/Step": 3176, "Finetune/Step Time": 5.980178136378527}
+{"Finetune/Learning Rate": 1.9056027666647238e-05, "Finetune/Loss": 0.897802472114563, "Finetune/Loss (Raw)": 1.0339387655258179, "Finetune/Step": 3177, "Finetune/Step Time": 5.97847518324852}
+{"Finetune/Learning Rate": 1.9055313326220963e-05, "Finetune/Loss": 0.8969802856445312, "Finetune/Loss (Raw)": 0.7823722958564758, "Finetune/Step": 3178, "Finetune/Step Time": 6.002090660855174}
+{"Finetune/Learning Rate": 1.9054598729011744e-05, "Finetune/Loss": 0.8969508409500122, "Finetune/Loss (Raw)": 1.0193601846694946, "Finetune/Step": 3179, "Finetune/Step Time": 6.003661680966616}
+{"Finetune/Learning Rate": 1.9053883875039855e-05, "Finetune/Loss": 0.8974813222885132, "Finetune/Loss (Raw)": 0.9461025595664978, "Finetune/Step": 3180, "Finetune/Step Time": 6.00487669929862}
+{"Finetune/Learning Rate": 1.905316876432557e-05, "Finetune/Loss": 0.8971847295761108, "Finetune/Loss (Raw)": 0.9518293738365173, "Finetune/Step": 3181, "Finetune/Step Time": 6.001884527504444}
+{"Finetune/Learning Rate": 1.9052453396889155e-05, "Finetune/Loss": 0.8978372812271118, "Finetune/Loss (Raw)": 0.8827527165412903, "Finetune/Step": 3182, "Finetune/Step Time": 6.003762302920222}
+{"Finetune/Learning Rate": 1.905173777275091e-05, "Finetune/Loss": 0.8985527157783508, "Finetune/Loss (Raw)": 0.8910443186759949, "Finetune/Step": 3183, "Finetune/Step Time": 6.005890723317862}
+{"Finetune/Learning Rate": 1.905102189193112e-05, "Finetune/Loss": 0.8984880447387695, "Finetune/Loss (Raw)": 0.787837028503418, "Finetune/Step": 3184, "Finetune/Step Time": 6.004047390073538}
+{"Finetune/Learning Rate": 1.905030575445008e-05, "Finetune/Loss": 0.8986027240753174, "Finetune/Loss (Raw)": 0.85956871509552, "Finetune/Step": 3185, "Finetune/Step Time": 5.999831967055798}
+{"Finetune/Learning Rate": 1.9049589360328112e-05, "Finetune/Loss": 0.8967754244804382, "Finetune/Loss (Raw)": 0.8104248046875, "Finetune/Step": 3186, "Finetune/Step Time": 6.000091379508376}
+{"Finetune/Learning Rate": 1.904887270958552e-05, "Finetune/Loss": 0.8975910544395447, "Finetune/Loss (Raw)": 0.9662519693374634, "Finetune/Step": 3187, "Finetune/Step Time": 5.998262740671635}
+{"Finetune/Learning Rate": 1.9048155802242633e-05, "Finetune/Loss": 0.8973824977874756, "Finetune/Loss (Raw)": 0.8883090615272522, "Finetune/Step": 3188, "Finetune/Step Time": 5.995955817401409}
+{"Finetune/Learning Rate": 1.9047438638319774e-05, "Finetune/Loss": 0.8990577459335327, "Finetune/Loss (Raw)": 1.0412757396697998, "Finetune/Step": 3189, "Finetune/Step Time": 5.994204111397266}
+{"Finetune/Learning Rate": 1.9046721217837283e-05, "Finetune/Loss": 0.8993709683418274, "Finetune/Loss (Raw)": 0.995894730091095, "Finetune/Step": 3190, "Finetune/Step Time": 6.010298667475581}
+{"Finetune/Learning Rate": 1.9046003540815502e-05, "Finetune/Loss": 0.8975562453269958, "Finetune/Loss (Raw)": 0.8129483461380005, "Finetune/Step": 3191, "Finetune/Step Time": 6.012590568512678}
+{"Finetune/Learning Rate": 1.9045285607274787e-05, "Finetune/Loss": 0.897565484046936, "Finetune/Loss (Raw)": 0.8405770063400269, "Finetune/Step": 3192, "Finetune/Step Time": 6.015215087682009}
+{"Finetune/Learning Rate": 1.9044567417235494e-05, "Finetune/Loss": 0.8975738286972046, "Finetune/Loss (Raw)": 0.8421655893325806, "Finetune/Step": 3193, "Finetune/Step Time": 6.010455520823598}
+{"Finetune/Learning Rate": 1.9043848970717986e-05, "Finetune/Loss": 0.8962580561637878, "Finetune/Loss (Raw)": 0.8011999130249023, "Finetune/Step": 3194, "Finetune/Step Time": 6.00993512198329}
+{"Finetune/Learning Rate": 1.9043130267742638e-05, "Finetune/Loss": 0.8970069885253906, "Finetune/Loss (Raw)": 0.9394896030426025, "Finetune/Step": 3195, "Finetune/Step Time": 6.005705876275897}
+{"Finetune/Learning Rate": 1.9042411308329835e-05, "Finetune/Loss": 0.8989080786705017, "Finetune/Loss (Raw)": 1.1067447662353516, "Finetune/Step": 3196, "Finetune/Step Time": 6.005595037713647}
+{"Finetune/Learning Rate": 1.9041692092499958e-05, "Finetune/Loss": 0.8994665145874023, "Finetune/Loss (Raw)": 0.9558173418045044, "Finetune/Step": 3197, "Finetune/Step Time": 6.001363383606076}
+{"Finetune/Learning Rate": 1.90409726202734e-05, "Finetune/Loss": 0.898953914642334, "Finetune/Loss (Raw)": 0.9322423934936523, "Finetune/Step": 3198, "Finetune/Step Time": 6.001313108950853}
+{"Finetune/Learning Rate": 1.9040252891670574e-05, "Finetune/Loss": 0.8992717266082764, "Finetune/Loss (Raw)": 0.9551075100898743, "Finetune/Step": 3199, "Finetune/Step Time": 5.994664400815964}
+{"Finetune/Learning Rate": 1.903953290671188e-05, "Finetune/Loss": 0.8998889923095703, "Finetune/Loss (Raw)": 0.8928954601287842, "Finetune/Step": 3200, "Finetune/Step Time": 5.988087942823768}
+{"Finetune/Learning Rate": 1.9038812665417737e-05, "Finetune/Loss": 0.9006825089454651, "Finetune/Loss (Raw)": 0.9075691103935242, "Finetune/Step": 3201, "Finetune/Step Time": 5.987643528729677}
+{"Finetune/Learning Rate": 1.903809216780857e-05, "Finetune/Loss": 0.9000527858734131, "Finetune/Loss (Raw)": 0.8413563370704651, "Finetune/Step": 3202, "Finetune/Step Time": 5.98628887347877}
+{"Finetune/Learning Rate": 1.9037371413904814e-05, "Finetune/Loss": 0.8984818458557129, "Finetune/Loss (Raw)": 0.7291303277015686, "Finetune/Step": 3203, "Finetune/Step Time": 6.00915289670229}
+{"Finetune/Learning Rate": 1.90366504037269e-05, "Finetune/Loss": 0.8985676765441895, "Finetune/Loss (Raw)": 0.9375849366188049, "Finetune/Step": 3204, "Finetune/Step Time": 6.006890119984746}
+{"Finetune/Learning Rate": 1.903592913729528e-05, "Finetune/Loss": 0.8985202312469482, "Finetune/Loss (Raw)": 0.7459847331047058, "Finetune/Step": 3205, "Finetune/Step Time": 6.027592228725553}
+{"Finetune/Learning Rate": 1.9035207614630403e-05, "Finetune/Loss": 0.897496223449707, "Finetune/Loss (Raw)": 0.8871147632598877, "Finetune/Step": 3206, "Finetune/Step Time": 6.024443827569485}
+{"Finetune/Learning Rate": 1.9034485835752726e-05, "Finetune/Loss": 0.8978151082992554, "Finetune/Loss (Raw)": 0.8718997240066528, "Finetune/Step": 3207, "Finetune/Step Time": 6.025491163134575}
+{"Finetune/Learning Rate": 1.9033763800682728e-05, "Finetune/Loss": 0.8964658975601196, "Finetune/Loss (Raw)": 0.8110186457633972, "Finetune/Step": 3208, "Finetune/Step Time": 6.027824016287923}
+{"Finetune/Learning Rate": 1.9033041509440876e-05, "Finetune/Loss": 0.8952560424804688, "Finetune/Loss (Raw)": 0.777641773223877, "Finetune/Step": 3209, "Finetune/Step Time": 6.036912854760885}
+{"Finetune/Learning Rate": 1.903231896204765e-05, "Finetune/Loss": 0.896737813949585, "Finetune/Loss (Raw)": 1.0002357959747314, "Finetune/Step": 3210, "Finetune/Step Time": 6.020841943100095}
+{"Finetune/Learning Rate": 1.9031596158523546e-05, "Finetune/Loss": 0.8960566520690918, "Finetune/Loss (Raw)": 0.8144803047180176, "Finetune/Step": 3211, "Finetune/Step Time": 6.0217894818633795}
+{"Finetune/Learning Rate": 1.9030873098889054e-05, "Finetune/Loss": 0.8965034484863281, "Finetune/Loss (Raw)": 0.9306502938270569, "Finetune/Step": 3212, "Finetune/Step Time": 6.005667770281434}
+{"Finetune/Learning Rate": 1.9030149783164688e-05, "Finetune/Loss": 0.8945708870887756, "Finetune/Loss (Raw)": 0.7331560850143433, "Finetune/Step": 3213, "Finetune/Step Time": 6.016854822635651}
+{"Finetune/Learning Rate": 1.9029426211370945e-05, "Finetune/Loss": 0.8949177265167236, "Finetune/Loss (Raw)": 0.8398609757423401, "Finetune/Step": 3214, "Finetune/Step Time": 6.006506726145744}
+{"Finetune/Learning Rate": 1.9028702383528355e-05, "Finetune/Loss": 0.8955928087234497, "Finetune/Loss (Raw)": 0.8277304172515869, "Finetune/Step": 3215, "Finetune/Step Time": 5.987287664785981}
+{"Finetune/Learning Rate": 1.9027978299657436e-05, "Finetune/Loss": 0.8982711434364319, "Finetune/Loss (Raw)": 0.9894955158233643, "Finetune/Step": 3216, "Finetune/Step Time": 5.9680428840219975}
+{"Finetune/Learning Rate": 1.9027253959778726e-05, "Finetune/Loss": 0.8962603211402893, "Finetune/Loss (Raw)": 0.7410498261451721, "Finetune/Step": 3217, "Finetune/Step Time": 5.964104693382978}
+{"Finetune/Learning Rate": 1.9026529363912765e-05, "Finetune/Loss": 0.8955615758895874, "Finetune/Loss (Raw)": 0.8240318894386292, "Finetune/Step": 3218, "Finetune/Step Time": 5.975209206342697}
+{"Finetune/Learning Rate": 1.90258045120801e-05, "Finetune/Loss": 0.8945798873901367, "Finetune/Loss (Raw)": 0.8623084425926208, "Finetune/Step": 3219, "Finetune/Step Time": 5.9716147147119045}
+{"Finetune/Learning Rate": 1.9025079404301285e-05, "Finetune/Loss": 0.8943971395492554, "Finetune/Loss (Raw)": 0.971481442451477, "Finetune/Step": 3220, "Finetune/Step Time": 5.970760012045503}
+{"Finetune/Learning Rate": 1.902435404059688e-05, "Finetune/Loss": 0.894207239151001, "Finetune/Loss (Raw)": 0.8208492398262024, "Finetune/Step": 3221, "Finetune/Step Time": 5.970319543033838}
+{"Finetune/Learning Rate": 1.9023628420987455e-05, "Finetune/Loss": 0.8951520323753357, "Finetune/Loss (Raw)": 0.9876392483711243, "Finetune/Step": 3222, "Finetune/Step Time": 5.966703623533249}
+{"Finetune/Learning Rate": 1.902290254549359e-05, "Finetune/Loss": 0.8940635919570923, "Finetune/Loss (Raw)": 0.8230465650558472, "Finetune/Step": 3223, "Finetune/Step Time": 5.964350298047066}
+{"Finetune/Learning Rate": 1.9022176414135868e-05, "Finetune/Loss": 0.8928910493850708, "Finetune/Loss (Raw)": 0.8747162222862244, "Finetune/Step": 3224, "Finetune/Step Time": 5.966702057048678}
+{"Finetune/Learning Rate": 1.902145002693488e-05, "Finetune/Loss": 0.8932979106903076, "Finetune/Loss (Raw)": 0.8543899655342102, "Finetune/Step": 3225, "Finetune/Step Time": 5.947860265150666}
+{"Finetune/Learning Rate": 1.9020723383911214e-05, "Finetune/Loss": 0.8944070339202881, "Finetune/Loss (Raw)": 0.9968730211257935, "Finetune/Step": 3226, "Finetune/Step Time": 5.948997639119625}
+{"Finetune/Learning Rate": 1.9019996485085493e-05, "Finetune/Loss": 0.8953119516372681, "Finetune/Loss (Raw)": 1.0117673873901367, "Finetune/Step": 3227, "Finetune/Step Time": 5.946718631312251}
+{"Finetune/Learning Rate": 1.9019269330478315e-05, "Finetune/Loss": 0.8951358795166016, "Finetune/Loss (Raw)": 0.8914459943771362, "Finetune/Step": 3228, "Finetune/Step Time": 5.9684125408530235}
+{"Finetune/Learning Rate": 1.901854192011031e-05, "Finetune/Loss": 0.8951112627983093, "Finetune/Loss (Raw)": 0.9355627298355103, "Finetune/Step": 3229, "Finetune/Step Time": 5.9816358014941216}
+{"Finetune/Learning Rate": 1.9017814254002102e-05, "Finetune/Loss": 0.8952903747558594, "Finetune/Loss (Raw)": 0.969223141670227, "Finetune/Step": 3230, "Finetune/Step Time": 5.981696683913469}
+{"Finetune/Learning Rate": 1.9017086332174327e-05, "Finetune/Loss": 0.8958712816238403, "Finetune/Loss (Raw)": 0.9132452607154846, "Finetune/Step": 3231, "Finetune/Step Time": 5.981769371777773}
+{"Finetune/Learning Rate": 1.9016358154647618e-05, "Finetune/Loss": 0.8971313834190369, "Finetune/Loss (Raw)": 0.9231529235839844, "Finetune/Step": 3232, "Finetune/Step Time": 5.981920804828405}
+{"Finetune/Learning Rate": 1.9015629721442638e-05, "Finetune/Loss": 0.8988807797431946, "Finetune/Loss (Raw)": 1.0279436111450195, "Finetune/Step": 3233, "Finetune/Step Time": 5.981402302160859}
+{"Finetune/Learning Rate": 1.901490103258003e-05, "Finetune/Loss": 0.9005763530731201, "Finetune/Loss (Raw)": 1.0638307332992554, "Finetune/Step": 3234, "Finetune/Step Time": 5.985282810404897}
+{"Finetune/Learning Rate": 1.9014172088080464e-05, "Finetune/Loss": 0.8991260528564453, "Finetune/Loss (Raw)": 0.7681402564048767, "Finetune/Step": 3235, "Finetune/Step Time": 5.97952963411808}
+{"Finetune/Learning Rate": 1.9013442887964617e-05, "Finetune/Loss": 0.8997400999069214, "Finetune/Loss (Raw)": 0.9253565669059753, "Finetune/Step": 3236, "Finetune/Step Time": 5.967276511713862}
+{"Finetune/Learning Rate": 1.9012713432253155e-05, "Finetune/Loss": 0.8995321989059448, "Finetune/Loss (Raw)": 0.7977689504623413, "Finetune/Step": 3237, "Finetune/Step Time": 5.952856848016381}
+{"Finetune/Learning Rate": 1.9011983720966767e-05, "Finetune/Loss": 0.8993792533874512, "Finetune/Loss (Raw)": 0.8129204511642456, "Finetune/Step": 3238, "Finetune/Step Time": 5.952586924657226}
+{"Finetune/Learning Rate": 1.9011253754126152e-05, "Finetune/Loss": 0.8980540633201599, "Finetune/Loss (Raw)": 0.8537530303001404, "Finetune/Step": 3239, "Finetune/Step Time": 5.95451420173049}
+{"Finetune/Learning Rate": 1.9010523531752004e-05, "Finetune/Loss": 0.897551417350769, "Finetune/Loss (Raw)": 0.8635693788528442, "Finetune/Step": 3240, "Finetune/Step Time": 5.956173442304134}
+{"Finetune/Learning Rate": 1.900979305386503e-05, "Finetune/Loss": 0.8984596729278564, "Finetune/Loss (Raw)": 0.9700372815132141, "Finetune/Step": 3241, "Finetune/Step Time": 5.953790636733174}
+{"Finetune/Learning Rate": 1.9009062320485944e-05, "Finetune/Loss": 0.8983310461044312, "Finetune/Loss (Raw)": 0.9788931608200073, "Finetune/Step": 3242, "Finetune/Step Time": 5.951199838891625}
+{"Finetune/Learning Rate": 1.900833133163547e-05, "Finetune/Loss": 0.896767258644104, "Finetune/Loss (Raw)": 0.7304487824440002, "Finetune/Step": 3243, "Finetune/Step Time": 5.973706938326359}
+{"Finetune/Learning Rate": 1.9007600087334336e-05, "Finetune/Loss": 0.897457480430603, "Finetune/Loss (Raw)": 1.0057108402252197, "Finetune/Step": 3244, "Finetune/Step Time": 5.9722791612148285}
+{"Finetune/Learning Rate": 1.900686858760328e-05, "Finetune/Loss": 0.8978835344314575, "Finetune/Loss (Raw)": 0.9227397441864014, "Finetune/Step": 3245, "Finetune/Step Time": 5.956539543345571}
+{"Finetune/Learning Rate": 1.900613683246304e-05, "Finetune/Loss": 0.8998892307281494, "Finetune/Loss (Raw)": 1.0265247821807861, "Finetune/Step": 3246, "Finetune/Step Time": 5.9483653623610735}
+{"Finetune/Learning Rate": 1.9005404821934372e-05, "Finetune/Loss": 0.9004997611045837, "Finetune/Loss (Raw)": 0.9259504079818726, "Finetune/Step": 3247, "Finetune/Step Time": 5.949061509221792}
+{"Finetune/Learning Rate": 1.900467255603803e-05, "Finetune/Loss": 0.9010567665100098, "Finetune/Loss (Raw)": 1.0488190650939941, "Finetune/Step": 3248, "Finetune/Step Time": 5.950802067294717}
+{"Finetune/Learning Rate": 1.9003940034794777e-05, "Finetune/Loss": 0.9014570713043213, "Finetune/Loss (Raw)": 0.9615938067436218, "Finetune/Step": 3249, "Finetune/Step Time": 5.947608767077327}
+{"Finetune/Learning Rate": 1.9003207258225394e-05, "Finetune/Loss": 0.9017462730407715, "Finetune/Loss (Raw)": 0.9507211446762085, "Finetune/Step": 3250, "Finetune/Step Time": 5.944049706682563}
+{"Finetune/Learning Rate": 1.900247422635065e-05, "Finetune/Loss": 0.9019026756286621, "Finetune/Loss (Raw)": 0.8674571514129639, "Finetune/Step": 3251, "Finetune/Step Time": 5.9426242262125015}
+{"Finetune/Learning Rate": 1.900174093919134e-05, "Finetune/Loss": 0.900431752204895, "Finetune/Loss (Raw)": 0.8357385993003845, "Finetune/Step": 3252, "Finetune/Step Time": 5.941490849480033}
+{"Finetune/Learning Rate": 1.9001007396768253e-05, "Finetune/Loss": 0.9005886316299438, "Finetune/Loss (Raw)": 0.9242992401123047, "Finetune/Step": 3253, "Finetune/Step Time": 5.941553825512528}
+{"Finetune/Learning Rate": 1.9000273599102193e-05, "Finetune/Loss": 0.899004340171814, "Finetune/Loss (Raw)": 0.8492817282676697, "Finetune/Step": 3254, "Finetune/Step Time": 5.949051244184375}
+{"Finetune/Learning Rate": 1.8999539546213963e-05, "Finetune/Loss": 0.8979238271713257, "Finetune/Loss (Raw)": 0.7716649174690247, "Finetune/Step": 3255, "Finetune/Step Time": 5.964693032205105}
+{"Finetune/Learning Rate": 1.8998805238124386e-05, "Finetune/Loss": 0.8975670337677002, "Finetune/Loss (Raw)": 0.8613680601119995, "Finetune/Step": 3256, "Finetune/Step Time": 5.973632998764515}
+{"Finetune/Learning Rate": 1.899807067485428e-05, "Finetune/Loss": 0.897639274597168, "Finetune/Loss (Raw)": 0.932995617389679, "Finetune/Step": 3257, "Finetune/Step Time": 5.974128860980272}
+{"Finetune/Learning Rate": 1.899733585642448e-05, "Finetune/Loss": 0.8991530537605286, "Finetune/Loss (Raw)": 0.9962088465690613, "Finetune/Step": 3258, "Finetune/Step Time": 5.959825396537781}
+{"Finetune/Learning Rate": 1.899660078285582e-05, "Finetune/Loss": 0.8983885049819946, "Finetune/Loss (Raw)": 0.8818084597587585, "Finetune/Step": 3259, "Finetune/Step Time": 5.968214450404048}
+{"Finetune/Learning Rate": 1.8995865454169142e-05, "Finetune/Loss": 0.8990657329559326, "Finetune/Loss (Raw)": 0.8820046186447144, "Finetune/Step": 3260, "Finetune/Step Time": 5.969661531969905}
+{"Finetune/Learning Rate": 1.89951298703853e-05, "Finetune/Loss": 0.8987247347831726, "Finetune/Loss (Raw)": 0.8410907983779907, "Finetune/Step": 3261, "Finetune/Step Time": 5.953187322244048}
+{"Finetune/Learning Rate": 1.8994394031525156e-05, "Finetune/Loss": 0.9001784324645996, "Finetune/Loss (Raw)": 1.0671377182006836, "Finetune/Step": 3262, "Finetune/Step Time": 5.950475379824638}
+{"Finetune/Learning Rate": 1.899365793760957e-05, "Finetune/Loss": 0.8972271680831909, "Finetune/Loss (Raw)": 0.9194382429122925, "Finetune/Step": 3263, "Finetune/Step Time": 5.938337054103613}
+{"Finetune/Learning Rate": 1.8992921588659424e-05, "Finetune/Loss": 0.8966509103775024, "Finetune/Loss (Raw)": 0.8780225515365601, "Finetune/Step": 3264, "Finetune/Step Time": 5.939691640436649}
+{"Finetune/Learning Rate": 1.8992184984695595e-05, "Finetune/Loss": 0.89732825756073, "Finetune/Loss (Raw)": 0.996260404586792, "Finetune/Step": 3265, "Finetune/Step Time": 5.941854830831289}
+{"Finetune/Learning Rate": 1.8991448125738965e-05, "Finetune/Loss": 0.8973554372787476, "Finetune/Loss (Raw)": 0.908301055431366, "Finetune/Step": 3266, "Finetune/Step Time": 5.940575562417507}
+{"Finetune/Learning Rate": 1.899071101181044e-05, "Finetune/Loss": 0.8972959518432617, "Finetune/Loss (Raw)": 0.8851291537284851, "Finetune/Step": 3267, "Finetune/Step Time": 5.94225955568254}
+{"Finetune/Learning Rate": 1.898997364293091e-05, "Finetune/Loss": 0.8978667259216309, "Finetune/Loss (Raw)": 0.90382319688797, "Finetune/Step": 3268, "Finetune/Step Time": 5.943022666499019}
+{"Finetune/Learning Rate": 1.8989236019121294e-05, "Finetune/Loss": 0.8971142768859863, "Finetune/Loss (Raw)": 0.7863462567329407, "Finetune/Step": 3269, "Finetune/Step Time": 5.9385675098747015}
+{"Finetune/Learning Rate": 1.8988498140402512e-05, "Finetune/Loss": 0.8974934816360474, "Finetune/Loss (Raw)": 0.8777857422828674, "Finetune/Step": 3270, "Finetune/Step Time": 5.935467109084129}
+{"Finetune/Learning Rate": 1.8987760006795476e-05, "Finetune/Loss": 0.8975933790206909, "Finetune/Loss (Raw)": 0.9568434953689575, "Finetune/Step": 3271, "Finetune/Step Time": 5.9660213477909565}
+{"Finetune/Learning Rate": 1.898702161832113e-05, "Finetune/Loss": 0.8980990648269653, "Finetune/Loss (Raw)": 0.9562901854515076, "Finetune/Step": 3272, "Finetune/Step Time": 5.967343851923943}
+{"Finetune/Learning Rate": 1.89862829750004e-05, "Finetune/Loss": 0.8966984748840332, "Finetune/Loss (Raw)": 0.7346747517585754, "Finetune/Step": 3273, "Finetune/Step Time": 6.002995980903506}
+{"Finetune/Learning Rate": 1.898554407685424e-05, "Finetune/Loss": 0.8968358039855957, "Finetune/Loss (Raw)": 0.8739220499992371, "Finetune/Step": 3274, "Finetune/Step Time": 6.003712901845574}
+{"Finetune/Learning Rate": 1.8984804923903602e-05, "Finetune/Loss": 0.8981688618659973, "Finetune/Loss (Raw)": 0.9341129660606384, "Finetune/Step": 3275, "Finetune/Step Time": 6.003420896828175}
+{"Finetune/Learning Rate": 1.898406551616945e-05, "Finetune/Loss": 0.8961573839187622, "Finetune/Loss (Raw)": 0.8507534861564636, "Finetune/Step": 3276, "Finetune/Step Time": 6.012563601136208}
+{"Finetune/Learning Rate": 1.8983325853672744e-05, "Finetune/Loss": 0.8984161019325256, "Finetune/Loss (Raw)": 1.039349913597107, "Finetune/Step": 3277, "Finetune/Step Time": 5.994154280051589}
+{"Finetune/Learning Rate": 1.8982585936434462e-05, "Finetune/Loss": 0.8989381790161133, "Finetune/Loss (Raw)": 0.8439212441444397, "Finetune/Step": 3278, "Finetune/Step Time": 5.974364934489131}
+{"Finetune/Learning Rate": 1.8981845764475585e-05, "Finetune/Loss": 0.8985687494277954, "Finetune/Loss (Raw)": 0.9062624573707581, "Finetune/Step": 3279, "Finetune/Step Time": 5.973918307572603}
+{"Finetune/Learning Rate": 1.8981105337817106e-05, "Finetune/Loss": 0.8982571363449097, "Finetune/Loss (Raw)": 0.8424509763717651, "Finetune/Step": 3280, "Finetune/Step Time": 5.972967313602567}
+{"Finetune/Learning Rate": 1.8980364656480015e-05, "Finetune/Loss": 0.899771511554718, "Finetune/Loss (Raw)": 1.1064091920852661, "Finetune/Step": 3281, "Finetune/Step Time": 5.970315665006638}
+{"Finetune/Learning Rate": 1.8979623720485317e-05, "Finetune/Loss": 0.9019449353218079, "Finetune/Loss (Raw)": 0.933578610420227, "Finetune/Step": 3282, "Finetune/Step Time": 5.947872830554843}
+{"Finetune/Learning Rate": 1.897888252985403e-05, "Finetune/Loss": 0.9023367166519165, "Finetune/Loss (Raw)": 0.9466586709022522, "Finetune/Step": 3283, "Finetune/Step Time": 5.9452492371201515}
+{"Finetune/Learning Rate": 1.8978141084607166e-05, "Finetune/Loss": 0.9016709923744202, "Finetune/Loss (Raw)": 0.8508380651473999, "Finetune/Step": 3284, "Finetune/Step Time": 5.945606684312224}
+{"Finetune/Learning Rate": 1.897739938476575e-05, "Finetune/Loss": 0.9007625579833984, "Finetune/Loss (Raw)": 0.8947675824165344, "Finetune/Step": 3285, "Finetune/Step Time": 5.945943316444755}
+{"Finetune/Learning Rate": 1.8976657430350816e-05, "Finetune/Loss": 0.9006683826446533, "Finetune/Loss (Raw)": 0.9247409701347351, "Finetune/Step": 3286, "Finetune/Step Time": 5.9490307327359915}
+{"Finetune/Learning Rate": 1.8975915221383404e-05, "Finetune/Loss": 0.9023693203926086, "Finetune/Loss (Raw)": 1.0321884155273438, "Finetune/Step": 3287, "Finetune/Step Time": 5.927481094375253}
+{"Finetune/Learning Rate": 1.897517275788456e-05, "Finetune/Loss": 0.902305006980896, "Finetune/Loss (Raw)": 0.9154844880104065, "Finetune/Step": 3288, "Finetune/Step Time": 5.920986527577043}
+{"Finetune/Learning Rate": 1.897443003987534e-05, "Finetune/Loss": 0.9015945196151733, "Finetune/Loss (Raw)": 0.7484040260314941, "Finetune/Step": 3289, "Finetune/Step Time": 5.914957458153367}
+{"Finetune/Learning Rate": 1.8973687067376804e-05, "Finetune/Loss": 0.9006818532943726, "Finetune/Loss (Raw)": 0.6886192560195923, "Finetune/Step": 3290, "Finetune/Step Time": 5.920466173440218}
+{"Finetune/Learning Rate": 1.8972943840410017e-05, "Finetune/Loss": 0.9003254175186157, "Finetune/Loss (Raw)": 0.8501830101013184, "Finetune/Step": 3291, "Finetune/Step Time": 5.920003447681665}
+{"Finetune/Learning Rate": 1.897220035899606e-05, "Finetune/Loss": 0.899019718170166, "Finetune/Loss (Raw)": 0.9195285439491272, "Finetune/Step": 3292, "Finetune/Step Time": 5.922860153019428}
+{"Finetune/Learning Rate": 1.8971456623156013e-05, "Finetune/Loss": 0.8987352848052979, "Finetune/Loss (Raw)": 0.8948451280593872, "Finetune/Step": 3293, "Finetune/Step Time": 5.910272901877761}
+{"Finetune/Learning Rate": 1.897071263291097e-05, "Finetune/Loss": 0.8966040015220642, "Finetune/Loss (Raw)": 0.670202374458313, "Finetune/Step": 3294, "Finetune/Step Time": 5.91051915846765}
+{"Finetune/Learning Rate": 1.8969968388282026e-05, "Finetune/Loss": 0.8972703218460083, "Finetune/Loss (Raw)": 0.937409520149231, "Finetune/Step": 3295, "Finetune/Step Time": 5.910635020583868}
+{"Finetune/Learning Rate": 1.8969223889290283e-05, "Finetune/Loss": 0.8951637744903564, "Finetune/Loss (Raw)": 0.6753532886505127, "Finetune/Step": 3296, "Finetune/Step Time": 5.925742590799928}
+{"Finetune/Learning Rate": 1.8968479135956858e-05, "Finetune/Loss": 0.8947014808654785, "Finetune/Loss (Raw)": 0.8830286860466003, "Finetune/Step": 3297, "Finetune/Step Time": 5.9267360139638186}
+{"Finetune/Learning Rate": 1.8967734128302867e-05, "Finetune/Loss": 0.8934985995292664, "Finetune/Loss (Raw)": 0.7887285947799683, "Finetune/Step": 3298, "Finetune/Step Time": 5.922782704234123}
+{"Finetune/Learning Rate": 1.896698886634944e-05, "Finetune/Loss": 0.8948177099227905, "Finetune/Loss (Raw)": 0.971595048904419, "Finetune/Step": 3299, "Finetune/Step Time": 5.921363169327378}
+{"Finetune/Learning Rate": 1.8966243350117703e-05, "Finetune/Loss": 0.894702136516571, "Finetune/Loss (Raw)": 0.8039016723632812, "Finetune/Step": 3300, "Finetune/Step Time": 5.92388616874814}
+{"Finetune/Learning Rate": 1.8965497579628805e-05, "Finetune/Loss": 0.8941280841827393, "Finetune/Loss (Raw)": 0.7809381484985352, "Finetune/Step": 3301, "Finetune/Step Time": 5.920927219092846}
+{"Finetune/Learning Rate": 1.8964751554903885e-05, "Finetune/Loss": 0.8956091403961182, "Finetune/Loss (Raw)": 1.0258516073226929, "Finetune/Step": 3302, "Finetune/Step Time": 5.9208576194942}
+{"Finetune/Learning Rate": 1.8964005275964107e-05, "Finetune/Loss": 0.8954267501831055, "Finetune/Loss (Raw)": 0.9180780649185181, "Finetune/Step": 3303, "Finetune/Step Time": 5.928943945094943}
+{"Finetune/Learning Rate": 1.896325874283063e-05, "Finetune/Loss": 0.8941366076469421, "Finetune/Loss (Raw)": 0.8668429851531982, "Finetune/Step": 3304, "Finetune/Step Time": 5.912265764549375}
+{"Finetune/Learning Rate": 1.8962511955524617e-05, "Finetune/Loss": 0.8931976556777954, "Finetune/Loss (Raw)": 0.9137526750564575, "Finetune/Step": 3305, "Finetune/Step Time": 5.909727672114968}
+{"Finetune/Learning Rate": 1.8961764914067257e-05, "Finetune/Loss": 0.8941168785095215, "Finetune/Loss (Raw)": 0.9000321626663208, "Finetune/Step": 3306, "Finetune/Step Time": 5.88136881776154}
+{"Finetune/Learning Rate": 1.8961017618479728e-05, "Finetune/Loss": 0.893348217010498, "Finetune/Loss (Raw)": 0.9209659099578857, "Finetune/Step": 3307, "Finetune/Step Time": 5.88265086710453}
+{"Finetune/Learning Rate": 1.896027006878322e-05, "Finetune/Loss": 0.8925302028656006, "Finetune/Loss (Raw)": 0.8413984179496765, "Finetune/Step": 3308, "Finetune/Step Time": 5.8824076391756535}
+{"Finetune/Learning Rate": 1.895952226499893e-05, "Finetune/Loss": 0.8925189971923828, "Finetune/Loss (Raw)": 0.9504035115242004, "Finetune/Step": 3309, "Finetune/Step Time": 5.883641375228763}
+{"Finetune/Learning Rate": 1.895877420714807e-05, "Finetune/Loss": 0.8917911052703857, "Finetune/Loss (Raw)": 0.7895743250846863, "Finetune/Step": 3310, "Finetune/Step Time": 5.8783441707491875}
+{"Finetune/Learning Rate": 1.8958025895251845e-05, "Finetune/Loss": 0.8921555280685425, "Finetune/Loss (Raw)": 0.9376933574676514, "Finetune/Step": 3311, "Finetune/Step Time": 5.874728091061115}
+{"Finetune/Learning Rate": 1.8957277329331485e-05, "Finetune/Loss": 0.8942559957504272, "Finetune/Loss (Raw)": 1.0567010641098022, "Finetune/Step": 3312, "Finetune/Step Time": 5.866474123671651}
+{"Finetune/Learning Rate": 1.8956528509408207e-05, "Finetune/Loss": 0.8945716619491577, "Finetune/Loss (Raw)": 0.8999674916267395, "Finetune/Step": 3313, "Finetune/Step Time": 5.870031928643584}
+{"Finetune/Learning Rate": 1.895577943550325e-05, "Finetune/Loss": 0.8943316340446472, "Finetune/Loss (Raw)": 0.779704213142395, "Finetune/Step": 3314, "Finetune/Step Time": 5.872613184154034}
+{"Finetune/Learning Rate": 1.8955030107637853e-05, "Finetune/Loss": 0.8953089714050293, "Finetune/Loss (Raw)": 1.0913506746292114, "Finetune/Step": 3315, "Finetune/Step Time": 5.873179476708174}
+{"Finetune/Learning Rate": 1.8954280525833267e-05, "Finetune/Loss": 0.8945062160491943, "Finetune/Loss (Raw)": 0.7855567932128906, "Finetune/Step": 3316, "Finetune/Step Time": 5.871746689081192}
+{"Finetune/Learning Rate": 1.895353069011075e-05, "Finetune/Loss": 0.8925118446350098, "Finetune/Loss (Raw)": 0.7859954833984375, "Finetune/Step": 3317, "Finetune/Step Time": 5.884071948006749}
+{"Finetune/Learning Rate": 1.895278060049156e-05, "Finetune/Loss": 0.8917275667190552, "Finetune/Loss (Raw)": 0.8955128192901611, "Finetune/Step": 3318, "Finetune/Step Time": 5.869490256533027}
+{"Finetune/Learning Rate": 1.8952030256996975e-05, "Finetune/Loss": 0.8932069540023804, "Finetune/Loss (Raw)": 1.0023044347763062, "Finetune/Step": 3319, "Finetune/Step Time": 5.868844559416175}
+{"Finetune/Learning Rate": 1.8951279659648265e-05, "Finetune/Loss": 0.8927502632141113, "Finetune/Loss (Raw)": 0.7821258902549744, "Finetune/Step": 3320, "Finetune/Step Time": 5.873246174305677}
+{"Finetune/Learning Rate": 1.8950528808466718e-05, "Finetune/Loss": 0.89387047290802, "Finetune/Loss (Raw)": 0.9855477809906006, "Finetune/Step": 3321, "Finetune/Step Time": 5.873384898528457}
+{"Finetune/Learning Rate": 1.8949777703473626e-05, "Finetune/Loss": 0.8952760696411133, "Finetune/Loss (Raw)": 0.98111492395401, "Finetune/Step": 3322, "Finetune/Step Time": 5.8693827874958515}
+{"Finetune/Learning Rate": 1.8949026344690285e-05, "Finetune/Loss": 0.8939152956008911, "Finetune/Loss (Raw)": 0.7653165459632874, "Finetune/Step": 3323, "Finetune/Step Time": 5.868720032274723}
+{"Finetune/Learning Rate": 1.894827473213801e-05, "Finetune/Loss": 0.8918649554252625, "Finetune/Loss (Raw)": 0.8442953824996948, "Finetune/Step": 3324, "Finetune/Step Time": 5.868156287819147}
+{"Finetune/Learning Rate": 1.894752286583811e-05, "Finetune/Loss": 0.8917595148086548, "Finetune/Loss (Raw)": 0.9423202872276306, "Finetune/Step": 3325, "Finetune/Step Time": 5.864831889048219}
+{"Finetune/Learning Rate": 1.89467707458119e-05, "Finetune/Loss": 0.8931169509887695, "Finetune/Loss (Raw)": 1.1059987545013428, "Finetune/Step": 3326, "Finetune/Step Time": 5.867277629673481}
+{"Finetune/Learning Rate": 1.8946018372080713e-05, "Finetune/Loss": 0.8942495584487915, "Finetune/Loss (Raw)": 1.1000802516937256, "Finetune/Step": 3327, "Finetune/Step Time": 5.873745031654835}
+{"Finetune/Learning Rate": 1.8945265744665886e-05, "Finetune/Loss": 0.8940269947052002, "Finetune/Loss (Raw)": 0.8644056916236877, "Finetune/Step": 3328, "Finetune/Step Time": 5.878444362431765}
+{"Finetune/Learning Rate": 1.894451286358876e-05, "Finetune/Loss": 0.8934228420257568, "Finetune/Loss (Raw)": 0.83024001121521, "Finetune/Step": 3329, "Finetune/Step Time": 5.879287460818887}
+{"Finetune/Learning Rate": 1.8943759728870687e-05, "Finetune/Loss": 0.8936761617660522, "Finetune/Loss (Raw)": 0.873778760433197, "Finetune/Step": 3330, "Finetune/Step Time": 5.882741501554847}
+{"Finetune/Learning Rate": 1.8943006340533016e-05, "Finetune/Loss": 0.8925087451934814, "Finetune/Loss (Raw)": 0.5797064900398254, "Finetune/Step": 3331, "Finetune/Step Time": 5.876311864703894}
+{"Finetune/Learning Rate": 1.8942252698597113e-05, "Finetune/Loss": 0.8918197154998779, "Finetune/Loss (Raw)": 0.8493829965591431, "Finetune/Step": 3332, "Finetune/Step Time": 5.8779994286596775}
+{"Finetune/Learning Rate": 1.8941498803084358e-05, "Finetune/Loss": 0.8935909271240234, "Finetune/Loss (Raw)": 0.9726995229721069, "Finetune/Step": 3333, "Finetune/Step Time": 5.8617264702916145}
+{"Finetune/Learning Rate": 1.8940744654016118e-05, "Finetune/Loss": 0.8935410380363464, "Finetune/Loss (Raw)": 0.8807327151298523, "Finetune/Step": 3334, "Finetune/Step Time": 5.860884273424745}
+{"Finetune/Learning Rate": 1.893999025141379e-05, "Finetune/Loss": 0.8942288160324097, "Finetune/Loss (Raw)": 0.9599397778511047, "Finetune/Step": 3335, "Finetune/Step Time": 5.854691905900836}
+{"Finetune/Learning Rate": 1.8939235595298756e-05, "Finetune/Loss": 0.8948054313659668, "Finetune/Loss (Raw)": 0.8848164081573486, "Finetune/Step": 3336, "Finetune/Step Time": 5.8534612860530615}
+{"Finetune/Learning Rate": 1.893848068569242e-05, "Finetune/Loss": 0.8969403505325317, "Finetune/Loss (Raw)": 1.0509107112884521, "Finetune/Step": 3337, "Finetune/Step Time": 5.846656180918217}
+{"Finetune/Learning Rate": 1.893772552261619e-05, "Finetune/Loss": 0.8961594104766846, "Finetune/Loss (Raw)": 0.9002776741981506, "Finetune/Step": 3338, "Finetune/Step Time": 5.851844536140561}
+{"Finetune/Learning Rate": 1.893697010609148e-05, "Finetune/Loss": 0.8972388505935669, "Finetune/Loss (Raw)": 0.9526527523994446, "Finetune/Step": 3339, "Finetune/Step Time": 5.871471058577299}
+{"Finetune/Learning Rate": 1.893621443613971e-05, "Finetune/Loss": 0.8959903717041016, "Finetune/Loss (Raw)": 0.770846962928772, "Finetune/Step": 3340, "Finetune/Step Time": 5.883932655677199}
+{"Finetune/Learning Rate": 1.893545851278231e-05, "Finetune/Loss": 0.8970999717712402, "Finetune/Loss (Raw)": 0.8751846551895142, "Finetune/Step": 3341, "Finetune/Step Time": 5.875209243968129}
+{"Finetune/Learning Rate": 1.8934702336040717e-05, "Finetune/Loss": 0.8965295553207397, "Finetune/Loss (Raw)": 0.7668402791023254, "Finetune/Step": 3342, "Finetune/Step Time": 5.875902032479644}
+{"Finetune/Learning Rate": 1.8933945905936376e-05, "Finetune/Loss": 0.8977794647216797, "Finetune/Loss (Raw)": 0.9877229332923889, "Finetune/Step": 3343, "Finetune/Step Time": 5.872725101187825}
+{"Finetune/Learning Rate": 1.8933189222490727e-05, "Finetune/Loss": 0.8964310884475708, "Finetune/Loss (Raw)": 0.8168951272964478, "Finetune/Step": 3344, "Finetune/Step Time": 5.870133267715573}
+{"Finetune/Learning Rate": 1.8932432285725236e-05, "Finetune/Loss": 0.8977106809616089, "Finetune/Loss (Raw)": 0.904841959476471, "Finetune/Step": 3345, "Finetune/Step Time": 5.88676967471838}
+{"Finetune/Learning Rate": 1.893167509566137e-05, "Finetune/Loss": 0.8961002826690674, "Finetune/Loss (Raw)": 0.6179050803184509, "Finetune/Step": 3346, "Finetune/Step Time": 5.898180780932307}
+{"Finetune/Learning Rate": 1.8930917652320593e-05, "Finetune/Loss": 0.8968393206596375, "Finetune/Loss (Raw)": 0.9569085240364075, "Finetune/Step": 3347, "Finetune/Step Time": 5.902203844860196}
+{"Finetune/Learning Rate": 1.8930159955724386e-05, "Finetune/Loss": 0.8968230485916138, "Finetune/Loss (Raw)": 0.9693928956985474, "Finetune/Step": 3348, "Finetune/Step Time": 5.900851391255856}
+{"Finetune/Learning Rate": 1.892940200589424e-05, "Finetune/Loss": 0.8959456086158752, "Finetune/Loss (Raw)": 0.7085381746292114, "Finetune/Step": 3349, "Finetune/Step Time": 5.896808182820678}
+{"Finetune/Learning Rate": 1.8928643802851642e-05, "Finetune/Loss": 0.8947746753692627, "Finetune/Loss (Raw)": 0.8377650380134583, "Finetune/Step": 3350, "Finetune/Step Time": 5.896652678027749}
+{"Finetune/Learning Rate": 1.89278853466181e-05, "Finetune/Loss": 0.8939343690872192, "Finetune/Loss (Raw)": 0.7154819965362549, "Finetune/Step": 3351, "Finetune/Step Time": 5.897616904228926}
+{"Finetune/Learning Rate": 1.8927126637215112e-05, "Finetune/Loss": 0.8951040506362915, "Finetune/Loss (Raw)": 1.0244275331497192, "Finetune/Step": 3352, "Finetune/Step Time": 5.896818723529577}
+{"Finetune/Learning Rate": 1.89263676746642e-05, "Finetune/Loss": 0.8947581648826599, "Finetune/Loss (Raw)": 0.8101198673248291, "Finetune/Step": 3353, "Finetune/Step Time": 5.906924834474921}
+{"Finetune/Learning Rate": 1.8925608458986885e-05, "Finetune/Loss": 0.8937431573867798, "Finetune/Loss (Raw)": 0.8669566512107849, "Finetune/Step": 3354, "Finetune/Step Time": 5.907764686271548}
+{"Finetune/Learning Rate": 1.8924848990204694e-05, "Finetune/Loss": 0.8904087543487549, "Finetune/Loss (Raw)": 0.5849652290344238, "Finetune/Step": 3355, "Finetune/Step Time": 5.91599028930068}
+{"Finetune/Learning Rate": 1.8924089268339164e-05, "Finetune/Loss": 0.8895571231842041, "Finetune/Loss (Raw)": 0.782436192035675, "Finetune/Step": 3356, "Finetune/Step Time": 5.8980017229914665}
+{"Finetune/Learning Rate": 1.8923329293411842e-05, "Finetune/Loss": 0.8897029161453247, "Finetune/Loss (Raw)": 0.9542211890220642, "Finetune/Step": 3357, "Finetune/Step Time": 5.890453439205885}
+{"Finetune/Learning Rate": 1.8922569065444275e-05, "Finetune/Loss": 0.8886024951934814, "Finetune/Loss (Raw)": 0.828374445438385, "Finetune/Step": 3358, "Finetune/Step Time": 5.894325528293848}
+{"Finetune/Learning Rate": 1.892180858445802e-05, "Finetune/Loss": 0.8885308504104614, "Finetune/Loss (Raw)": 0.9040765166282654, "Finetune/Step": 3359, "Finetune/Step Time": 5.894847232848406}
+{"Finetune/Learning Rate": 1.8921047850474645e-05, "Finetune/Loss": 0.8880854845046997, "Finetune/Loss (Raw)": 0.8661397695541382, "Finetune/Step": 3360, "Finetune/Step Time": 5.89480116032064}
+{"Finetune/Learning Rate": 1.8920286863515715e-05, "Finetune/Loss": 0.8865951299667358, "Finetune/Loss (Raw)": 0.8371808528900146, "Finetune/Step": 3361, "Finetune/Step Time": 5.896232441067696}
+{"Finetune/Learning Rate": 1.8919525623602823e-05, "Finetune/Loss": 0.8856428861618042, "Finetune/Loss (Raw)": 0.9419439435005188, "Finetune/Step": 3362, "Finetune/Step Time": 5.892099764198065}
+{"Finetune/Learning Rate": 1.8918764130757544e-05, "Finetune/Loss": 0.8865360021591187, "Finetune/Loss (Raw)": 0.8824583888053894, "Finetune/Step": 3363, "Finetune/Step Time": 5.896958980709314}
+{"Finetune/Learning Rate": 1.891800238500148e-05, "Finetune/Loss": 0.8858354091644287, "Finetune/Loss (Raw)": 0.8356786370277405, "Finetune/Step": 3364, "Finetune/Step Time": 5.921289490535855}
+{"Finetune/Learning Rate": 1.8917240386356225e-05, "Finetune/Loss": 0.8858170509338379, "Finetune/Loss (Raw)": 0.7954234480857849, "Finetune/Step": 3365, "Finetune/Step Time": 5.9223039504140615}
+{"Finetune/Learning Rate": 1.8916478134843387e-05, "Finetune/Loss": 0.8871409296989441, "Finetune/Loss (Raw)": 0.9823785424232483, "Finetune/Step": 3366, "Finetune/Step Time": 5.923749705776572}
+{"Finetune/Learning Rate": 1.8915715630484587e-05, "Finetune/Loss": 0.8886894583702087, "Finetune/Loss (Raw)": 1.0519553422927856, "Finetune/Step": 3367, "Finetune/Step Time": 5.9393630512058735}
+{"Finetune/Learning Rate": 1.8914952873301448e-05, "Finetune/Loss": 0.8871511220932007, "Finetune/Loss (Raw)": 0.6666615605354309, "Finetune/Step": 3368, "Finetune/Step Time": 5.956659873947501}
+{"Finetune/Learning Rate": 1.891418986331559e-05, "Finetune/Loss": 0.8871729373931885, "Finetune/Loss (Raw)": 0.9728277325630188, "Finetune/Step": 3369, "Finetune/Step Time": 5.959222082048655}
+{"Finetune/Learning Rate": 1.891342660054866e-05, "Finetune/Loss": 0.8869302272796631, "Finetune/Loss (Raw)": 0.9478424787521362, "Finetune/Step": 3370, "Finetune/Step Time": 5.963114013895392}
+{"Finetune/Learning Rate": 1.8912663085022296e-05, "Finetune/Loss": 0.8876287937164307, "Finetune/Loss (Raw)": 0.8198527097702026, "Finetune/Step": 3371, "Finetune/Step Time": 5.937090249732137}
+{"Finetune/Learning Rate": 1.8911899316758154e-05, "Finetune/Loss": 0.8869378566741943, "Finetune/Loss (Raw)": 0.9172754287719727, "Finetune/Step": 3372, "Finetune/Step Time": 5.933122934773564}
+{"Finetune/Learning Rate": 1.8911135295777886e-05, "Finetune/Loss": 0.8870648145675659, "Finetune/Loss (Raw)": 0.938995897769928, "Finetune/Step": 3373, "Finetune/Step Time": 5.9502307418733835}
+{"Finetune/Learning Rate": 1.8910371022103164e-05, "Finetune/Loss": 0.8865444660186768, "Finetune/Loss (Raw)": 0.9599187970161438, "Finetune/Step": 3374, "Finetune/Step Time": 5.940823681652546}
+{"Finetune/Learning Rate": 1.8909606495755657e-05, "Finetune/Loss": 0.8860996961593628, "Finetune/Loss (Raw)": 0.8690098524093628, "Finetune/Step": 3375, "Finetune/Step Time": 5.942376537248492}
+{"Finetune/Learning Rate": 1.8908841716757044e-05, "Finetune/Loss": 0.8853209018707275, "Finetune/Loss (Raw)": 0.9491373896598816, "Finetune/Step": 3376, "Finetune/Step Time": 5.94232994876802}
+{"Finetune/Learning Rate": 1.8908076685129014e-05, "Finetune/Loss": 0.8853945136070251, "Finetune/Loss (Raw)": 0.9710131287574768, "Finetune/Step": 3377, "Finetune/Step Time": 5.947184817865491}
+{"Finetune/Learning Rate": 1.8907311400893258e-05, "Finetune/Loss": 0.8854091167449951, "Finetune/Loss (Raw)": 0.9525918364524841, "Finetune/Step": 3378, "Finetune/Step Time": 5.956133367493749}
+{"Finetune/Learning Rate": 1.890654586407148e-05, "Finetune/Loss": 0.8848741054534912, "Finetune/Loss (Raw)": 0.7989769577980042, "Finetune/Step": 3379, "Finetune/Step Time": 5.959177598357201}
+{"Finetune/Learning Rate": 1.8905780074685392e-05, "Finetune/Loss": 0.884181022644043, "Finetune/Loss (Raw)": 0.7470261454582214, "Finetune/Step": 3380, "Finetune/Step Time": 5.977967545390129}
+{"Finetune/Learning Rate": 1.8905014032756703e-05, "Finetune/Loss": 0.8834553956985474, "Finetune/Loss (Raw)": 0.8314160704612732, "Finetune/Step": 3381, "Finetune/Step Time": 5.981545960530639}
+{"Finetune/Learning Rate": 1.8904247738307137e-05, "Finetune/Loss": 0.8829891681671143, "Finetune/Loss (Raw)": 0.7896103858947754, "Finetune/Step": 3382, "Finetune/Step Time": 5.982136430218816}
+{"Finetune/Learning Rate": 1.8903481191358432e-05, "Finetune/Loss": 0.8837997913360596, "Finetune/Loss (Raw)": 0.8754202723503113, "Finetune/Step": 3383, "Finetune/Step Time": 5.964082475751638}
+{"Finetune/Learning Rate": 1.8902714391932312e-05, "Finetune/Loss": 0.8835300207138062, "Finetune/Loss (Raw)": 0.8268377184867859, "Finetune/Step": 3384, "Finetune/Step Time": 5.952523469924927}
+{"Finetune/Learning Rate": 1.890194734005053e-05, "Finetune/Loss": 0.8832592964172363, "Finetune/Loss (Raw)": 0.8983450531959534, "Finetune/Step": 3385, "Finetune/Step Time": 5.959432685747743}
+{"Finetune/Learning Rate": 1.8901180035734833e-05, "Finetune/Loss": 0.882317066192627, "Finetune/Loss (Raw)": 0.8756045699119568, "Finetune/Step": 3386, "Finetune/Step Time": 5.964550498872995}
+{"Finetune/Learning Rate": 1.8900412479006983e-05, "Finetune/Loss": 0.881712794303894, "Finetune/Loss (Raw)": 0.8044601082801819, "Finetune/Step": 3387, "Finetune/Step Time": 5.9535842295736074}
+{"Finetune/Learning Rate": 1.8899644669888747e-05, "Finetune/Loss": 0.8813672065734863, "Finetune/Loss (Raw)": 0.8377675414085388, "Finetune/Step": 3388, "Finetune/Step Time": 5.9410730842500925}
+{"Finetune/Learning Rate": 1.8898876608401893e-05, "Finetune/Loss": 0.8801676034927368, "Finetune/Loss (Raw)": 0.687541663646698, "Finetune/Step": 3389, "Finetune/Step Time": 5.959943976253271}
+{"Finetune/Learning Rate": 1.8898108294568206e-05, "Finetune/Loss": 0.8784218430519104, "Finetune/Loss (Raw)": 0.8436840772628784, "Finetune/Step": 3390, "Finetune/Step Time": 5.9605495650321245}
+{"Finetune/Learning Rate": 1.889733972840947e-05, "Finetune/Loss": 0.8788355588912964, "Finetune/Loss (Raw)": 0.9723941087722778, "Finetune/Step": 3391, "Finetune/Step Time": 5.961004896089435}
+{"Finetune/Learning Rate": 1.8896570909947477e-05, "Finetune/Loss": 0.8789279460906982, "Finetune/Loss (Raw)": 0.889840841293335, "Finetune/Step": 3392, "Finetune/Step Time": 5.957087829709053}
+{"Finetune/Learning Rate": 1.889580183920403e-05, "Finetune/Loss": 0.8776297569274902, "Finetune/Loss (Raw)": 0.8300949335098267, "Finetune/Step": 3393, "Finetune/Step Time": 5.9665602166205645}
+{"Finetune/Learning Rate": 1.8895032516200942e-05, "Finetune/Loss": 0.8764162063598633, "Finetune/Loss (Raw)": 0.7529681921005249, "Finetune/Step": 3394, "Finetune/Step Time": 5.970521107316017}
+{"Finetune/Learning Rate": 1.8894262940960027e-05, "Finetune/Loss": 0.8752963542938232, "Finetune/Loss (Raw)": 0.7417866587638855, "Finetune/Step": 3395, "Finetune/Step Time": 5.972962025552988}
+{"Finetune/Learning Rate": 1.88934931135031e-05, "Finetune/Loss": 0.8757904767990112, "Finetune/Loss (Raw)": 0.9670663475990295, "Finetune/Step": 3396, "Finetune/Step Time": 5.970752462744713}
+{"Finetune/Learning Rate": 1.8892723033852006e-05, "Finetune/Loss": 0.8767651319503784, "Finetune/Loss (Raw)": 0.9111061096191406, "Finetune/Step": 3397, "Finetune/Step Time": 5.975686237215996}
+{"Finetune/Learning Rate": 1.8891952702028574e-05, "Finetune/Loss": 0.8772782683372498, "Finetune/Loss (Raw)": 0.9434702396392822, "Finetune/Step": 3398, "Finetune/Step Time": 5.9710336700081825}
+{"Finetune/Learning Rate": 1.8891182118054648e-05, "Finetune/Loss": 0.8779646754264832, "Finetune/Loss (Raw)": 1.0447043180465698, "Finetune/Step": 3399, "Finetune/Step Time": 5.939523784443736}
+{"Finetune/Learning Rate": 1.889041128195208e-05, "Finetune/Loss": 0.877867579460144, "Finetune/Loss (Raw)": 0.9438651204109192, "Finetune/Step": 3400, "Finetune/Step Time": 5.936288530007005}
+{"Finetune/Learning Rate": 1.8889640193742726e-05, "Finetune/Loss": 0.8790791034698486, "Finetune/Loss (Raw)": 0.8897442817687988, "Finetune/Step": 3401, "Finetune/Step Time": 5.902726171538234}
+{"Finetune/Learning Rate": 1.888886885344846e-05, "Finetune/Loss": 0.8795763254165649, "Finetune/Loss (Raw)": 0.9375678896903992, "Finetune/Step": 3402, "Finetune/Step Time": 5.902743700891733}
+{"Finetune/Learning Rate": 1.8888097261091145e-05, "Finetune/Loss": 0.8785605430603027, "Finetune/Loss (Raw)": 0.8040982484817505, "Finetune/Step": 3403, "Finetune/Step Time": 5.9036318846046925}
+{"Finetune/Learning Rate": 1.8887325416692664e-05, "Finetune/Loss": 0.8782867193222046, "Finetune/Loss (Raw)": 0.8156988024711609, "Finetune/Step": 3404, "Finetune/Step Time": 5.911007380113006}
+{"Finetune/Learning Rate": 1.8886553320274915e-05, "Finetune/Loss": 0.8765180110931396, "Finetune/Loss (Raw)": 0.8129590153694153, "Finetune/Step": 3405, "Finetune/Step Time": 5.920021545141935}
+{"Finetune/Learning Rate": 1.8885780971859776e-05, "Finetune/Loss": 0.8773763179779053, "Finetune/Loss (Raw)": 0.9537824988365173, "Finetune/Step": 3406, "Finetune/Step Time": 5.92076119966805}
+{"Finetune/Learning Rate": 1.888500837146916e-05, "Finetune/Loss": 0.8768213391304016, "Finetune/Loss (Raw)": 0.8352213501930237, "Finetune/Step": 3407, "Finetune/Step Time": 5.9283449444919825}
+{"Finetune/Learning Rate": 1.8884235519124972e-05, "Finetune/Loss": 0.8773285150527954, "Finetune/Loss (Raw)": 0.9073682427406311, "Finetune/Step": 3408, "Finetune/Step Time": 5.928430173546076}
+{"Finetune/Learning Rate": 1.8883462414849127e-05, "Finetune/Loss": 0.8755044937133789, "Finetune/Loss (Raw)": 0.8729409575462341, "Finetune/Step": 3409, "Finetune/Step Time": 5.9309297520667315}
+{"Finetune/Learning Rate": 1.888268905866355e-05, "Finetune/Loss": 0.8754836916923523, "Finetune/Loss (Raw)": 0.9309121370315552, "Finetune/Step": 3410, "Finetune/Step Time": 5.931343553587794}
+{"Finetune/Learning Rate": 1.888191545059017e-05, "Finetune/Loss": 0.8749620914459229, "Finetune/Loss (Raw)": 0.8798941373825073, "Finetune/Step": 3411, "Finetune/Step Time": 5.939215602353215}
+{"Finetune/Learning Rate": 1.8881141590650924e-05, "Finetune/Loss": 0.8751585483551025, "Finetune/Loss (Raw)": 0.875981330871582, "Finetune/Step": 3412, "Finetune/Step Time": 5.939975177869201}
+{"Finetune/Learning Rate": 1.888036747886776e-05, "Finetune/Loss": 0.8754953145980835, "Finetune/Loss (Raw)": 0.9378790855407715, "Finetune/Step": 3413, "Finetune/Step Time": 5.939146012067795}
+{"Finetune/Learning Rate": 1.8879593115262623e-05, "Finetune/Loss": 0.8747943043708801, "Finetune/Loss (Raw)": 0.8350104093551636, "Finetune/Step": 3414, "Finetune/Step Time": 5.939527593553066}
+{"Finetune/Learning Rate": 1.8878818499857475e-05, "Finetune/Loss": 0.8741003274917603, "Finetune/Loss (Raw)": 0.9433563947677612, "Finetune/Step": 3415, "Finetune/Step Time": 5.943757841363549}
+{"Finetune/Learning Rate": 1.8878043632674284e-05, "Finetune/Loss": 0.8748485445976257, "Finetune/Loss (Raw)": 1.0112615823745728, "Finetune/Step": 3416, "Finetune/Step Time": 5.930156737565994}
+{"Finetune/Learning Rate": 1.8877268513735022e-05, "Finetune/Loss": 0.8759929537773132, "Finetune/Loss (Raw)": 0.8948883414268494, "Finetune/Step": 3417, "Finetune/Step Time": 5.926853744313121}
+{"Finetune/Learning Rate": 1.8876493143061668e-05, "Finetune/Loss": 0.8776655197143555, "Finetune/Loss (Raw)": 0.9026987552642822, "Finetune/Step": 3418, "Finetune/Step Time": 5.920588517561555}
+{"Finetune/Learning Rate": 1.887571752067621e-05, "Finetune/Loss": 0.8780670166015625, "Finetune/Loss (Raw)": 0.9015753865242004, "Finetune/Step": 3419, "Finetune/Step Time": 5.921538865193725}
+{"Finetune/Learning Rate": 1.8874941646600642e-05, "Finetune/Loss": 0.8774272203445435, "Finetune/Loss (Raw)": 0.8376352190971375, "Finetune/Step": 3420, "Finetune/Step Time": 5.923430368304253}
+{"Finetune/Learning Rate": 1.8874165520856965e-05, "Finetune/Loss": 0.8785127997398376, "Finetune/Loss (Raw)": 1.0338023900985718, "Finetune/Step": 3421, "Finetune/Step Time": 5.9210230354219675}
+{"Finetune/Learning Rate": 1.8873389143467193e-05, "Finetune/Loss": 0.879737138748169, "Finetune/Loss (Raw)": 0.8269187808036804, "Finetune/Step": 3422, "Finetune/Step Time": 5.922079581767321}
+{"Finetune/Learning Rate": 1.8872612514453334e-05, "Finetune/Loss": 0.8788253664970398, "Finetune/Loss (Raw)": 0.8207035064697266, "Finetune/Step": 3423, "Finetune/Step Time": 5.9252758882939816}
+{"Finetune/Learning Rate": 1.887183563383741e-05, "Finetune/Loss": 0.880551815032959, "Finetune/Loss (Raw)": 0.896338939666748, "Finetune/Step": 3424, "Finetune/Step Time": 5.9041319116950035}
+{"Finetune/Learning Rate": 1.8871058501641465e-05, "Finetune/Loss": 0.8796581029891968, "Finetune/Loss (Raw)": 0.7686282992362976, "Finetune/Step": 3425, "Finetune/Step Time": 5.905188603326678}
+{"Finetune/Learning Rate": 1.8870281117887517e-05, "Finetune/Loss": 0.8792458772659302, "Finetune/Loss (Raw)": 0.7359641194343567, "Finetune/Step": 3426, "Finetune/Step Time": 5.905586715787649}
+{"Finetune/Learning Rate": 1.8869503482597626e-05, "Finetune/Loss": 0.877631425857544, "Finetune/Loss (Raw)": 0.7649478912353516, "Finetune/Step": 3427, "Finetune/Step Time": 5.908069336786866}
+{"Finetune/Learning Rate": 1.8868725595793837e-05, "Finetune/Loss": 0.8788901567459106, "Finetune/Loss (Raw)": 0.9650150537490845, "Finetune/Step": 3428, "Finetune/Step Time": 5.907438112422824}
+{"Finetune/Learning Rate": 1.8867947457498207e-05, "Finetune/Loss": 0.878740668296814, "Finetune/Loss (Raw)": 0.7618090510368347, "Finetune/Step": 3429, "Finetune/Step Time": 5.90586506947875}
+{"Finetune/Learning Rate": 1.886716906773281e-05, "Finetune/Loss": 0.8767854571342468, "Finetune/Loss (Raw)": 0.7755860090255737, "Finetune/Step": 3430, "Finetune/Step Time": 5.908733414486051}
+{"Finetune/Learning Rate": 1.8866390426519706e-05, "Finetune/Loss": 0.8755567073822021, "Finetune/Loss (Raw)": 0.7607965469360352, "Finetune/Step": 3431, "Finetune/Step Time": 5.924315640702844}
+{"Finetune/Learning Rate": 1.886561153388099e-05, "Finetune/Loss": 0.8755355477333069, "Finetune/Loss (Raw)": 0.8641335368156433, "Finetune/Step": 3432, "Finetune/Step Time": 5.924096880480647}
+{"Finetune/Learning Rate": 1.8864832389838735e-05, "Finetune/Loss": 0.8740770816802979, "Finetune/Loss (Raw)": 0.7270745635032654, "Finetune/Step": 3433, "Finetune/Step Time": 5.946652777493}
+{"Finetune/Learning Rate": 1.886405299441504e-05, "Finetune/Loss": 0.8740180730819702, "Finetune/Loss (Raw)": 0.8924696445465088, "Finetune/Step": 3434, "Finetune/Step Time": 5.950950592756271}
+{"Finetune/Learning Rate": 1.8863273347632014e-05, "Finetune/Loss": 0.8732143640518188, "Finetune/Loss (Raw)": 0.8181003332138062, "Finetune/Step": 3435, "Finetune/Step Time": 5.948620308190584}
+{"Finetune/Learning Rate": 1.8862493449511757e-05, "Finetune/Loss": 0.8730586767196655, "Finetune/Loss (Raw)": 0.8214683532714844, "Finetune/Step": 3436, "Finetune/Step Time": 5.94652440585196}
+{"Finetune/Learning Rate": 1.886171330007639e-05, "Finetune/Loss": 0.8714172840118408, "Finetune/Loss (Raw)": 0.7402961254119873, "Finetune/Step": 3437, "Finetune/Step Time": 5.951627362519503}
+{"Finetune/Learning Rate": 1.8860932899348028e-05, "Finetune/Loss": 0.871692419052124, "Finetune/Loss (Raw)": 0.8247965574264526, "Finetune/Step": 3438, "Finetune/Step Time": 5.953611494973302}
+{"Finetune/Learning Rate": 1.8860152247348808e-05, "Finetune/Loss": 0.8721109628677368, "Finetune/Loss (Raw)": 0.9912746548652649, "Finetune/Step": 3439, "Finetune/Step Time": 5.954070817679167}
+{"Finetune/Learning Rate": 1.8859371344100865e-05, "Finetune/Loss": 0.8719749450683594, "Finetune/Loss (Raw)": 1.0392776727676392, "Finetune/Step": 3440, "Finetune/Step Time": 5.952123325318098}
+{"Finetune/Learning Rate": 1.8858590189626345e-05, "Finetune/Loss": 0.8715702295303345, "Finetune/Loss (Raw)": 0.8481669425964355, "Finetune/Step": 3441, "Finetune/Step Time": 5.949954386800528}
+{"Finetune/Learning Rate": 1.8857808783947396e-05, "Finetune/Loss": 0.8723748922348022, "Finetune/Loss (Raw)": 0.8827011585235596, "Finetune/Step": 3442, "Finetune/Step Time": 5.944179965183139}
+{"Finetune/Learning Rate": 1.8857027127086177e-05, "Finetune/Loss": 0.871882438659668, "Finetune/Loss (Raw)": 1.028322458267212, "Finetune/Step": 3443, "Finetune/Step Time": 5.942860554903746}
+{"Finetune/Learning Rate": 1.8856245219064855e-05, "Finetune/Loss": 0.8732492923736572, "Finetune/Loss (Raw)": 0.9605045914649963, "Finetune/Step": 3444, "Finetune/Step Time": 5.946068907156587}
+{"Finetune/Learning Rate": 1.8855463059905607e-05, "Finetune/Loss": 0.8746526837348938, "Finetune/Loss (Raw)": 0.9656363725662231, "Finetune/Step": 3445, "Finetune/Step Time": 5.9330903720110655}
+{"Finetune/Learning Rate": 1.8854680649630607e-05, "Finetune/Loss": 0.8746128082275391, "Finetune/Loss (Raw)": 0.8904069662094116, "Finetune/Step": 3446, "Finetune/Step Time": 5.9299221113324165}
+{"Finetune/Learning Rate": 1.885389798826204e-05, "Finetune/Loss": 0.8734244108200073, "Finetune/Loss (Raw)": 0.8501960635185242, "Finetune/Step": 3447, "Finetune/Step Time": 5.929814610630274}
+{"Finetune/Learning Rate": 1.8853115075822105e-05, "Finetune/Loss": 0.8734362125396729, "Finetune/Loss (Raw)": 0.7836291790008545, "Finetune/Step": 3448, "Finetune/Step Time": 5.92923684604466}
+{"Finetune/Learning Rate": 1.8852331912332998e-05, "Finetune/Loss": 0.8731046915054321, "Finetune/Loss (Raw)": 0.9431124329566956, "Finetune/Step": 3449, "Finetune/Step Time": 5.931074250489473}
+{"Finetune/Learning Rate": 1.8851548497816935e-05, "Finetune/Loss": 0.8738348484039307, "Finetune/Loss (Raw)": 1.0745770931243896, "Finetune/Step": 3450, "Finetune/Step Time": 5.948972390964627}
+{"Finetune/Learning Rate": 1.8850764832296126e-05, "Finetune/Loss": 0.8743414878845215, "Finetune/Loss (Raw)": 0.8301694989204407, "Finetune/Step": 3451, "Finetune/Step Time": 5.952502815052867}
+{"Finetune/Learning Rate": 1.8849980915792794e-05, "Finetune/Loss": 0.8741302490234375, "Finetune/Loss (Raw)": 0.8172522187232971, "Finetune/Step": 3452, "Finetune/Step Time": 5.952604882419109}
+{"Finetune/Learning Rate": 1.884919674832917e-05, "Finetune/Loss": 0.8751626014709473, "Finetune/Loss (Raw)": 1.0744584798812866, "Finetune/Step": 3453, "Finetune/Step Time": 5.954236226156354}
+{"Finetune/Learning Rate": 1.8848412329927492e-05, "Finetune/Loss": 0.8734528422355652, "Finetune/Loss (Raw)": 0.8871549367904663, "Finetune/Step": 3454, "Finetune/Step Time": 5.954360766336322}
+{"Finetune/Learning Rate": 1.8847627660609994e-05, "Finetune/Loss": 0.8723123073577881, "Finetune/Loss (Raw)": 0.9540942311286926, "Finetune/Step": 3455, "Finetune/Step Time": 5.94713999889791}
+{"Finetune/Learning Rate": 1.884684274039894e-05, "Finetune/Loss": 0.8723229169845581, "Finetune/Loss (Raw)": 0.8657604455947876, "Finetune/Step": 3456, "Finetune/Step Time": 5.943816415965557}
+{"Finetune/Learning Rate": 1.8846057569316585e-05, "Finetune/Loss": 0.8711913824081421, "Finetune/Loss (Raw)": 0.6854031085968018, "Finetune/Step": 3457, "Finetune/Step Time": 5.9689134526997805}
+{"Finetune/Learning Rate": 1.884527214738519e-05, "Finetune/Loss": 0.8711844086647034, "Finetune/Loss (Raw)": 0.8728832006454468, "Finetune/Step": 3458, "Finetune/Step Time": 5.960834560915828}
+{"Finetune/Learning Rate": 1.884448647462703e-05, "Finetune/Loss": 0.8733173608779907, "Finetune/Loss (Raw)": 0.8527358174324036, "Finetune/Step": 3459, "Finetune/Step Time": 5.939176930114627}
+{"Finetune/Learning Rate": 1.8843700551064383e-05, "Finetune/Loss": 0.8725940585136414, "Finetune/Loss (Raw)": 0.756788969039917, "Finetune/Step": 3460, "Finetune/Step Time": 5.954037101939321}
+{"Finetune/Learning Rate": 1.8842914376719537e-05, "Finetune/Loss": 0.8722617030143738, "Finetune/Loss (Raw)": 0.9301667809486389, "Finetune/Step": 3461, "Finetune/Step Time": 5.974290281534195}
+{"Finetune/Learning Rate": 1.8842127951614785e-05, "Finetune/Loss": 0.8730446100234985, "Finetune/Loss (Raw)": 0.980944037437439, "Finetune/Step": 3462, "Finetune/Step Time": 5.977668387815356}
+{"Finetune/Learning Rate": 1.8841341275772427e-05, "Finetune/Loss": 0.8723129034042358, "Finetune/Loss (Raw)": 0.8662757277488708, "Finetune/Step": 3463, "Finetune/Step Time": 5.980219598859549}
+{"Finetune/Learning Rate": 1.8840554349214772e-05, "Finetune/Loss": 0.8729342222213745, "Finetune/Loss (Raw)": 0.9643471837043762, "Finetune/Step": 3464, "Finetune/Step Time": 5.982445772737265}
+{"Finetune/Learning Rate": 1.8839767171964136e-05, "Finetune/Loss": 0.8724877834320068, "Finetune/Loss (Raw)": 0.9937652349472046, "Finetune/Step": 3465, "Finetune/Step Time": 5.983698921278119}
+{"Finetune/Learning Rate": 1.8838979744042838e-05, "Finetune/Loss": 0.8725665807723999, "Finetune/Loss (Raw)": 0.9103702902793884, "Finetune/Step": 3466, "Finetune/Step Time": 5.974194884300232}
+{"Finetune/Learning Rate": 1.883819206547321e-05, "Finetune/Loss": 0.8715643286705017, "Finetune/Loss (Raw)": 0.8243677616119385, "Finetune/Step": 3467, "Finetune/Step Time": 5.954561682417989}
+{"Finetune/Learning Rate": 1.8837404136277587e-05, "Finetune/Loss": 0.8726304173469543, "Finetune/Loss (Raw)": 0.9072976112365723, "Finetune/Step": 3468, "Finetune/Step Time": 5.961080305278301}
+{"Finetune/Learning Rate": 1.8836615956478318e-05, "Finetune/Loss": 0.8731032609939575, "Finetune/Loss (Raw)": 0.9357100129127502, "Finetune/Step": 3469, "Finetune/Step Time": 5.96284438110888}
+{"Finetune/Learning Rate": 1.8835827526097744e-05, "Finetune/Loss": 0.8745230436325073, "Finetune/Loss (Raw)": 0.9485766291618347, "Finetune/Step": 3470, "Finetune/Step Time": 5.963678900152445}
+{"Finetune/Learning Rate": 1.8835038845158225e-05, "Finetune/Loss": 0.8741925954818726, "Finetune/Loss (Raw)": 0.9454234838485718, "Finetune/Step": 3471, "Finetune/Step Time": 5.963983489200473}
+{"Finetune/Learning Rate": 1.8834249913682132e-05, "Finetune/Loss": 0.8755917549133301, "Finetune/Loss (Raw)": 0.995986819267273, "Finetune/Step": 3472, "Finetune/Step Time": 5.964983193203807}
+{"Finetune/Learning Rate": 1.8833460731691833e-05, "Finetune/Loss": 0.8759850263595581, "Finetune/Loss (Raw)": 0.9551810026168823, "Finetune/Step": 3473, "Finetune/Step Time": 5.949612138792872}
+{"Finetune/Learning Rate": 1.88326712992097e-05, "Finetune/Loss": 0.8771944046020508, "Finetune/Loss (Raw)": 0.7726998329162598, "Finetune/Step": 3474, "Finetune/Step Time": 5.948557300493121}
+{"Finetune/Learning Rate": 1.8831881616258133e-05, "Finetune/Loss": 0.8774926662445068, "Finetune/Loss (Raw)": 0.9950990080833435, "Finetune/Step": 3475, "Finetune/Step Time": 5.9497898779809475}
+{"Finetune/Learning Rate": 1.8831091682859516e-05, "Finetune/Loss": 0.8776407241821289, "Finetune/Loss (Raw)": 0.9883366227149963, "Finetune/Step": 3476, "Finetune/Step Time": 5.948197431862354}
+{"Finetune/Learning Rate": 1.883030149903625e-05, "Finetune/Loss": 0.8799000978469849, "Finetune/Loss (Raw)": 0.9977432489395142, "Finetune/Step": 3477, "Finetune/Step Time": 5.963769035413861}
+{"Finetune/Learning Rate": 1.8829511064810743e-05, "Finetune/Loss": 0.8802011013031006, "Finetune/Loss (Raw)": 0.8762909173965454, "Finetune/Step": 3478, "Finetune/Step Time": 5.965868446975946}
+{"Finetune/Learning Rate": 1.8828720380205412e-05, "Finetune/Loss": 0.881883978843689, "Finetune/Loss (Raw)": 0.9308881163597107, "Finetune/Step": 3479, "Finetune/Step Time": 5.969981571659446}
+{"Finetune/Learning Rate": 1.8827929445242678e-05, "Finetune/Loss": 0.8809775710105896, "Finetune/Loss (Raw)": 0.9084057807922363, "Finetune/Step": 3480, "Finetune/Step Time": 5.97127883695066}
+{"Finetune/Learning Rate": 1.8827138259944964e-05, "Finetune/Loss": 0.8813247680664062, "Finetune/Loss (Raw)": 0.8545567393302917, "Finetune/Step": 3481, "Finetune/Step Time": 5.960695439949632}
+{"Finetune/Learning Rate": 1.8826346824334713e-05, "Finetune/Loss": 0.882399320602417, "Finetune/Loss (Raw)": 1.004507064819336, "Finetune/Step": 3482, "Finetune/Step Time": 5.965801747515798}
+{"Finetune/Learning Rate": 1.882555513843436e-05, "Finetune/Loss": 0.8839442729949951, "Finetune/Loss (Raw)": 0.782715380191803, "Finetune/Step": 3483, "Finetune/Step Time": 5.960109360516071}
+{"Finetune/Learning Rate": 1.8824763202266364e-05, "Finetune/Loss": 0.8845527172088623, "Finetune/Loss (Raw)": 0.8603178858757019, "Finetune/Step": 3484, "Finetune/Step Time": 5.95858046412468}
+{"Finetune/Learning Rate": 1.882397101585318e-05, "Finetune/Loss": 0.8835152387619019, "Finetune/Loss (Raw)": 0.8214266896247864, "Finetune/Step": 3485, "Finetune/Step Time": 5.9514742735773325}
+{"Finetune/Learning Rate": 1.8823178579217266e-05, "Finetune/Loss": 0.8849519491195679, "Finetune/Loss (Raw)": 1.0122750997543335, "Finetune/Step": 3486, "Finetune/Step Time": 5.9448869433254}
+{"Finetune/Learning Rate": 1.8822385892381096e-05, "Finetune/Loss": 0.8849022388458252, "Finetune/Loss (Raw)": 0.8977124691009521, "Finetune/Step": 3487, "Finetune/Step Time": 5.946706987917423}
+{"Finetune/Learning Rate": 1.8821592955367154e-05, "Finetune/Loss": 0.8845006227493286, "Finetune/Loss (Raw)": 0.8147265315055847, "Finetune/Step": 3488, "Finetune/Step Time": 5.945072874426842}
+{"Finetune/Learning Rate": 1.882079976819792e-05, "Finetune/Loss": 0.8858766555786133, "Finetune/Loss (Raw)": 1.0133113861083984, "Finetune/Step": 3489, "Finetune/Step Time": 5.943153923377395}
+{"Finetune/Learning Rate": 1.8820006330895883e-05, "Finetune/Loss": 0.8849679231643677, "Finetune/Loss (Raw)": 0.8256306648254395, "Finetune/Step": 3490, "Finetune/Step Time": 5.94329072907567}
+{"Finetune/Learning Rate": 1.881921264348355e-05, "Finetune/Loss": 0.8848514556884766, "Finetune/Loss (Raw)": 0.8675545454025269, "Finetune/Step": 3491, "Finetune/Step Time": 5.94108772277832}
+{"Finetune/Learning Rate": 1.8818418705983427e-05, "Finetune/Loss": 0.8832935094833374, "Finetune/Loss (Raw)": 0.6362565159797668, "Finetune/Step": 3492, "Finetune/Step Time": 5.9265789445489645}
+{"Finetune/Learning Rate": 1.8817624518418025e-05, "Finetune/Loss": 0.8835703134536743, "Finetune/Loss (Raw)": 0.8308568596839905, "Finetune/Step": 3493, "Finetune/Step Time": 5.927438784390688}
+{"Finetune/Learning Rate": 1.8816830080809865e-05, "Finetune/Loss": 0.8829135894775391, "Finetune/Loss (Raw)": 0.8983184695243835, "Finetune/Step": 3494, "Finetune/Step Time": 5.926238154992461}
+{"Finetune/Learning Rate": 1.8816035393181476e-05, "Finetune/Loss": 0.8817580342292786, "Finetune/Loss (Raw)": 0.9040400385856628, "Finetune/Step": 3495, "Finetune/Step Time": 5.908230360597372}
+{"Finetune/Learning Rate": 1.881524045555539e-05, "Finetune/Loss": 0.8839974999427795, "Finetune/Loss (Raw)": 0.9533127546310425, "Finetune/Step": 3496, "Finetune/Step Time": 5.892304126173258}
+{"Finetune/Learning Rate": 1.8814445267954157e-05, "Finetune/Loss": 0.8832250833511353, "Finetune/Loss (Raw)": 0.873956561088562, "Finetune/Step": 3497, "Finetune/Step Time": 5.891675094142556}
+{"Finetune/Learning Rate": 1.8813649830400317e-05, "Finetune/Loss": 0.8832610845565796, "Finetune/Loss (Raw)": 0.9524516463279724, "Finetune/Step": 3498, "Finetune/Step Time": 5.888318806886673}
+{"Finetune/Learning Rate": 1.8812854142916432e-05, "Finetune/Loss": 0.884506106376648, "Finetune/Loss (Raw)": 0.979221522808075, "Finetune/Step": 3499, "Finetune/Step Time": 5.888287089765072}
+{"Finetune/Learning Rate": 1.8812058205525064e-05, "Finetune/Loss": 0.8829646110534668, "Finetune/Loss (Raw)": 0.7199579477310181, "Finetune/Step": 3500, "Finetune/Step Time": 5.910490352660418}
+{"Finetune/Learning Rate": 1.8811262018248783e-05, "Finetune/Loss": 0.8812485337257385, "Finetune/Loss (Raw)": 0.7193415760993958, "Finetune/Step": 3501, "Finetune/Step Time": 5.928072599694133}
+{"Finetune/Learning Rate": 1.8810465581110165e-05, "Finetune/Loss": 0.8810078501701355, "Finetune/Loss (Raw)": 0.9291138648986816, "Finetune/Step": 3502, "Finetune/Step Time": 5.923105658963323}
+{"Finetune/Learning Rate": 1.88096688941318e-05, "Finetune/Loss": 0.8810019493103027, "Finetune/Loss (Raw)": 0.8682546615600586, "Finetune/Step": 3503, "Finetune/Step Time": 5.922992937266827}
+{"Finetune/Learning Rate": 1.8808871957336277e-05, "Finetune/Loss": 0.8810053467750549, "Finetune/Loss (Raw)": 0.9495710730552673, "Finetune/Step": 3504, "Finetune/Step Time": 5.923501007258892}
+{"Finetune/Learning Rate": 1.880807477074619e-05, "Finetune/Loss": 0.8812202215194702, "Finetune/Loss (Raw)": 0.9985101222991943, "Finetune/Step": 3505, "Finetune/Step Time": 5.934029100462794}
+{"Finetune/Learning Rate": 1.8807277334384154e-05, "Finetune/Loss": 0.8786609768867493, "Finetune/Loss (Raw)": 0.6250157356262207, "Finetune/Step": 3506, "Finetune/Step Time": 5.9297115579247475}
+{"Finetune/Learning Rate": 1.8806479648272776e-05, "Finetune/Loss": 0.8798987865447998, "Finetune/Loss (Raw)": 0.9574117064476013, "Finetune/Step": 3507, "Finetune/Step Time": 5.929216494783759}
+{"Finetune/Learning Rate": 1.8805681712434675e-05, "Finetune/Loss": 0.8802186250686646, "Finetune/Loss (Raw)": 0.787970781326294, "Finetune/Step": 3508, "Finetune/Step Time": 5.909320663660765}
+{"Finetune/Learning Rate": 1.8804883526892485e-05, "Finetune/Loss": 0.8809183835983276, "Finetune/Loss (Raw)": 0.9209876656532288, "Finetune/Step": 3509, "Finetune/Step Time": 5.908244527876377}
+{"Finetune/Learning Rate": 1.880408509166883e-05, "Finetune/Loss": 0.8817129135131836, "Finetune/Loss (Raw)": 0.8913054466247559, "Finetune/Step": 3510, "Finetune/Step Time": 5.906647359952331}
+{"Finetune/Learning Rate": 1.8803286406786362e-05, "Finetune/Loss": 0.8812558650970459, "Finetune/Loss (Raw)": 0.8169171214103699, "Finetune/Step": 3511, "Finetune/Step Time": 5.905877748504281}
+{"Finetune/Learning Rate": 1.8802487472267725e-05, "Finetune/Loss": 0.8823480606079102, "Finetune/Loss (Raw)": 0.966641902923584, "Finetune/Step": 3512, "Finetune/Step Time": 5.909998094663024}
+{"Finetune/Learning Rate": 1.880168828813557e-05, "Finetune/Loss": 0.8825084567070007, "Finetune/Loss (Raw)": 0.9188669919967651, "Finetune/Step": 3513, "Finetune/Step Time": 5.905307549983263}
+{"Finetune/Learning Rate": 1.8800888854412568e-05, "Finetune/Loss": 0.8825377225875854, "Finetune/Loss (Raw)": 0.8793572783470154, "Finetune/Step": 3514, "Finetune/Step Time": 5.899512231349945}
+{"Finetune/Learning Rate": 1.8800089171121384e-05, "Finetune/Loss": 0.884290874004364, "Finetune/Loss (Raw)": 1.0288604497909546, "Finetune/Step": 3515, "Finetune/Step Time": 5.900068806484342}
+{"Finetune/Learning Rate": 1.879928923828469e-05, "Finetune/Loss": 0.8850853443145752, "Finetune/Loss (Raw)": 0.939459502696991, "Finetune/Step": 3516, "Finetune/Step Time": 5.90398520603776}
+{"Finetune/Learning Rate": 1.879848905592518e-05, "Finetune/Loss": 0.8866182565689087, "Finetune/Loss (Raw)": 0.8837600350379944, "Finetune/Step": 3517, "Finetune/Step Time": 5.884832231327891}
+{"Finetune/Learning Rate": 1.8797688624065542e-05, "Finetune/Loss": 0.8879034519195557, "Finetune/Loss (Raw)": 1.0081928968429565, "Finetune/Step": 3518, "Finetune/Step Time": 5.882332785055041}
+{"Finetune/Learning Rate": 1.8796887942728467e-05, "Finetune/Loss": 0.8869971036911011, "Finetune/Loss (Raw)": 0.8563815951347351, "Finetune/Step": 3519, "Finetune/Step Time": 5.897629540413618}
+{"Finetune/Learning Rate": 1.8796087011936665e-05, "Finetune/Loss": 0.8864822387695312, "Finetune/Loss (Raw)": 0.8239307403564453, "Finetune/Step": 3520, "Finetune/Step Time": 5.903434040024877}
+{"Finetune/Learning Rate": 1.8795285831712854e-05, "Finetune/Loss": 0.8872189521789551, "Finetune/Loss (Raw)": 0.9243957996368408, "Finetune/Step": 3521, "Finetune/Step Time": 5.886035222560167}
+{"Finetune/Learning Rate": 1.879448440207974e-05, "Finetune/Loss": 0.8883482217788696, "Finetune/Loss (Raw)": 0.8975139260292053, "Finetune/Step": 3522, "Finetune/Step Time": 5.883325695991516}
+{"Finetune/Learning Rate": 1.879368272306006e-05, "Finetune/Loss": 0.8897686004638672, "Finetune/Loss (Raw)": 0.9235944151878357, "Finetune/Step": 3523, "Finetune/Step Time": 5.878049777820706}
+{"Finetune/Learning Rate": 1.8792880794676546e-05, "Finetune/Loss": 0.8899502158164978, "Finetune/Loss (Raw)": 0.9903110265731812, "Finetune/Step": 3524, "Finetune/Step Time": 5.876301273703575}
+{"Finetune/Learning Rate": 1.8792078616951933e-05, "Finetune/Loss": 0.8885144591331482, "Finetune/Loss (Raw)": 0.7273335456848145, "Finetune/Step": 3525, "Finetune/Step Time": 5.888574944809079}
+{"Finetune/Learning Rate": 1.8791276189908973e-05, "Finetune/Loss": 0.8880589008331299, "Finetune/Loss (Raw)": 0.8851569294929504, "Finetune/Step": 3526, "Finetune/Step Time": 5.88817304186523}
+{"Finetune/Learning Rate": 1.8790473513570416e-05, "Finetune/Loss": 0.8867329359054565, "Finetune/Loss (Raw)": 0.874978244304657, "Finetune/Step": 3527, "Finetune/Step Time": 5.885770406574011}
+{"Finetune/Learning Rate": 1.8789670587959032e-05, "Finetune/Loss": 0.8855985999107361, "Finetune/Loss (Raw)": 0.7986744046211243, "Finetune/Step": 3528, "Finetune/Step Time": 5.902343399822712}
+{"Finetune/Learning Rate": 1.878886741309758e-05, "Finetune/Loss": 0.8865916132926941, "Finetune/Loss (Raw)": 1.0168441534042358, "Finetune/Step": 3529, "Finetune/Step Time": 5.901463381946087}
+{"Finetune/Learning Rate": 1.8788063989008845e-05, "Finetune/Loss": 0.8868775367736816, "Finetune/Loss (Raw)": 0.9741671681404114, "Finetune/Step": 3530, "Finetune/Step Time": 5.902989711612463}
+{"Finetune/Learning Rate": 1.87872603157156e-05, "Finetune/Loss": 0.8879327774047852, "Finetune/Loss (Raw)": 0.9391679763793945, "Finetune/Step": 3531, "Finetune/Step Time": 5.900819206610322}
+{"Finetune/Learning Rate": 1.8786456393240646e-05, "Finetune/Loss": 0.8889578580856323, "Finetune/Loss (Raw)": 0.9469174146652222, "Finetune/Step": 3532, "Finetune/Step Time": 5.887164153158665}
+{"Finetune/Learning Rate": 1.878565222160677e-05, "Finetune/Loss": 0.8899454474449158, "Finetune/Loss (Raw)": 0.9393702745437622, "Finetune/Step": 3533, "Finetune/Step Time": 5.880322124809027}
+{"Finetune/Learning Rate": 1.8784847800836782e-05, "Finetune/Loss": 0.890053927898407, "Finetune/Loss (Raw)": 0.9676616191864014, "Finetune/Step": 3534, "Finetune/Step Time": 5.878273768350482}
+{"Finetune/Learning Rate": 1.878404313095349e-05, "Finetune/Loss": 0.8907396197319031, "Finetune/Loss (Raw)": 0.9229934811592102, "Finetune/Step": 3535, "Finetune/Step Time": 5.872095314785838}
+{"Finetune/Learning Rate": 1.878323821197971e-05, "Finetune/Loss": 0.8901305198669434, "Finetune/Loss (Raw)": 0.8294084668159485, "Finetune/Step": 3536, "Finetune/Step Time": 5.883151268586516}
+{"Finetune/Learning Rate": 1.8782433043938274e-05, "Finetune/Loss": 0.8898325562477112, "Finetune/Loss (Raw)": 0.8347978591918945, "Finetune/Step": 3537, "Finetune/Step Time": 5.881693789735436}
+{"Finetune/Learning Rate": 1.8781627626852012e-05, "Finetune/Loss": 0.8884176015853882, "Finetune/Loss (Raw)": 0.7497910261154175, "Finetune/Step": 3538, "Finetune/Step Time": 5.887673104181886}
+{"Finetune/Learning Rate": 1.8780821960743762e-05, "Finetune/Loss": 0.888056755065918, "Finetune/Loss (Raw)": 0.8337119221687317, "Finetune/Step": 3539, "Finetune/Step Time": 5.880291992798448}
+{"Finetune/Learning Rate": 1.878001604563637e-05, "Finetune/Loss": 0.8885815739631653, "Finetune/Loss (Raw)": 0.9431560039520264, "Finetune/Step": 3540, "Finetune/Step Time": 5.876366473734379}
+{"Finetune/Learning Rate": 1.877920988155269e-05, "Finetune/Loss": 0.8886384963989258, "Finetune/Loss (Raw)": 0.9451652765274048, "Finetune/Step": 3541, "Finetune/Step Time": 5.895074978470802}
+{"Finetune/Learning Rate": 1.8778403468515578e-05, "Finetune/Loss": 0.8895634412765503, "Finetune/Loss (Raw)": 0.9534043669700623, "Finetune/Step": 3542, "Finetune/Step Time": 5.893045261502266}
+{"Finetune/Learning Rate": 1.877759680654791e-05, "Finetune/Loss": 0.8895887136459351, "Finetune/Loss (Raw)": 0.9465987682342529, "Finetune/Step": 3543, "Finetune/Step Time": 5.890350794419646}
+{"Finetune/Learning Rate": 1.8776789895672557e-05, "Finetune/Loss": 0.8887192010879517, "Finetune/Loss (Raw)": 0.8999617695808411, "Finetune/Step": 3544, "Finetune/Step Time": 5.8936231173574924}
+{"Finetune/Learning Rate": 1.87759827359124e-05, "Finetune/Loss": 0.8896130323410034, "Finetune/Loss (Raw)": 1.0092958211898804, "Finetune/Step": 3545, "Finetune/Step Time": 5.894816303625703}
+{"Finetune/Learning Rate": 1.8775175327290327e-05, "Finetune/Loss": 0.8907056450843811, "Finetune/Loss (Raw)": 1.0425482988357544, "Finetune/Step": 3546, "Finetune/Step Time": 5.894397718831897}
+{"Finetune/Learning Rate": 1.8774367669829237e-05, "Finetune/Loss": 0.8902288675308228, "Finetune/Loss (Raw)": 0.8405492901802063, "Finetune/Step": 3547, "Finetune/Step Time": 5.906350249424577}
+{"Finetune/Learning Rate": 1.8773559763552033e-05, "Finetune/Loss": 0.8904358148574829, "Finetune/Loss (Raw)": 0.8641296625137329, "Finetune/Step": 3548, "Finetune/Step Time": 5.909588234499097}
+{"Finetune/Learning Rate": 1.8772751608481615e-05, "Finetune/Loss": 0.8897010087966919, "Finetune/Loss (Raw)": 0.9397438168525696, "Finetune/Step": 3549, "Finetune/Step Time": 5.920156182721257}
+{"Finetune/Learning Rate": 1.8771943204640914e-05, "Finetune/Loss": 0.8908475637435913, "Finetune/Loss (Raw)": 0.9736782908439636, "Finetune/Step": 3550, "Finetune/Step Time": 5.92680530436337}
+{"Finetune/Learning Rate": 1.8771134552052846e-05, "Finetune/Loss": 0.8918048143386841, "Finetune/Loss (Raw)": 0.9432353377342224, "Finetune/Step": 3551, "Finetune/Step Time": 5.925349259749055}
+{"Finetune/Learning Rate": 1.8770325650740347e-05, "Finetune/Loss": 0.8915819525718689, "Finetune/Loss (Raw)": 0.8678127527236938, "Finetune/Step": 3552, "Finetune/Step Time": 5.9294785391539335}
+{"Finetune/Learning Rate": 1.8769516500726347e-05, "Finetune/Loss": 0.8916487693786621, "Finetune/Loss (Raw)": 0.7771798968315125, "Finetune/Step": 3553, "Finetune/Step Time": 5.954625878483057}
+{"Finetune/Learning Rate": 1.87687071020338e-05, "Finetune/Loss": 0.8928558826446533, "Finetune/Loss (Raw)": 0.8904650807380676, "Finetune/Step": 3554, "Finetune/Step Time": 5.955223260447383}
+{"Finetune/Learning Rate": 1.8767897454685652e-05, "Finetune/Loss": 0.8937708735466003, "Finetune/Loss (Raw)": 0.8820737600326538, "Finetune/Step": 3555, "Finetune/Step Time": 5.952792149037123}
+{"Finetune/Learning Rate": 1.8767087558704866e-05, "Finetune/Loss": 0.8925001621246338, "Finetune/Loss (Raw)": 0.8023611903190613, "Finetune/Step": 3556, "Finetune/Step Time": 5.968146465718746}
+{"Finetune/Learning Rate": 1.8766277414114405e-05, "Finetune/Loss": 0.8916723132133484, "Finetune/Loss (Raw)": 0.6558429598808289, "Finetune/Step": 3557, "Finetune/Step Time": 5.969164663925767}
+{"Finetune/Learning Rate": 1.8765467020937243e-05, "Finetune/Loss": 0.8920892477035522, "Finetune/Loss (Raw)": 0.8289505243301392, "Finetune/Step": 3558, "Finetune/Step Time": 5.969028376042843}
+{"Finetune/Learning Rate": 1.876465637919637e-05, "Finetune/Loss": 0.8933771848678589, "Finetune/Loss (Raw)": 0.9256622791290283, "Finetune/Step": 3559, "Finetune/Step Time": 5.948282765224576}
+{"Finetune/Learning Rate": 1.8763845488914757e-05, "Finetune/Loss": 0.8936747312545776, "Finetune/Loss (Raw)": 0.902214527130127, "Finetune/Step": 3560, "Finetune/Step Time": 5.949461989104748}
+{"Finetune/Learning Rate": 1.8763034350115413e-05, "Finetune/Loss": 0.8951058387756348, "Finetune/Loss (Raw)": 0.9102609753608704, "Finetune/Step": 3561, "Finetune/Step Time": 5.951636919751763}
+{"Finetune/Learning Rate": 1.876222296282133e-05, "Finetune/Loss": 0.8951295018196106, "Finetune/Loss (Raw)": 0.8954929113388062, "Finetune/Step": 3562, "Finetune/Step Time": 5.9538551066070795}
+{"Finetune/Learning Rate": 1.876141132705552e-05, "Finetune/Loss": 0.894851565361023, "Finetune/Loss (Raw)": 0.782528817653656, "Finetune/Step": 3563, "Finetune/Step Time": 5.96728384308517}
+{"Finetune/Learning Rate": 1.8760599442841e-05, "Finetune/Loss": 0.8946154117584229, "Finetune/Loss (Raw)": 0.7912368178367615, "Finetune/Step": 3564, "Finetune/Step Time": 5.967536037787795}
+{"Finetune/Learning Rate": 1.8759787310200793e-05, "Finetune/Loss": 0.8967121839523315, "Finetune/Loss (Raw)": 1.008680820465088, "Finetune/Step": 3565, "Finetune/Step Time": 5.960859093815088}
+{"Finetune/Learning Rate": 1.8758974929157925e-05, "Finetune/Loss": 0.8963909149169922, "Finetune/Loss (Raw)": 0.783674955368042, "Finetune/Step": 3566, "Finetune/Step Time": 5.959349241107702}
+{"Finetune/Learning Rate": 1.8758162299735435e-05, "Finetune/Loss": 0.8960012793540955, "Finetune/Loss (Raw)": 0.9414039850234985, "Finetune/Step": 3567, "Finetune/Step Time": 5.958532873541117}
+{"Finetune/Learning Rate": 1.875734942195637e-05, "Finetune/Loss": 0.8961454033851624, "Finetune/Loss (Raw)": 1.0577305555343628, "Finetune/Step": 3568, "Finetune/Step Time": 5.961949620395899}
+{"Finetune/Learning Rate": 1.8756536295843774e-05, "Finetune/Loss": 0.8962451815605164, "Finetune/Loss (Raw)": 0.860933244228363, "Finetune/Step": 3569, "Finetune/Step Time": 5.9615078922361135}
+{"Finetune/Learning Rate": 1.8755722921420713e-05, "Finetune/Loss": 0.8964412212371826, "Finetune/Loss (Raw)": 0.9077968001365662, "Finetune/Step": 3570, "Finetune/Step Time": 5.9727738853544}
+{"Finetune/Learning Rate": 1.8754909298710245e-05, "Finetune/Loss": 0.895654559135437, "Finetune/Loss (Raw)": 0.9276250004768372, "Finetune/Step": 3571, "Finetune/Step Time": 5.976843312382698}
+{"Finetune/Learning Rate": 1.8754095427735447e-05, "Finetune/Loss": 0.8948972225189209, "Finetune/Loss (Raw)": 0.8635632395744324, "Finetune/Step": 3572, "Finetune/Step Time": 5.974359560757875}
+{"Finetune/Learning Rate": 1.8753281308519395e-05, "Finetune/Loss": 0.8944264650344849, "Finetune/Loss (Raw)": 0.9053794145584106, "Finetune/Step": 3573, "Finetune/Step Time": 5.975697405636311}
+{"Finetune/Learning Rate": 1.8752466941085176e-05, "Finetune/Loss": 0.8940063714981079, "Finetune/Loss (Raw)": 0.8366384506225586, "Finetune/Step": 3574, "Finetune/Step Time": 5.991426553577185}
+{"Finetune/Learning Rate": 1.8751652325455883e-05, "Finetune/Loss": 0.894585132598877, "Finetune/Loss (Raw)": 0.9242766499519348, "Finetune/Step": 3575, "Finetune/Step Time": 5.991338640451431}
+{"Finetune/Learning Rate": 1.8750837461654618e-05, "Finetune/Loss": 0.8954750299453735, "Finetune/Loss (Raw)": 0.8975338935852051, "Finetune/Step": 3576, "Finetune/Step Time": 5.986084710806608}
+{"Finetune/Learning Rate": 1.8750022349704483e-05, "Finetune/Loss": 0.8960874676704407, "Finetune/Loss (Raw)": 1.0215048789978027, "Finetune/Step": 3577, "Finetune/Step Time": 5.983584133908153}
+{"Finetune/Learning Rate": 1.87492069896286e-05, "Finetune/Loss": 0.8955366611480713, "Finetune/Loss (Raw)": 1.0040818452835083, "Finetune/Step": 3578, "Finetune/Step Time": 5.969512794166803}
+{"Finetune/Learning Rate": 1.874839138145008e-05, "Finetune/Loss": 0.8944092392921448, "Finetune/Loss (Raw)": 0.685855507850647, "Finetune/Step": 3579, "Finetune/Step Time": 5.987761536613107}
+{"Finetune/Learning Rate": 1.8747575525192064e-05, "Finetune/Loss": 0.8953787088394165, "Finetune/Loss (Raw)": 0.9413453340530396, "Finetune/Step": 3580, "Finetune/Step Time": 5.98896642960608}
+{"Finetune/Learning Rate": 1.8746759420877677e-05, "Finetune/Loss": 0.8941650986671448, "Finetune/Loss (Raw)": 0.9191082715988159, "Finetune/Step": 3581, "Finetune/Step Time": 5.985627690330148}
+{"Finetune/Learning Rate": 1.8745943068530072e-05, "Finetune/Loss": 0.8942033052444458, "Finetune/Loss (Raw)": 0.8920544981956482, "Finetune/Step": 3582, "Finetune/Step Time": 5.983271388337016}
+{"Finetune/Learning Rate": 1.8745126468172385e-05, "Finetune/Loss": 0.8938161134719849, "Finetune/Loss (Raw)": 0.9045320749282837, "Finetune/Step": 3583, "Finetune/Step Time": 5.988079158589244}
+{"Finetune/Learning Rate": 1.874430961982778e-05, "Finetune/Loss": 0.8941894769668579, "Finetune/Loss (Raw)": 0.9135529398918152, "Finetune/Step": 3584, "Finetune/Step Time": 5.987504610791802}
+{"Finetune/Learning Rate": 1.8743492523519422e-05, "Finetune/Loss": 0.894546627998352, "Finetune/Loss (Raw)": 0.7311125993728638, "Finetune/Step": 3585, "Finetune/Step Time": 5.981204511597753}
+{"Finetune/Learning Rate": 1.874267517927048e-05, "Finetune/Loss": 0.8952844142913818, "Finetune/Loss (Raw)": 0.967324435710907, "Finetune/Step": 3586, "Finetune/Step Time": 5.985112588852644}
+{"Finetune/Learning Rate": 1.8741857587104126e-05, "Finetune/Loss": 0.8969541788101196, "Finetune/Loss (Raw)": 1.0664640665054321, "Finetune/Step": 3587, "Finetune/Step Time": 5.987117510288954}
+{"Finetune/Learning Rate": 1.874103974704355e-05, "Finetune/Loss": 0.8979508876800537, "Finetune/Loss (Raw)": 0.8843657374382019, "Finetune/Step": 3588, "Finetune/Step Time": 5.968436459079385}
+{"Finetune/Learning Rate": 1.8740221659111947e-05, "Finetune/Loss": 0.8966150879859924, "Finetune/Loss (Raw)": 0.7591850757598877, "Finetune/Step": 3589, "Finetune/Step Time": 5.946879182010889}
+{"Finetune/Learning Rate": 1.873940332333251e-05, "Finetune/Loss": 0.8966725468635559, "Finetune/Loss (Raw)": 0.988303005695343, "Finetune/Step": 3590, "Finetune/Step Time": 5.946358317509294}
+{"Finetune/Learning Rate": 1.8738584739728445e-05, "Finetune/Loss": 0.8977490663528442, "Finetune/Loss (Raw)": 1.004069447517395, "Finetune/Step": 3591, "Finetune/Step Time": 5.944939378648996}
+{"Finetune/Learning Rate": 1.8737765908322967e-05, "Finetune/Loss": 0.8972660303115845, "Finetune/Loss (Raw)": 0.9025182127952576, "Finetune/Step": 3592, "Finetune/Step Time": 5.9450875874608755}
+{"Finetune/Learning Rate": 1.8736946829139294e-05, "Finetune/Loss": 0.8958386182785034, "Finetune/Loss (Raw)": 0.8110538721084595, "Finetune/Step": 3593, "Finetune/Step Time": 5.964564824476838}
+{"Finetune/Learning Rate": 1.8736127502200653e-05, "Finetune/Loss": 0.8956488370895386, "Finetune/Loss (Raw)": 0.8860781788825989, "Finetune/Step": 3594, "Finetune/Step Time": 5.9701587818562984}
+{"Finetune/Learning Rate": 1.873530792753028e-05, "Finetune/Loss": 0.8964294195175171, "Finetune/Loss (Raw)": 0.9242809414863586, "Finetune/Step": 3595, "Finetune/Step Time": 5.968674801290035}
+{"Finetune/Learning Rate": 1.873448810515141e-05, "Finetune/Loss": 0.8969088196754456, "Finetune/Loss (Raw)": 0.9686585068702698, "Finetune/Step": 3596, "Finetune/Step Time": 5.951664427295327}
+{"Finetune/Learning Rate": 1.8733668035087302e-05, "Finetune/Loss": 0.8973332047462463, "Finetune/Loss (Raw)": 0.9900295734405518, "Finetune/Step": 3597, "Finetune/Step Time": 5.947726370766759}
+{"Finetune/Learning Rate": 1.87328477173612e-05, "Finetune/Loss": 0.896317183971405, "Finetune/Loss (Raw)": 0.8185344338417053, "Finetune/Step": 3598, "Finetune/Step Time": 5.947404259815812}
+{"Finetune/Learning Rate": 1.873202715199637e-05, "Finetune/Loss": 0.8963359594345093, "Finetune/Loss (Raw)": 0.9478216171264648, "Finetune/Step": 3599, "Finetune/Step Time": 5.948450997471809}
+{"Finetune/Learning Rate": 1.8731206339016078e-05, "Finetune/Loss": 0.8959712982177734, "Finetune/Loss (Raw)": 0.9493175745010376, "Finetune/Step": 3600, "Finetune/Step Time": 5.946957880631089}
+{"Finetune/Learning Rate": 1.8730385278443604e-05, "Finetune/Loss": 0.8964500427246094, "Finetune/Loss (Raw)": 1.0164592266082764, "Finetune/Step": 3601, "Finetune/Step Time": 5.950097406283021}
+{"Finetune/Learning Rate": 1.8729563970302228e-05, "Finetune/Loss": 0.8968284130096436, "Finetune/Loss (Raw)": 0.8211278915405273, "Finetune/Step": 3602, "Finetune/Step Time": 5.948100116103888}
+{"Finetune/Learning Rate": 1.8728742414615246e-05, "Finetune/Loss": 0.8963376879692078, "Finetune/Loss (Raw)": 0.9322900176048279, "Finetune/Step": 3603, "Finetune/Step Time": 5.945530507713556}
+{"Finetune/Learning Rate": 1.8727920611405944e-05, "Finetune/Loss": 0.8959109783172607, "Finetune/Loss (Raw)": 0.9337190389633179, "Finetune/Step": 3604, "Finetune/Step Time": 5.9492236860096455}
+{"Finetune/Learning Rate": 1.872709856069764e-05, "Finetune/Loss": 0.8936780691146851, "Finetune/Loss (Raw)": 0.7119321823120117, "Finetune/Step": 3605, "Finetune/Step Time": 5.944567264989018}
+{"Finetune/Learning Rate": 1.8726276262513635e-05, "Finetune/Loss": 0.8941328525543213, "Finetune/Loss (Raw)": 0.9344938397407532, "Finetune/Step": 3606, "Finetune/Step Time": 5.942864326760173}
+{"Finetune/Learning Rate": 1.8725453716877245e-05, "Finetune/Loss": 0.8949306011199951, "Finetune/Loss (Raw)": 1.0330058336257935, "Finetune/Step": 3607, "Finetune/Step Time": 5.943550255149603}
+{"Finetune/Learning Rate": 1.87246309238118e-05, "Finetune/Loss": 0.8941985964775085, "Finetune/Loss (Raw)": 0.81470787525177, "Finetune/Step": 3608, "Finetune/Step Time": 5.940405488014221}
+{"Finetune/Learning Rate": 1.8723807883340636e-05, "Finetune/Loss": 0.8954499959945679, "Finetune/Loss (Raw)": 1.014730453491211, "Finetune/Step": 3609, "Finetune/Step Time": 5.93645522929728}
+{"Finetune/Learning Rate": 1.8722984595487082e-05, "Finetune/Loss": 0.8936071395874023, "Finetune/Loss (Raw)": 0.7686246633529663, "Finetune/Step": 3610, "Finetune/Step Time": 5.9279677122831345}
+{"Finetune/Learning Rate": 1.8722161060274494e-05, "Finetune/Loss": 0.8952332735061646, "Finetune/Loss (Raw)": 0.9908595681190491, "Finetune/Step": 3611, "Finetune/Step Time": 5.926279816776514}
+{"Finetune/Learning Rate": 1.872133727772622e-05, "Finetune/Loss": 0.8953419327735901, "Finetune/Loss (Raw)": 0.8742275834083557, "Finetune/Step": 3612, "Finetune/Step Time": 5.92351214773953}
+{"Finetune/Learning Rate": 1.8720513247865622e-05, "Finetune/Loss": 0.8957719802856445, "Finetune/Loss (Raw)": 0.8764674067497253, "Finetune/Step": 3613, "Finetune/Step Time": 5.925976917147636}
+{"Finetune/Learning Rate": 1.8719688970716065e-05, "Finetune/Loss": 0.8952029943466187, "Finetune/Loss (Raw)": 0.9394450187683105, "Finetune/Step": 3614, "Finetune/Step Time": 5.927007453516126}
+{"Finetune/Learning Rate": 1.8718864446300924e-05, "Finetune/Loss": 0.8939176797866821, "Finetune/Loss (Raw)": 0.7332005500793457, "Finetune/Step": 3615, "Finetune/Step Time": 5.92777063511312}
+{"Finetune/Learning Rate": 1.871803967464358e-05, "Finetune/Loss": 0.8940706253051758, "Finetune/Loss (Raw)": 0.8343039751052856, "Finetune/Step": 3616, "Finetune/Step Time": 5.928765023127198}
+{"Finetune/Learning Rate": 1.8717214655767425e-05, "Finetune/Loss": 0.8934812545776367, "Finetune/Loss (Raw)": 0.9378679394721985, "Finetune/Step": 3617, "Finetune/Step Time": 5.929793717339635}
+{"Finetune/Learning Rate": 1.8716389389695846e-05, "Finetune/Loss": 0.8944486379623413, "Finetune/Loss (Raw)": 0.9494481682777405, "Finetune/Step": 3618, "Finetune/Step Time": 5.928460743278265}
+{"Finetune/Learning Rate": 1.871556387645225e-05, "Finetune/Loss": 0.8939151763916016, "Finetune/Loss (Raw)": 0.7992793917655945, "Finetune/Step": 3619, "Finetune/Step Time": 5.92771296389401}
+{"Finetune/Learning Rate": 1.871473811606005e-05, "Finetune/Loss": 0.8944764137268066, "Finetune/Loss (Raw)": 0.7081000804901123, "Finetune/Step": 3620, "Finetune/Step Time": 5.919257082045078}
+{"Finetune/Learning Rate": 1.8713912108542658e-05, "Finetune/Loss": 0.8948535919189453, "Finetune/Loss (Raw)": 0.8791249990463257, "Finetune/Step": 3621, "Finetune/Step Time": 5.926130877807736}
+{"Finetune/Learning Rate": 1.8713085853923494e-05, "Finetune/Loss": 0.8940259218215942, "Finetune/Loss (Raw)": 0.792386531829834, "Finetune/Step": 3622, "Finetune/Step Time": 5.938029734417796}
+{"Finetune/Learning Rate": 1.8712259352225995e-05, "Finetune/Loss": 0.8943443894386292, "Finetune/Loss (Raw)": 0.9447985887527466, "Finetune/Step": 3623, "Finetune/Step Time": 5.941153613850474}
+{"Finetune/Learning Rate": 1.8711432603473593e-05, "Finetune/Loss": 0.8935192823410034, "Finetune/Loss (Raw)": 0.8477011919021606, "Finetune/Step": 3624, "Finetune/Step Time": 5.937308747321367}
+{"Finetune/Learning Rate": 1.8710605607689734e-05, "Finetune/Loss": 0.8939201831817627, "Finetune/Loss (Raw)": 0.9252689480781555, "Finetune/Step": 3625, "Finetune/Step Time": 5.935234367847443}
+{"Finetune/Learning Rate": 1.8709778364897875e-05, "Finetune/Loss": 0.893911600112915, "Finetune/Loss (Raw)": 0.9513540863990784, "Finetune/Step": 3626, "Finetune/Step Time": 5.933462532237172}
+{"Finetune/Learning Rate": 1.8708950875121464e-05, "Finetune/Loss": 0.8925923109054565, "Finetune/Loss (Raw)": 0.8103489875793457, "Finetune/Step": 3627, "Finetune/Step Time": 5.936136631295085}
+{"Finetune/Learning Rate": 1.870812313838397e-05, "Finetune/Loss": 0.8942421078681946, "Finetune/Loss (Raw)": 0.9311370849609375, "Finetune/Step": 3628, "Finetune/Step Time": 5.9128674399107695}
+{"Finetune/Learning Rate": 1.870729515470887e-05, "Finetune/Loss": 0.8967140913009644, "Finetune/Loss (Raw)": 1.0357505083084106, "Finetune/Step": 3629, "Finetune/Step Time": 5.88065542653203}
+{"Finetune/Learning Rate": 1.870646692411964e-05, "Finetune/Loss": 0.8958993554115295, "Finetune/Loss (Raw)": 0.8248305320739746, "Finetune/Step": 3630, "Finetune/Step Time": 5.904250290244818}
+{"Finetune/Learning Rate": 1.8705638446639765e-05, "Finetune/Loss": 0.8959628343582153, "Finetune/Loss (Raw)": 0.8763781785964966, "Finetune/Step": 3631, "Finetune/Step Time": 5.912948381155729}
+{"Finetune/Learning Rate": 1.870480972229274e-05, "Finetune/Loss": 0.8952558636665344, "Finetune/Loss (Raw)": 0.8590864539146423, "Finetune/Step": 3632, "Finetune/Step Time": 5.913573104888201}
+{"Finetune/Learning Rate": 1.870398075110206e-05, "Finetune/Loss": 0.8939909934997559, "Finetune/Loss (Raw)": 0.8365979194641113, "Finetune/Step": 3633, "Finetune/Step Time": 5.8997911643236876}
+{"Finetune/Learning Rate": 1.870315153309124e-05, "Finetune/Loss": 0.8967900276184082, "Finetune/Loss (Raw)": 0.9832892417907715, "Finetune/Step": 3634, "Finetune/Step Time": 5.896383695304394}
+{"Finetune/Learning Rate": 1.870232206828379e-05, "Finetune/Loss": 0.8958916664123535, "Finetune/Loss (Raw)": 0.8424234986305237, "Finetune/Step": 3635, "Finetune/Step Time": 5.896249711513519}
+{"Finetune/Learning Rate": 1.870149235670323e-05, "Finetune/Loss": 0.8965381979942322, "Finetune/Loss (Raw)": 0.8707315921783447, "Finetune/Step": 3636, "Finetune/Step Time": 5.896697036921978}
+{"Finetune/Learning Rate": 1.8700662398373095e-05, "Finetune/Loss": 0.8961827158927917, "Finetune/Loss (Raw)": 0.8754849433898926, "Finetune/Step": 3637, "Finetune/Step Time": 5.90056168474257}
+{"Finetune/Learning Rate": 1.8699832193316914e-05, "Finetune/Loss": 0.8960971236228943, "Finetune/Loss (Raw)": 0.8803515434265137, "Finetune/Step": 3638, "Finetune/Step Time": 5.89569041505456}
+{"Finetune/Learning Rate": 1.869900174155823e-05, "Finetune/Loss": 0.8975433707237244, "Finetune/Loss (Raw)": 1.0020371675491333, "Finetune/Step": 3639, "Finetune/Step Time": 5.895854594185948}
+{"Finetune/Learning Rate": 1.8698171043120595e-05, "Finetune/Loss": 0.8971603512763977, "Finetune/Loss (Raw)": 0.9176152944564819, "Finetune/Step": 3640, "Finetune/Step Time": 5.895786361768842}
+{"Finetune/Learning Rate": 1.8697340098027564e-05, "Finetune/Loss": 0.8961031436920166, "Finetune/Loss (Raw)": 0.7835461497306824, "Finetune/Step": 3641, "Finetune/Step Time": 5.897163387387991}
+{"Finetune/Learning Rate": 1.8696508906302697e-05, "Finetune/Loss": 0.8972129821777344, "Finetune/Loss (Raw)": 1.0214102268218994, "Finetune/Step": 3642, "Finetune/Step Time": 5.92661158554256}
+{"Finetune/Learning Rate": 1.8695677467969567e-05, "Finetune/Loss": 0.8946468234062195, "Finetune/Loss (Raw)": 0.7003957033157349, "Finetune/Step": 3643, "Finetune/Step Time": 5.9370421115309}
+{"Finetune/Learning Rate": 1.8694845783051754e-05, "Finetune/Loss": 0.8946409225463867, "Finetune/Loss (Raw)": 0.9386976361274719, "Finetune/Step": 3644, "Finetune/Step Time": 5.933701671659946}
+{"Finetune/Learning Rate": 1.8694013851572837e-05, "Finetune/Loss": 0.8948341608047485, "Finetune/Loss (Raw)": 0.9085015058517456, "Finetune/Step": 3645, "Finetune/Step Time": 5.931300541386008}
+{"Finetune/Learning Rate": 1.8693181673556412e-05, "Finetune/Loss": 0.8934381008148193, "Finetune/Loss (Raw)": 0.8294930458068848, "Finetune/Step": 3646, "Finetune/Step Time": 5.932221857830882}
+{"Finetune/Learning Rate": 1.8692349249026075e-05, "Finetune/Loss": 0.8932317495346069, "Finetune/Loss (Raw)": 0.8299731016159058, "Finetune/Step": 3647, "Finetune/Step Time": 5.915332706645131}
+{"Finetune/Learning Rate": 1.8691516578005426e-05, "Finetune/Loss": 0.8951464891433716, "Finetune/Loss (Raw)": 1.0690226554870605, "Finetune/Step": 3648, "Finetune/Step Time": 5.910279717296362}
+{"Finetune/Learning Rate": 1.869068366051809e-05, "Finetune/Loss": 0.8943510055541992, "Finetune/Loss (Raw)": 0.8225693702697754, "Finetune/Step": 3649, "Finetune/Step Time": 5.960691599175334}
+{"Finetune/Learning Rate": 1.8689850496587674e-05, "Finetune/Loss": 0.895119309425354, "Finetune/Loss (Raw)": 0.9958577752113342, "Finetune/Step": 3650, "Finetune/Step Time": 5.9624008890241385}
+{"Finetune/Learning Rate": 1.8689017086237807e-05, "Finetune/Loss": 0.8958531618118286, "Finetune/Loss (Raw)": 1.0175284147262573, "Finetune/Step": 3651, "Finetune/Step Time": 5.965385776013136}
+{"Finetune/Learning Rate": 1.8688183429492124e-05, "Finetune/Loss": 0.8959103226661682, "Finetune/Loss (Raw)": 0.997622013092041, "Finetune/Step": 3652, "Finetune/Step Time": 5.969806428998709}
+{"Finetune/Learning Rate": 1.8687349526374267e-05, "Finetune/Loss": 0.8963008522987366, "Finetune/Loss (Raw)": 0.7773240804672241, "Finetune/Step": 3653, "Finetune/Step Time": 5.953823741525412}
+{"Finetune/Learning Rate": 1.868651537690788e-05, "Finetune/Loss": 0.8952420949935913, "Finetune/Loss (Raw)": 0.749629020690918, "Finetune/Step": 3654, "Finetune/Step Time": 5.959029035642743}
+{"Finetune/Learning Rate": 1.8685680981116618e-05, "Finetune/Loss": 0.8947081565856934, "Finetune/Loss (Raw)": 0.8066410422325134, "Finetune/Step": 3655, "Finetune/Step Time": 5.960847984999418}
+{"Finetune/Learning Rate": 1.8684846339024145e-05, "Finetune/Loss": 0.895282506942749, "Finetune/Loss (Raw)": 0.8721907138824463, "Finetune/Step": 3656, "Finetune/Step Time": 5.969375574961305}
+{"Finetune/Learning Rate": 1.868401145065412e-05, "Finetune/Loss": 0.894631028175354, "Finetune/Loss (Raw)": 0.9334500432014465, "Finetune/Step": 3657, "Finetune/Step Time": 5.970346633344889}
+{"Finetune/Learning Rate": 1.868317631603023e-05, "Finetune/Loss": 0.8940315842628479, "Finetune/Loss (Raw)": 0.8974458575248718, "Finetune/Step": 3658, "Finetune/Step Time": 5.9697985500097275}
+{"Finetune/Learning Rate": 1.868234093517615e-05, "Finetune/Loss": 0.8932284116744995, "Finetune/Loss (Raw)": 0.8363612294197083, "Finetune/Step": 3659, "Finetune/Step Time": 5.969403875991702}
+{"Finetune/Learning Rate": 1.8681505308115567e-05, "Finetune/Loss": 0.8934714794158936, "Finetune/Loss (Raw)": 0.9780226945877075, "Finetune/Step": 3660, "Finetune/Step Time": 5.969303293153644}
+{"Finetune/Learning Rate": 1.8680669434872184e-05, "Finetune/Loss": 0.894237756729126, "Finetune/Loss (Raw)": 1.0374563932418823, "Finetune/Step": 3661, "Finetune/Step Time": 5.969502961263061}
+{"Finetune/Learning Rate": 1.8679833315469697e-05, "Finetune/Loss": 0.8944231271743774, "Finetune/Loss (Raw)": 0.9913846850395203, "Finetune/Step": 3662, "Finetune/Step Time": 5.974962577223778}
+{"Finetune/Learning Rate": 1.8678996949931822e-05, "Finetune/Loss": 0.8943239450454712, "Finetune/Loss (Raw)": 0.9103080034255981, "Finetune/Step": 3663, "Finetune/Step Time": 5.977113001048565}
+{"Finetune/Learning Rate": 1.8678160338282273e-05, "Finetune/Loss": 0.8938368558883667, "Finetune/Loss (Raw)": 0.7670562863349915, "Finetune/Step": 3664, "Finetune/Step Time": 5.985887100920081}
+{"Finetune/Learning Rate": 1.8677323480544777e-05, "Finetune/Loss": 0.8948140144348145, "Finetune/Loss (Raw)": 0.9598729014396667, "Finetune/Step": 3665, "Finetune/Step Time": 5.984284797683358}
+{"Finetune/Learning Rate": 1.8676486376743055e-05, "Finetune/Loss": 0.893990159034729, "Finetune/Loss (Raw)": 0.6443413496017456, "Finetune/Step": 3666, "Finetune/Step Time": 5.995014302432537}
+{"Finetune/Learning Rate": 1.8675649026900857e-05, "Finetune/Loss": 0.894639790058136, "Finetune/Loss (Raw)": 0.9168623685836792, "Finetune/Step": 3667, "Finetune/Step Time": 5.99442402459681}
+{"Finetune/Learning Rate": 1.8674811431041924e-05, "Finetune/Loss": 0.8936945796012878, "Finetune/Loss (Raw)": 0.8221716284751892, "Finetune/Step": 3668, "Finetune/Step Time": 5.993836807087064}
+{"Finetune/Learning Rate": 1.8673973589190003e-05, "Finetune/Loss": 0.8934677243232727, "Finetune/Loss (Raw)": 0.9161258935928345, "Finetune/Step": 3669, "Finetune/Step Time": 5.974977672100067}
+{"Finetune/Learning Rate": 1.867313550136886e-05, "Finetune/Loss": 0.8917735815048218, "Finetune/Loss (Raw)": 0.7365577220916748, "Finetune/Step": 3670, "Finetune/Step Time": 5.98111867159605}
+{"Finetune/Learning Rate": 1.8672297167602253e-05, "Finetune/Loss": 0.89205002784729, "Finetune/Loss (Raw)": 0.9819785952568054, "Finetune/Step": 3671, "Finetune/Step Time": 5.982662940397859}
+{"Finetune/Learning Rate": 1.8671458587913962e-05, "Finetune/Loss": 0.8914051055908203, "Finetune/Loss (Raw)": 0.8174185752868652, "Finetune/Step": 3672, "Finetune/Step Time": 6.010852470993996}
+{"Finetune/Learning Rate": 1.867061976232776e-05, "Finetune/Loss": 0.8905144929885864, "Finetune/Loss (Raw)": 0.8952935934066772, "Finetune/Step": 3673, "Finetune/Step Time": 6.009242940694094}
+{"Finetune/Learning Rate": 1.8669780690867445e-05, "Finetune/Loss": 0.8883954882621765, "Finetune/Loss (Raw)": 0.7713154554367065, "Finetune/Step": 3674, "Finetune/Step Time": 6.040137512609363}
+{"Finetune/Learning Rate": 1.8668941373556796e-05, "Finetune/Loss": 0.8885167241096497, "Finetune/Loss (Raw)": 0.8560638427734375, "Finetune/Step": 3675, "Finetune/Step Time": 6.027885120362043}
+{"Finetune/Learning Rate": 1.8668101810419624e-05, "Finetune/Loss": 0.8881364464759827, "Finetune/Loss (Raw)": 0.8154591917991638, "Finetune/Step": 3676, "Finetune/Step Time": 6.031192522495985}
+{"Finetune/Learning Rate": 1.8667262001479732e-05, "Finetune/Loss": 0.887313961982727, "Finetune/Loss (Raw)": 0.8344547748565674, "Finetune/Step": 3677, "Finetune/Step Time": 6.024052495136857}
+{"Finetune/Learning Rate": 1.8666421946760938e-05, "Finetune/Loss": 0.8865181803703308, "Finetune/Loss (Raw)": 0.8718240261077881, "Finetune/Step": 3678, "Finetune/Step Time": 6.020998563617468}
+{"Finetune/Learning Rate": 1.866558164628706e-05, "Finetune/Loss": 0.8859759569168091, "Finetune/Loss (Raw)": 0.8738399147987366, "Finetune/Step": 3679, "Finetune/Step Time": 6.023270959034562}
+{"Finetune/Learning Rate": 1.866474110008193e-05, "Finetune/Loss": 0.8854765892028809, "Finetune/Loss (Raw)": 0.8038890361785889, "Finetune/Step": 3680, "Finetune/Step Time": 6.019994320347905}
+{"Finetune/Learning Rate": 1.866390030816938e-05, "Finetune/Loss": 0.8852868676185608, "Finetune/Loss (Raw)": 0.7528918981552124, "Finetune/Step": 3681, "Finetune/Step Time": 5.993771139532328}
+{"Finetune/Learning Rate": 1.8663059270573252e-05, "Finetune/Loss": 0.884842038154602, "Finetune/Loss (Raw)": 0.8335360884666443, "Finetune/Step": 3682, "Finetune/Step Time": 5.99235057272017}
+{"Finetune/Learning Rate": 1.8662217987317404e-05, "Finetune/Loss": 0.8844559192657471, "Finetune/Loss (Raw)": 0.8326395750045776, "Finetune/Step": 3683, "Finetune/Step Time": 5.991429291665554}
+{"Finetune/Learning Rate": 1.866137645842568e-05, "Finetune/Loss": 0.886072039604187, "Finetune/Loss (Raw)": 1.0092307329177856, "Finetune/Step": 3684, "Finetune/Step Time": 5.973730320110917}
+{"Finetune/Learning Rate": 1.8660534683921952e-05, "Finetune/Loss": 0.8875243663787842, "Finetune/Loss (Raw)": 0.8417409062385559, "Finetune/Step": 3685, "Finetune/Step Time": 5.972843259572983}
+{"Finetune/Learning Rate": 1.8659692663830083e-05, "Finetune/Loss": 0.8885751366615295, "Finetune/Loss (Raw)": 0.9634504914283752, "Finetune/Step": 3686, "Finetune/Step Time": 5.968535479158163}
+{"Finetune/Learning Rate": 1.865885039817396e-05, "Finetune/Loss": 0.887550950050354, "Finetune/Loss (Raw)": 0.7945693731307983, "Finetune/Step": 3687, "Finetune/Step Time": 5.964504063129425}
+{"Finetune/Learning Rate": 1.865800788697746e-05, "Finetune/Loss": 0.8875047564506531, "Finetune/Loss (Raw)": 0.8963006138801575, "Finetune/Step": 3688, "Finetune/Step Time": 5.962196374312043}
+{"Finetune/Learning Rate": 1.865716513026448e-05, "Finetune/Loss": 0.886198878288269, "Finetune/Loss (Raw)": 0.7430962324142456, "Finetune/Step": 3689, "Finetune/Step Time": 5.941712873056531}
+{"Finetune/Learning Rate": 1.8656322128058913e-05, "Finetune/Loss": 0.8856924772262573, "Finetune/Loss (Raw)": 0.8306791186332703, "Finetune/Step": 3690, "Finetune/Step Time": 5.943180300295353}
+{"Finetune/Learning Rate": 1.8655478880384664e-05, "Finetune/Loss": 0.886399507522583, "Finetune/Loss (Raw)": 0.873028039932251, "Finetune/Step": 3691, "Finetune/Step Time": 5.928881905972958}
+{"Finetune/Learning Rate": 1.8654635387265647e-05, "Finetune/Loss": 0.8875389099121094, "Finetune/Loss (Raw)": 0.9370843172073364, "Finetune/Step": 3692, "Finetune/Step Time": 5.931044839322567}
+{"Finetune/Learning Rate": 1.8653791648725783e-05, "Finetune/Loss": 0.886833667755127, "Finetune/Loss (Raw)": 0.9184041619300842, "Finetune/Step": 3693, "Finetune/Step Time": 5.934276444837451}
+{"Finetune/Learning Rate": 1.865294766478899e-05, "Finetune/Loss": 0.8884729146957397, "Finetune/Loss (Raw)": 0.9934994578361511, "Finetune/Step": 3694, "Finetune/Step Time": 5.935518801212311}
+{"Finetune/Learning Rate": 1.8652103435479214e-05, "Finetune/Loss": 0.8878839015960693, "Finetune/Loss (Raw)": 0.8660172820091248, "Finetune/Step": 3695, "Finetune/Step Time": 5.936366304755211}
+{"Finetune/Learning Rate": 1.8651258960820383e-05, "Finetune/Loss": 0.8864285945892334, "Finetune/Loss (Raw)": 0.8714514970779419, "Finetune/Step": 3696, "Finetune/Step Time": 5.933703305199742}
+{"Finetune/Learning Rate": 1.8650414240836453e-05, "Finetune/Loss": 0.8851372003555298, "Finetune/Loss (Raw)": 0.6956358551979065, "Finetune/Step": 3697, "Finetune/Step Time": 5.930441131815314}
+{"Finetune/Learning Rate": 1.864956927555137e-05, "Finetune/Loss": 0.8848260641098022, "Finetune/Loss (Raw)": 0.8679676651954651, "Finetune/Step": 3698, "Finetune/Step Time": 5.9189825020730495}
+{"Finetune/Learning Rate": 1.86487240649891e-05, "Finetune/Loss": 0.8852603435516357, "Finetune/Loss (Raw)": 0.9832115173339844, "Finetune/Step": 3699, "Finetune/Step Time": 5.9161724876612425}
+{"Finetune/Learning Rate": 1.8647878609173612e-05, "Finetune/Loss": 0.8856439590454102, "Finetune/Loss (Raw)": 0.9126737713813782, "Finetune/Step": 3700, "Finetune/Step Time": 5.917194679379463}
+{"Finetune/Learning Rate": 1.8647032908128872e-05, "Finetune/Loss": 0.8857319355010986, "Finetune/Loss (Raw)": 0.9166333675384521, "Finetune/Step": 3701, "Finetune/Step Time": 5.916161796078086}
+{"Finetune/Learning Rate": 1.864618696187887e-05, "Finetune/Loss": 0.8859487771987915, "Finetune/Loss (Raw)": 0.8643941879272461, "Finetune/Step": 3702, "Finetune/Step Time": 5.90346210449934}
+{"Finetune/Learning Rate": 1.8645340770447595e-05, "Finetune/Loss": 0.886102020740509, "Finetune/Loss (Raw)": 0.943893313407898, "Finetune/Step": 3703, "Finetune/Step Time": 5.902570700272918}
+{"Finetune/Learning Rate": 1.8644494333859037e-05, "Finetune/Loss": 0.8843623995780945, "Finetune/Loss (Raw)": 0.6748639941215515, "Finetune/Step": 3704, "Finetune/Step Time": 5.922607546672225}
+{"Finetune/Learning Rate": 1.8643647652137203e-05, "Finetune/Loss": 0.8832517862319946, "Finetune/Loss (Raw)": 0.8793399930000305, "Finetune/Step": 3705, "Finetune/Step Time": 5.921441812068224}
+{"Finetune/Learning Rate": 1.8642800725306097e-05, "Finetune/Loss": 0.8819393515586853, "Finetune/Loss (Raw)": 0.8360921144485474, "Finetune/Step": 3706, "Finetune/Step Time": 5.91808395832777}
+{"Finetune/Learning Rate": 1.8641953553389745e-05, "Finetune/Loss": 0.8832013607025146, "Finetune/Loss (Raw)": 0.8473969101905823, "Finetune/Step": 3707, "Finetune/Step Time": 5.898678924888372}
+{"Finetune/Learning Rate": 1.864110613641216e-05, "Finetune/Loss": 0.8824673295021057, "Finetune/Loss (Raw)": 0.8473865985870361, "Finetune/Step": 3708, "Finetune/Step Time": 5.8978893626481295}
+{"Finetune/Learning Rate": 1.864025847439738e-05, "Finetune/Loss": 0.8821737766265869, "Finetune/Loss (Raw)": 0.8815329670906067, "Finetune/Step": 3709, "Finetune/Step Time": 5.900468543171883}
+{"Finetune/Learning Rate": 1.8639410567369438e-05, "Finetune/Loss": 0.8824566602706909, "Finetune/Loss (Raw)": 0.9282625317573547, "Finetune/Step": 3710, "Finetune/Step Time": 5.899585779756308}
+{"Finetune/Learning Rate": 1.8638562415352378e-05, "Finetune/Loss": 0.8828436136245728, "Finetune/Loss (Raw)": 0.9540695548057556, "Finetune/Step": 3711, "Finetune/Step Time": 5.897563226521015}
+{"Finetune/Learning Rate": 1.8637714018370255e-05, "Finetune/Loss": 0.8819487690925598, "Finetune/Loss (Raw)": 0.7990091443061829, "Finetune/Step": 3712, "Finetune/Step Time": 5.899881914258003}
+{"Finetune/Learning Rate": 1.8636865376447122e-05, "Finetune/Loss": 0.8834140300750732, "Finetune/Loss (Raw)": 0.9186609983444214, "Finetune/Step": 3713, "Finetune/Step Time": 5.88369301147759}
+{"Finetune/Learning Rate": 1.863601648960705e-05, "Finetune/Loss": 0.8832830190658569, "Finetune/Loss (Raw)": 0.9505587816238403, "Finetune/Step": 3714, "Finetune/Step Time": 5.879954662173986}
+{"Finetune/Learning Rate": 1.8635167357874107e-05, "Finetune/Loss": 0.8824442028999329, "Finetune/Loss (Raw)": 0.9590961933135986, "Finetune/Step": 3715, "Finetune/Step Time": 5.87672214768827}
+{"Finetune/Learning Rate": 1.863431798127237e-05, "Finetune/Loss": 0.8822638988494873, "Finetune/Loss (Raw)": 0.8612862229347229, "Finetune/Step": 3716, "Finetune/Step Time": 5.877822555601597}
+{"Finetune/Learning Rate": 1.863346835982593e-05, "Finetune/Loss": 0.884742259979248, "Finetune/Loss (Raw)": 1.076411485671997, "Finetune/Step": 3717, "Finetune/Step Time": 5.8773066606372595}
+{"Finetune/Learning Rate": 1.863261849355888e-05, "Finetune/Loss": 0.8850200176239014, "Finetune/Loss (Raw)": 1.0238598585128784, "Finetune/Step": 3718, "Finetune/Step Time": 5.876624308526516}
+{"Finetune/Learning Rate": 1.8631768382495314e-05, "Finetune/Loss": 0.8830830454826355, "Finetune/Loss (Raw)": 0.7561388611793518, "Finetune/Step": 3719, "Finetune/Step Time": 5.879418512806296}
+{"Finetune/Learning Rate": 1.8630918026659346e-05, "Finetune/Loss": 0.882330060005188, "Finetune/Loss (Raw)": 0.8061345815658569, "Finetune/Step": 3720, "Finetune/Step Time": 5.878778841346502}
+{"Finetune/Learning Rate": 1.8630067426075082e-05, "Finetune/Loss": 0.8817079067230225, "Finetune/Loss (Raw)": 0.7314184308052063, "Finetune/Step": 3721, "Finetune/Step Time": 5.860078616067767}
+{"Finetune/Learning Rate": 1.8629216580766648e-05, "Finetune/Loss": 0.8821873664855957, "Finetune/Loss (Raw)": 0.9474477171897888, "Finetune/Step": 3722, "Finetune/Step Time": 5.859114900231361}
+{"Finetune/Learning Rate": 1.862836549075817e-05, "Finetune/Loss": 0.8818769454956055, "Finetune/Loss (Raw)": 0.8845492005348206, "Finetune/Step": 3723, "Finetune/Step Time": 5.862098792567849}
+{"Finetune/Learning Rate": 1.8627514156073782e-05, "Finetune/Loss": 0.8812334537506104, "Finetune/Loss (Raw)": 0.886286735534668, "Finetune/Step": 3724, "Finetune/Step Time": 5.864331070333719}
+{"Finetune/Learning Rate": 1.8626662576737627e-05, "Finetune/Loss": 0.8802149295806885, "Finetune/Loss (Raw)": 0.8596634864807129, "Finetune/Step": 3725, "Finetune/Step Time": 5.866202797740698}
+{"Finetune/Learning Rate": 1.8625810752773848e-05, "Finetune/Loss": 0.8803814649581909, "Finetune/Loss (Raw)": 0.8398483991622925, "Finetune/Step": 3726, "Finetune/Step Time": 5.865428211167455}
+{"Finetune/Learning Rate": 1.8624958684206608e-05, "Finetune/Loss": 0.8796922564506531, "Finetune/Loss (Raw)": 0.859602689743042, "Finetune/Step": 3727, "Finetune/Step Time": 5.8673577550798655}
+{"Finetune/Learning Rate": 1.862410637106007e-05, "Finetune/Loss": 0.8792060613632202, "Finetune/Loss (Raw)": 0.8870896100997925, "Finetune/Step": 3728, "Finetune/Step Time": 5.866110034286976}
+{"Finetune/Learning Rate": 1.8623253813358393e-05, "Finetune/Loss": 0.8782638311386108, "Finetune/Loss (Raw)": 0.8958456516265869, "Finetune/Step": 3729, "Finetune/Step Time": 5.864833060652018}
+{"Finetune/Learning Rate": 1.862240101112576e-05, "Finetune/Loss": 0.8789571523666382, "Finetune/Loss (Raw)": 0.909875214099884, "Finetune/Step": 3730, "Finetune/Step Time": 5.846480317413807}
+{"Finetune/Learning Rate": 1.8621547964386357e-05, "Finetune/Loss": 0.8783311247825623, "Finetune/Loss (Raw)": 0.8521603345870972, "Finetune/Step": 3731, "Finetune/Step Time": 5.8487338200211525}
+{"Finetune/Learning Rate": 1.8620694673164364e-05, "Finetune/Loss": 0.8785310983657837, "Finetune/Loss (Raw)": 0.9593183398246765, "Finetune/Step": 3732, "Finetune/Step Time": 5.847824364900589}
+{"Finetune/Learning Rate": 1.8619841137483987e-05, "Finetune/Loss": 0.8798856735229492, "Finetune/Loss (Raw)": 0.8853162527084351, "Finetune/Step": 3733, "Finetune/Step Time": 5.839436303824186}
+{"Finetune/Learning Rate": 1.8618987357369428e-05, "Finetune/Loss": 0.8785246014595032, "Finetune/Loss (Raw)": 0.7602748274803162, "Finetune/Step": 3734, "Finetune/Step Time": 5.849264265969396}
+{"Finetune/Learning Rate": 1.8618133332844897e-05, "Finetune/Loss": 0.8771779537200928, "Finetune/Loss (Raw)": 0.8606385588645935, "Finetune/Step": 3735, "Finetune/Step Time": 5.844173409044743}
+{"Finetune/Learning Rate": 1.8617279063934607e-05, "Finetune/Loss": 0.8763712048530579, "Finetune/Loss (Raw)": 0.7114418745040894, "Finetune/Step": 3736, "Finetune/Step Time": 5.847788503393531}
+{"Finetune/Learning Rate": 1.8616424550662793e-05, "Finetune/Loss": 0.8760004043579102, "Finetune/Loss (Raw)": 0.9672699570655823, "Finetune/Step": 3737, "Finetune/Step Time": 5.8528058137744665}
+{"Finetune/Learning Rate": 1.8615569793053676e-05, "Finetune/Loss": 0.8764446973800659, "Finetune/Loss (Raw)": 0.8254908323287964, "Finetune/Step": 3738, "Finetune/Step Time": 5.855116320773959}
+{"Finetune/Learning Rate": 1.86147147911315e-05, "Finetune/Loss": 0.8758190274238586, "Finetune/Loss (Raw)": 0.9107693433761597, "Finetune/Step": 3739, "Finetune/Step Time": 5.867047838866711}
+{"Finetune/Learning Rate": 1.8613859544920513e-05, "Finetune/Loss": 0.8756837248802185, "Finetune/Loss (Raw)": 0.8569133877754211, "Finetune/Step": 3740, "Finetune/Step Time": 5.871772821992636}
+{"Finetune/Learning Rate": 1.8613004054444957e-05, "Finetune/Loss": 0.8758386373519897, "Finetune/Loss (Raw)": 0.8963030576705933, "Finetune/Step": 3741, "Finetune/Step Time": 5.874033031985164}
+{"Finetune/Learning Rate": 1.8612148319729102e-05, "Finetune/Loss": 0.8754242658615112, "Finetune/Loss (Raw)": 0.8863954544067383, "Finetune/Step": 3742, "Finetune/Step Time": 5.890467599034309}
+{"Finetune/Learning Rate": 1.8611292340797212e-05, "Finetune/Loss": 0.8762657642364502, "Finetune/Loss (Raw)": 0.840911328792572, "Finetune/Step": 3743, "Finetune/Step Time": 5.8920454159379005}
+{"Finetune/Learning Rate": 1.8610436117673557e-05, "Finetune/Loss": 0.8764339685440063, "Finetune/Loss (Raw)": 0.8558380603790283, "Finetune/Step": 3744, "Finetune/Step Time": 5.91560010612011}
+{"Finetune/Learning Rate": 1.860957965038242e-05, "Finetune/Loss": 0.8756668567657471, "Finetune/Loss (Raw)": 0.8396742343902588, "Finetune/Step": 3745, "Finetune/Step Time": 5.914248779416084}
+{"Finetune/Learning Rate": 1.8608722938948084e-05, "Finetune/Loss": 0.8730306625366211, "Finetune/Loss (Raw)": 0.612016499042511, "Finetune/Step": 3746, "Finetune/Step Time": 5.9344963524490595}
+{"Finetune/Learning Rate": 1.8607865983394843e-05, "Finetune/Loss": 0.8739543557167053, "Finetune/Loss (Raw)": 0.9175131320953369, "Finetune/Step": 3747, "Finetune/Step Time": 5.937192153185606}
+{"Finetune/Learning Rate": 1.8607008783747004e-05, "Finetune/Loss": 0.8757050037384033, "Finetune/Loss (Raw)": 0.9321895837783813, "Finetune/Step": 3748, "Finetune/Step Time": 5.938522987067699}
+{"Finetune/Learning Rate": 1.8606151340028872e-05, "Finetune/Loss": 0.8764901161193848, "Finetune/Loss (Raw)": 0.9796201586723328, "Finetune/Step": 3749, "Finetune/Step Time": 5.93141046911478}
+{"Finetune/Learning Rate": 1.860529365226476e-05, "Finetune/Loss": 0.8766385912895203, "Finetune/Loss (Raw)": 0.8113811612129211, "Finetune/Step": 3750, "Finetune/Step Time": 5.9204976838082075}
+{"Finetune/Learning Rate": 1.8604435720478988e-05, "Finetune/Loss": 0.8748887181282043, "Finetune/Loss (Raw)": 0.7208207845687866, "Finetune/Step": 3751, "Finetune/Step Time": 5.950056970119476}
+{"Finetune/Learning Rate": 1.8603577544695887e-05, "Finetune/Loss": 0.8753433227539062, "Finetune/Loss (Raw)": 0.905888557434082, "Finetune/Step": 3752, "Finetune/Step Time": 5.955019120126963}
+{"Finetune/Learning Rate": 1.8602719124939795e-05, "Finetune/Loss": 0.8746894598007202, "Finetune/Loss (Raw)": 0.8415769934654236, "Finetune/Step": 3753, "Finetune/Step Time": 5.955358209088445}
+{"Finetune/Learning Rate": 1.8601860461235047e-05, "Finetune/Loss": 0.8734233975410461, "Finetune/Loss (Raw)": 0.7892963290214539, "Finetune/Step": 3754, "Finetune/Step Time": 5.961819780990481}
+{"Finetune/Learning Rate": 1.8601001553606002e-05, "Finetune/Loss": 0.8738727569580078, "Finetune/Loss (Raw)": 0.867860734462738, "Finetune/Step": 3755, "Finetune/Step Time": 5.962000872939825}
+{"Finetune/Learning Rate": 1.8600142402077006e-05, "Finetune/Loss": 0.8741106390953064, "Finetune/Loss (Raw)": 0.9615910649299622, "Finetune/Step": 3756, "Finetune/Step Time": 5.974858582019806}
+{"Finetune/Learning Rate": 1.8599283006672428e-05, "Finetune/Loss": 0.872386634349823, "Finetune/Loss (Raw)": 0.8150798082351685, "Finetune/Step": 3757, "Finetune/Step Time": 5.978972684592009}
+{"Finetune/Learning Rate": 1.859842336741664e-05, "Finetune/Loss": 0.8719943761825562, "Finetune/Loss (Raw)": 0.7746161818504333, "Finetune/Step": 3758, "Finetune/Step Time": 5.9684854205697775}
+{"Finetune/Learning Rate": 1.8597563484334014e-05, "Finetune/Loss": 0.8722509145736694, "Finetune/Loss (Raw)": 0.9092239141464233, "Finetune/Step": 3759, "Finetune/Step Time": 5.959500562399626}
+{"Finetune/Learning Rate": 1.8596703357448936e-05, "Finetune/Loss": 0.873417854309082, "Finetune/Loss (Raw)": 1.0084495544433594, "Finetune/Step": 3760, "Finetune/Step Time": 5.9572773687541485}
+{"Finetune/Learning Rate": 1.8595842986785798e-05, "Finetune/Loss": 0.8730694651603699, "Finetune/Loss (Raw)": 0.7920035123825073, "Finetune/Step": 3761, "Finetune/Step Time": 5.96911939047277}
+{"Finetune/Learning Rate": 1.8594982372368994e-05, "Finetune/Loss": 0.8716654777526855, "Finetune/Loss (Raw)": 0.8035775423049927, "Finetune/Step": 3762, "Finetune/Step Time": 5.969297356903553}
+{"Finetune/Learning Rate": 1.8594121514222928e-05, "Finetune/Loss": 0.8737365007400513, "Finetune/Loss (Raw)": 1.1075220108032227, "Finetune/Step": 3763, "Finetune/Step Time": 5.968884143978357}
+{"Finetune/Learning Rate": 1.859326041237202e-05, "Finetune/Loss": 0.8734868764877319, "Finetune/Loss (Raw)": 0.8387676477432251, "Finetune/Step": 3764, "Finetune/Step Time": 5.970252100378275}
+{"Finetune/Learning Rate": 1.859239906684068e-05, "Finetune/Loss": 0.8734219670295715, "Finetune/Loss (Raw)": 0.8671852946281433, "Finetune/Step": 3765, "Finetune/Step Time": 5.964064797386527}
+{"Finetune/Learning Rate": 1.8591537477653335e-05, "Finetune/Loss": 0.8721556067466736, "Finetune/Loss (Raw)": 0.718252956867218, "Finetune/Step": 3766, "Finetune/Step Time": 5.980546832084656}
+{"Finetune/Learning Rate": 1.8590675644834422e-05, "Finetune/Loss": 0.8724485635757446, "Finetune/Loss (Raw)": 1.0395427942276, "Finetune/Step": 3767, "Finetune/Step Time": 5.982871524989605}
+{"Finetune/Learning Rate": 1.8589813568408373e-05, "Finetune/Loss": 0.8722132444381714, "Finetune/Loss (Raw)": 0.8874871730804443, "Finetune/Step": 3768, "Finetune/Step Time": 5.986411282792687}
+{"Finetune/Learning Rate": 1.858895124839964e-05, "Finetune/Loss": 0.872554361820221, "Finetune/Loss (Raw)": 0.8272095918655396, "Finetune/Step": 3769, "Finetune/Step Time": 5.9849138129502535}
+{"Finetune/Learning Rate": 1.858808868483267e-05, "Finetune/Loss": 0.8720112442970276, "Finetune/Loss (Raw)": 0.9518905878067017, "Finetune/Step": 3770, "Finetune/Step Time": 5.9680874943733215}
+{"Finetune/Learning Rate": 1.8587225877731927e-05, "Finetune/Loss": 0.8719679117202759, "Finetune/Loss (Raw)": 0.6948513984680176, "Finetune/Step": 3771, "Finetune/Step Time": 5.982118796557188}
+{"Finetune/Learning Rate": 1.8586362827121877e-05, "Finetune/Loss": 0.87167888879776, "Finetune/Loss (Raw)": 0.9017012715339661, "Finetune/Step": 3772, "Finetune/Step Time": 5.982941459864378}
+{"Finetune/Learning Rate": 1.8585499533026996e-05, "Finetune/Loss": 0.8714163303375244, "Finetune/Loss (Raw)": 0.8748908638954163, "Finetune/Step": 3773, "Finetune/Step Time": 5.985760435461998}
+{"Finetune/Learning Rate": 1.858463599547176e-05, "Finetune/Loss": 0.8718777894973755, "Finetune/Loss (Raw)": 0.8885638117790222, "Finetune/Step": 3774, "Finetune/Step Time": 5.9859959073364735}
+{"Finetune/Learning Rate": 1.8583772214480658e-05, "Finetune/Loss": 0.8724395632743835, "Finetune/Loss (Raw)": 0.901881217956543, "Finetune/Step": 3775, "Finetune/Step Time": 5.9891760647296906}
+{"Finetune/Learning Rate": 1.8582908190078184e-05, "Finetune/Loss": 0.8724382519721985, "Finetune/Loss (Raw)": 1.068857192993164, "Finetune/Step": 3776, "Finetune/Step Time": 5.998128093779087}
+{"Finetune/Learning Rate": 1.8582043922288843e-05, "Finetune/Loss": 0.8731133341789246, "Finetune/Loss (Raw)": 0.9089756608009338, "Finetune/Step": 3777, "Finetune/Step Time": 5.9473445024341345}
+{"Finetune/Learning Rate": 1.858117941113714e-05, "Finetune/Loss": 0.8731070756912231, "Finetune/Loss (Raw)": 0.9950628280639648, "Finetune/Step": 3778, "Finetune/Step Time": 5.944283368065953}
+{"Finetune/Learning Rate": 1.858031465664759e-05, "Finetune/Loss": 0.871920108795166, "Finetune/Loss (Raw)": 0.8655941486358643, "Finetune/Step": 3779, "Finetune/Step Time": 5.970066852867603}
+{"Finetune/Learning Rate": 1.8579449658844714e-05, "Finetune/Loss": 0.8716238141059875, "Finetune/Loss (Raw)": 0.9596965909004211, "Finetune/Step": 3780, "Finetune/Step Time": 5.965040611103177}
+{"Finetune/Learning Rate": 1.8578584417753046e-05, "Finetune/Loss": 0.8724044561386108, "Finetune/Loss (Raw)": 0.8772432804107666, "Finetune/Step": 3781, "Finetune/Step Time": 5.977624570950866}
+{"Finetune/Learning Rate": 1.8577718933397117e-05, "Finetune/Loss": 0.8737246990203857, "Finetune/Loss (Raw)": 0.9186164736747742, "Finetune/Step": 3782, "Finetune/Step Time": 5.972890527918935}
+{"Finetune/Learning Rate": 1.8576853205801467e-05, "Finetune/Loss": 0.874748706817627, "Finetune/Loss (Raw)": 0.9377185106277466, "Finetune/Step": 3783, "Finetune/Step Time": 5.992149490863085}
+{"Finetune/Learning Rate": 1.8575987234990654e-05, "Finetune/Loss": 0.874792218208313, "Finetune/Loss (Raw)": 0.8777669072151184, "Finetune/Step": 3784, "Finetune/Step Time": 5.974160885438323}
+{"Finetune/Learning Rate": 1.8575121020989228e-05, "Finetune/Loss": 0.8747771978378296, "Finetune/Loss (Raw)": 0.931518018245697, "Finetune/Step": 3785, "Finetune/Step Time": 5.975976290181279}
+{"Finetune/Learning Rate": 1.8574254563821756e-05, "Finetune/Loss": 0.8744468688964844, "Finetune/Loss (Raw)": 0.8551572561264038, "Finetune/Step": 3786, "Finetune/Step Time": 5.98399580270052}
+{"Finetune/Learning Rate": 1.8573387863512802e-05, "Finetune/Loss": 0.8759766817092896, "Finetune/Loss (Raw)": 1.0321820974349976, "Finetune/Step": 3787, "Finetune/Step Time": 5.983926767483354}
+{"Finetune/Learning Rate": 1.857252092008695e-05, "Finetune/Loss": 0.8763507008552551, "Finetune/Loss (Raw)": 1.0259047746658325, "Finetune/Step": 3788, "Finetune/Step Time": 5.984828615561128}
+{"Finetune/Learning Rate": 1.8571653733568783e-05, "Finetune/Loss": 0.8734763860702515, "Finetune/Loss (Raw)": 0.6695457696914673, "Finetune/Step": 3789, "Finetune/Step Time": 6.000963721424341}
+{"Finetune/Learning Rate": 1.857078630398289e-05, "Finetune/Loss": 0.8734546899795532, "Finetune/Loss (Raw)": 0.9885993003845215, "Finetune/Step": 3790, "Finetune/Step Time": 5.995412174612284}
+{"Finetune/Learning Rate": 1.856991863135387e-05, "Finetune/Loss": 0.8728404641151428, "Finetune/Loss (Raw)": 0.8316941857337952, "Finetune/Step": 3791, "Finetune/Step Time": 5.993237067013979}
+{"Finetune/Learning Rate": 1.8569050715706325e-05, "Finetune/Loss": 0.8723183870315552, "Finetune/Loss (Raw)": 0.7002318501472473, "Finetune/Step": 3792, "Finetune/Step Time": 5.986503202468157}
+{"Finetune/Learning Rate": 1.856818255706487e-05, "Finetune/Loss": 0.8715546727180481, "Finetune/Loss (Raw)": 0.8621106147766113, "Finetune/Step": 3793, "Finetune/Step Time": 5.992247473448515}
+{"Finetune/Learning Rate": 1.8567314155454123e-05, "Finetune/Loss": 0.8727179765701294, "Finetune/Loss (Raw)": 0.7932395935058594, "Finetune/Step": 3794, "Finetune/Step Time": 5.982860811054707}
+{"Finetune/Learning Rate": 1.856644551089871e-05, "Finetune/Loss": 0.8720670342445374, "Finetune/Loss (Raw)": 0.8335509896278381, "Finetune/Step": 3795, "Finetune/Step Time": 5.984031802043319}
+{"Finetune/Learning Rate": 1.8565576623423257e-05, "Finetune/Loss": 0.8717614412307739, "Finetune/Loss (Raw)": 0.7830513119697571, "Finetune/Step": 3796, "Finetune/Step Time": 5.998461937531829}
+{"Finetune/Learning Rate": 1.8564707493052415e-05, "Finetune/Loss": 0.8715390563011169, "Finetune/Loss (Raw)": 0.8876621127128601, "Finetune/Step": 3797, "Finetune/Step Time": 6.0096407644450665}
+{"Finetune/Learning Rate": 1.856383811981082e-05, "Finetune/Loss": 0.8729196786880493, "Finetune/Loss (Raw)": 0.9132787585258484, "Finetune/Step": 3798, "Finetune/Step Time": 6.00481235794723}
+{"Finetune/Learning Rate": 1.8562968503723125e-05, "Finetune/Loss": 0.8722103238105774, "Finetune/Loss (Raw)": 0.8911842703819275, "Finetune/Step": 3799, "Finetune/Step Time": 6.002600019797683}
+{"Finetune/Learning Rate": 1.8562098644813996e-05, "Finetune/Loss": 0.8703470230102539, "Finetune/Loss (Raw)": 0.5789123177528381, "Finetune/Step": 3800, "Finetune/Step Time": 5.9934664107859135}
+{"Finetune/Learning Rate": 1.8561228543108098e-05, "Finetune/Loss": 0.8697175979614258, "Finetune/Loss (Raw)": 0.8147214651107788, "Finetune/Step": 3801, "Finetune/Step Time": 5.997012782841921}
+{"Finetune/Learning Rate": 1.8560358198630098e-05, "Finetune/Loss": 0.871467649936676, "Finetune/Loss (Raw)": 0.9953258037567139, "Finetune/Step": 3802, "Finetune/Step Time": 5.967315634712577}
+{"Finetune/Learning Rate": 1.855948761140469e-05, "Finetune/Loss": 0.8718703389167786, "Finetune/Loss (Raw)": 0.9076088666915894, "Finetune/Step": 3803, "Finetune/Step Time": 5.966292468830943}
+{"Finetune/Learning Rate": 1.855861678145655e-05, "Finetune/Loss": 0.8725161552429199, "Finetune/Loss (Raw)": 0.8981260657310486, "Finetune/Step": 3804, "Finetune/Step Time": 5.958149082958698}
+{"Finetune/Learning Rate": 1.8557745708810374e-05, "Finetune/Loss": 0.8736865520477295, "Finetune/Loss (Raw)": 0.9842604398727417, "Finetune/Step": 3805, "Finetune/Step Time": 5.963276911526918}
+{"Finetune/Learning Rate": 1.8556874393490864e-05, "Finetune/Loss": 0.8740029335021973, "Finetune/Loss (Raw)": 0.9123262763023376, "Finetune/Step": 3806, "Finetune/Step Time": 5.961512899026275}
+{"Finetune/Learning Rate": 1.855600283552273e-05, "Finetune/Loss": 0.8742868900299072, "Finetune/Loss (Raw)": 0.9101917743682861, "Finetune/Step": 3807, "Finetune/Step Time": 5.961070403456688}
+{"Finetune/Learning Rate": 1.8555131034930686e-05, "Finetune/Loss": 0.8746235370635986, "Finetune/Loss (Raw)": 0.8469750285148621, "Finetune/Step": 3808, "Finetune/Step Time": 5.9615653697401285}
+{"Finetune/Learning Rate": 1.8554258991739454e-05, "Finetune/Loss": 0.8740028738975525, "Finetune/Loss (Raw)": 0.6734417080879211, "Finetune/Step": 3809, "Finetune/Step Time": 5.978167086839676}
+{"Finetune/Learning Rate": 1.855338670597376e-05, "Finetune/Loss": 0.8745946288108826, "Finetune/Loss (Raw)": 0.9092811346054077, "Finetune/Step": 3810, "Finetune/Step Time": 5.980320205911994}
+{"Finetune/Learning Rate": 1.8552514177658344e-05, "Finetune/Loss": 0.8738629221916199, "Finetune/Loss (Raw)": 0.7389832139015198, "Finetune/Step": 3811, "Finetune/Step Time": 5.984717253595591}
+{"Finetune/Learning Rate": 1.8551641406817947e-05, "Finetune/Loss": 0.8737545609474182, "Finetune/Loss (Raw)": 0.9953585863113403, "Finetune/Step": 3812, "Finetune/Step Time": 5.98713799379766}
+{"Finetune/Learning Rate": 1.8550768393477315e-05, "Finetune/Loss": 0.8741275668144226, "Finetune/Loss (Raw)": 0.8894893527030945, "Finetune/Step": 3813, "Finetune/Step Time": 5.9882315415889025}
+{"Finetune/Learning Rate": 1.8549895137661204e-05, "Finetune/Loss": 0.8735531568527222, "Finetune/Loss (Raw)": 0.8899277448654175, "Finetune/Step": 3814, "Finetune/Step Time": 5.9932702369987965}
+{"Finetune/Learning Rate": 1.8549021639394383e-05, "Finetune/Loss": 0.8747861385345459, "Finetune/Loss (Raw)": 0.9523909687995911, "Finetune/Step": 3815, "Finetune/Step Time": 5.997886497527361}
+{"Finetune/Learning Rate": 1.8548147898701616e-05, "Finetune/Loss": 0.8747493028640747, "Finetune/Loss (Raw)": 0.8915756344795227, "Finetune/Step": 3816, "Finetune/Step Time": 6.0018669385463}
+{"Finetune/Learning Rate": 1.8547273915607685e-05, "Finetune/Loss": 0.8745417594909668, "Finetune/Loss (Raw)": 0.7165342569351196, "Finetune/Step": 3817, "Finetune/Step Time": 6.020121831446886}
+{"Finetune/Learning Rate": 1.854639969013737e-05, "Finetune/Loss": 0.875518798828125, "Finetune/Loss (Raw)": 0.9557399153709412, "Finetune/Step": 3818, "Finetune/Step Time": 6.013644270598888}
+{"Finetune/Learning Rate": 1.854552522231546e-05, "Finetune/Loss": 0.8756505250930786, "Finetune/Loss (Raw)": 0.8898925185203552, "Finetune/Step": 3819, "Finetune/Step Time": 6.013146696612239}
+{"Finetune/Learning Rate": 1.854465051216676e-05, "Finetune/Loss": 0.8744986653327942, "Finetune/Loss (Raw)": 0.7896420359611511, "Finetune/Step": 3820, "Finetune/Step Time": 6.0091688223183155}
+{"Finetune/Learning Rate": 1.8543775559716067e-05, "Finetune/Loss": 0.8740631341934204, "Finetune/Loss (Raw)": 0.8626536726951599, "Finetune/Step": 3821, "Finetune/Step Time": 6.01177166774869}
+{"Finetune/Learning Rate": 1.8542900364988196e-05, "Finetune/Loss": 0.8736913204193115, "Finetune/Loss (Raw)": 0.945915937423706, "Finetune/Step": 3822, "Finetune/Step Time": 6.0093328189104795}
+{"Finetune/Learning Rate": 1.8542024928007957e-05, "Finetune/Loss": 0.8744350671768188, "Finetune/Loss (Raw)": 0.961215615272522, "Finetune/Step": 3823, "Finetune/Step Time": 6.012352421879768}
+{"Finetune/Learning Rate": 1.8541149248800185e-05, "Finetune/Loss": 0.8747308254241943, "Finetune/Loss (Raw)": 0.9093073606491089, "Finetune/Step": 3824, "Finetune/Step Time": 6.012958761304617}
+{"Finetune/Learning Rate": 1.8540273327389712e-05, "Finetune/Loss": 0.8769543170928955, "Finetune/Loss (Raw)": 0.9802377223968506, "Finetune/Step": 3825, "Finetune/Step Time": 6.015831699594855}
+{"Finetune/Learning Rate": 1.853939716380137e-05, "Finetune/Loss": 0.8765775561332703, "Finetune/Loss (Raw)": 0.8197453022003174, "Finetune/Step": 3826, "Finetune/Step Time": 6.013985089957714}
+{"Finetune/Learning Rate": 1.8538520758060007e-05, "Finetune/Loss": 0.8765689730644226, "Finetune/Loss (Raw)": 0.9821145534515381, "Finetune/Step": 3827, "Finetune/Step Time": 6.01278667524457}
+{"Finetune/Learning Rate": 1.8537644110190473e-05, "Finetune/Loss": 0.8772125244140625, "Finetune/Loss (Raw)": 0.9950453639030457, "Finetune/Step": 3828, "Finetune/Step Time": 6.015331018716097}
+{"Finetune/Learning Rate": 1.853676722021763e-05, "Finetune/Loss": 0.8781437277793884, "Finetune/Loss (Raw)": 1.0358290672302246, "Finetune/Step": 3829, "Finetune/Step Time": 6.015385132282972}
+{"Finetune/Learning Rate": 1.8535890088166347e-05, "Finetune/Loss": 0.8787083625793457, "Finetune/Loss (Raw)": 0.936669647693634, "Finetune/Step": 3830, "Finetune/Step Time": 6.012779152020812}
+{"Finetune/Learning Rate": 1.8535012714061494e-05, "Finetune/Loss": 0.8779826164245605, "Finetune/Loss (Raw)": 0.8510003685951233, "Finetune/Step": 3831, "Finetune/Step Time": 6.013299498707056}
+{"Finetune/Learning Rate": 1.853413509792795e-05, "Finetune/Loss": 0.8800685405731201, "Finetune/Loss (Raw)": 0.9418497681617737, "Finetune/Step": 3832, "Finetune/Step Time": 5.996152760460973}
+{"Finetune/Learning Rate": 1.8533257239790602e-05, "Finetune/Loss": 0.8797417879104614, "Finetune/Loss (Raw)": 0.8375158905982971, "Finetune/Step": 3833, "Finetune/Step Time": 5.994957886636257}
+{"Finetune/Learning Rate": 1.8532379139674342e-05, "Finetune/Loss": 0.8791488409042358, "Finetune/Loss (Raw)": 0.7602076530456543, "Finetune/Step": 3834, "Finetune/Step Time": 5.9977658949792385}
+{"Finetune/Learning Rate": 1.8531500797604076e-05, "Finetune/Loss": 0.8805067539215088, "Finetune/Loss (Raw)": 1.0212039947509766, "Finetune/Step": 3835, "Finetune/Step Time": 5.996298352256417}
+{"Finetune/Learning Rate": 1.8530622213604706e-05, "Finetune/Loss": 0.8807573914527893, "Finetune/Loss (Raw)": 0.8794670104980469, "Finetune/Step": 3836, "Finetune/Step Time": 5.994107469916344}
+{"Finetune/Learning Rate": 1.852974338770115e-05, "Finetune/Loss": 0.880187451839447, "Finetune/Loss (Raw)": 0.8085783123970032, "Finetune/Step": 3837, "Finetune/Step Time": 6.004213577136397}
+{"Finetune/Learning Rate": 1.8528864319918326e-05, "Finetune/Loss": 0.8799552321434021, "Finetune/Loss (Raw)": 0.8985422253608704, "Finetune/Step": 3838, "Finetune/Step Time": 6.039248550310731}
+{"Finetune/Learning Rate": 1.852798501028116e-05, "Finetune/Loss": 0.8795362114906311, "Finetune/Loss (Raw)": 0.9004346132278442, "Finetune/Step": 3839, "Finetune/Step Time": 6.037446524947882}
+{"Finetune/Learning Rate": 1.852710545881459e-05, "Finetune/Loss": 0.880685567855835, "Finetune/Loss (Raw)": 0.9461323022842407, "Finetune/Step": 3840, "Finetune/Step Time": 6.041941439732909}
+{"Finetune/Learning Rate": 1.852622566554356e-05, "Finetune/Loss": 0.8802658915519714, "Finetune/Loss (Raw)": 0.8649365305900574, "Finetune/Step": 3841, "Finetune/Step Time": 6.039276372641325}
+{"Finetune/Learning Rate": 1.852534563049301e-05, "Finetune/Loss": 0.8798947334289551, "Finetune/Loss (Raw)": 0.9030526876449585, "Finetune/Step": 3842, "Finetune/Step Time": 6.03909152187407}
+{"Finetune/Learning Rate": 1.8524465353687907e-05, "Finetune/Loss": 0.8780802488327026, "Finetune/Loss (Raw)": 0.7268416881561279, "Finetune/Step": 3843, "Finetune/Step Time": 6.039427826181054}
+{"Finetune/Learning Rate": 1.8523584835153205e-05, "Finetune/Loss": 0.8784247636795044, "Finetune/Loss (Raw)": 0.9053919911384583, "Finetune/Step": 3844, "Finetune/Step Time": 6.043607600033283}
+{"Finetune/Learning Rate": 1.8522704074913873e-05, "Finetune/Loss": 0.8769304156303406, "Finetune/Loss (Raw)": 0.8851215839385986, "Finetune/Step": 3845, "Finetune/Step Time": 6.0586585476994514}
+{"Finetune/Learning Rate": 1.852182307299489e-05, "Finetune/Loss": 0.8749251365661621, "Finetune/Loss (Raw)": 0.7671870589256287, "Finetune/Step": 3846, "Finetune/Step Time": 6.064163651317358}
+{"Finetune/Learning Rate": 1.8520941829421238e-05, "Finetune/Loss": 0.8759456872940063, "Finetune/Loss (Raw)": 0.8867745399475098, "Finetune/Step": 3847, "Finetune/Step Time": 6.0577426590025425}
+{"Finetune/Learning Rate": 1.8520060344217903e-05, "Finetune/Loss": 0.8763504028320312, "Finetune/Loss (Raw)": 0.857930064201355, "Finetune/Step": 3848, "Finetune/Step Time": 6.055017506703734}
+{"Finetune/Learning Rate": 1.8519178617409888e-05, "Finetune/Loss": 0.8781789541244507, "Finetune/Loss (Raw)": 0.9654738306999207, "Finetune/Step": 3849, "Finetune/Step Time": 6.054043328389525}
+{"Finetune/Learning Rate": 1.851829664902219e-05, "Finetune/Loss": 0.8767964243888855, "Finetune/Loss (Raw)": 0.7704898118972778, "Finetune/Step": 3850, "Finetune/Step Time": 6.049626922234893}
+{"Finetune/Learning Rate": 1.8517414439079825e-05, "Finetune/Loss": 0.8766979575157166, "Finetune/Loss (Raw)": 0.8719455599784851, "Finetune/Step": 3851, "Finetune/Step Time": 6.048233460634947}
+{"Finetune/Learning Rate": 1.8516531987607805e-05, "Finetune/Loss": 0.8760660886764526, "Finetune/Loss (Raw)": 0.8054119944572449, "Finetune/Step": 3852, "Finetune/Step Time": 6.0611352901905775}
+{"Finetune/Learning Rate": 1.8515649294631158e-05, "Finetune/Loss": 0.87709641456604, "Finetune/Loss (Raw)": 0.9915362000465393, "Finetune/Step": 3853, "Finetune/Step Time": 6.06012268550694}
+{"Finetune/Learning Rate": 1.8514766360174907e-05, "Finetune/Loss": 0.8786932229995728, "Finetune/Loss (Raw)": 1.0442464351654053, "Finetune/Step": 3854, "Finetune/Step Time": 6.058815632015467}
+{"Finetune/Learning Rate": 1.85138831842641e-05, "Finetune/Loss": 0.8792749643325806, "Finetune/Loss (Raw)": 0.9340582489967346, "Finetune/Step": 3855, "Finetune/Step Time": 6.062708077952266}
+{"Finetune/Learning Rate": 1.8512999766923774e-05, "Finetune/Loss": 0.8786181211471558, "Finetune/Loss (Raw)": 0.8030229806900024, "Finetune/Step": 3856, "Finetune/Step Time": 6.066162347793579}
+{"Finetune/Learning Rate": 1.851211610817898e-05, "Finetune/Loss": 0.878013551235199, "Finetune/Loss (Raw)": 0.8184531927108765, "Finetune/Step": 3857, "Finetune/Step Time": 6.066743770614266}
+{"Finetune/Learning Rate": 1.8511232208054783e-05, "Finetune/Loss": 0.8777632117271423, "Finetune/Loss (Raw)": 0.8778327703475952, "Finetune/Step": 3858, "Finetune/Step Time": 6.079400602728128}
+{"Finetune/Learning Rate": 1.851034806657624e-05, "Finetune/Loss": 0.8781917095184326, "Finetune/Loss (Raw)": 0.9070056080818176, "Finetune/Step": 3859, "Finetune/Step Time": 6.078174501657486}
+{"Finetune/Learning Rate": 1.8509463683768426e-05, "Finetune/Loss": 0.8780683875083923, "Finetune/Loss (Raw)": 0.9435386061668396, "Finetune/Step": 3860, "Finetune/Step Time": 6.078785600140691}
+{"Finetune/Learning Rate": 1.8508579059656422e-05, "Finetune/Loss": 0.8784914016723633, "Finetune/Loss (Raw)": 0.9394582509994507, "Finetune/Step": 3861, "Finetune/Step Time": 6.094745395705104}
+{"Finetune/Learning Rate": 1.850769419426531e-05, "Finetune/Loss": 0.8793619871139526, "Finetune/Loss (Raw)": 0.8717072606086731, "Finetune/Step": 3862, "Finetune/Step Time": 6.089098630473018}
+{"Finetune/Learning Rate": 1.8506809087620183e-05, "Finetune/Loss": 0.8793699741363525, "Finetune/Loss (Raw)": 0.8616698384284973, "Finetune/Step": 3863, "Finetune/Step Time": 6.091985683888197}
+{"Finetune/Learning Rate": 1.850592373974614e-05, "Finetune/Loss": 0.8812143802642822, "Finetune/Loss (Raw)": 0.9475170373916626, "Finetune/Step": 3864, "Finetune/Step Time": 6.0879850052297115}
+{"Finetune/Learning Rate": 1.8505038150668287e-05, "Finetune/Loss": 0.880952000617981, "Finetune/Loss (Raw)": 0.9336943626403809, "Finetune/Step": 3865, "Finetune/Step Time": 6.087268335744739}
+{"Finetune/Learning Rate": 1.850415232041174e-05, "Finetune/Loss": 0.8802880048751831, "Finetune/Loss (Raw)": 0.7404941916465759, "Finetune/Step": 3866, "Finetune/Step Time": 6.088789511471987}
+{"Finetune/Learning Rate": 1.850326624900161e-05, "Finetune/Loss": 0.8790194988250732, "Finetune/Loss (Raw)": 0.7483952045440674, "Finetune/Step": 3867, "Finetune/Step Time": 6.095077965408564}
+{"Finetune/Learning Rate": 1.8502379936463035e-05, "Finetune/Loss": 0.8785527944564819, "Finetune/Loss (Raw)": 0.7971793413162231, "Finetune/Step": 3868, "Finetune/Step Time": 6.090658871456981}
+{"Finetune/Learning Rate": 1.850149338282114e-05, "Finetune/Loss": 0.8791857957839966, "Finetune/Loss (Raw)": 0.9773282408714294, "Finetune/Step": 3869, "Finetune/Step Time": 6.088372129946947}
+{"Finetune/Learning Rate": 1.8500606588101067e-05, "Finetune/Loss": 0.8804529905319214, "Finetune/Loss (Raw)": 1.0485968589782715, "Finetune/Step": 3870, "Finetune/Step Time": 6.068158254027367}
+{"Finetune/Learning Rate": 1.8499719552327966e-05, "Finetune/Loss": 0.8806300163269043, "Finetune/Loss (Raw)": 0.8635752201080322, "Finetune/Step": 3871, "Finetune/Step Time": 6.064111044630408}
+{"Finetune/Learning Rate": 1.8498832275526988e-05, "Finetune/Loss": 0.8811682462692261, "Finetune/Loss (Raw)": 0.924735963344574, "Finetune/Step": 3872, "Finetune/Step Time": 6.039762893691659}
+{"Finetune/Learning Rate": 1.8497944757723292e-05, "Finetune/Loss": 0.8822397589683533, "Finetune/Loss (Raw)": 0.9768230319023132, "Finetune/Step": 3873, "Finetune/Step Time": 6.038697734475136}
+{"Finetune/Learning Rate": 1.8497056998942048e-05, "Finetune/Loss": 0.884783148765564, "Finetune/Loss (Raw)": 0.9375700354576111, "Finetune/Step": 3874, "Finetune/Step Time": 6.021673083305359}
+{"Finetune/Learning Rate": 1.849616899920843e-05, "Finetune/Loss": 0.885612428188324, "Finetune/Loss (Raw)": 1.0236566066741943, "Finetune/Step": 3875, "Finetune/Step Time": 6.020024543628097}
+{"Finetune/Learning Rate": 1.849528075854762e-05, "Finetune/Loss": 0.8844335079193115, "Finetune/Loss (Raw)": 0.7812949419021606, "Finetune/Step": 3876, "Finetune/Step Time": 6.017603971064091}
+{"Finetune/Learning Rate": 1.8494392276984804e-05, "Finetune/Loss": 0.8841030597686768, "Finetune/Loss (Raw)": 0.9373173713684082, "Finetune/Step": 3877, "Finetune/Step Time": 6.017254080623388}
+{"Finetune/Learning Rate": 1.8493503554545183e-05, "Finetune/Loss": 0.8853728771209717, "Finetune/Loss (Raw)": 0.9739229679107666, "Finetune/Step": 3878, "Finetune/Step Time": 6.0171709936112165}
+{"Finetune/Learning Rate": 1.849261459125395e-05, "Finetune/Loss": 0.8861477375030518, "Finetune/Loss (Raw)": 0.8199942708015442, "Finetune/Step": 3879, "Finetune/Step Time": 5.985047359019518}
+{"Finetune/Learning Rate": 1.8491725387136313e-05, "Finetune/Loss": 0.8858203887939453, "Finetune/Loss (Raw)": 0.8639885783195496, "Finetune/Step": 3880, "Finetune/Step Time": 5.981965381652117}
+{"Finetune/Learning Rate": 1.8490835942217497e-05, "Finetune/Loss": 0.886454701423645, "Finetune/Loss (Raw)": 0.9227703213691711, "Finetune/Step": 3881, "Finetune/Step Time": 5.982080331072211}
+{"Finetune/Learning Rate": 1.848994625652271e-05, "Finetune/Loss": 0.887148916721344, "Finetune/Loss (Raw)": 0.8781569600105286, "Finetune/Step": 3882, "Finetune/Step Time": 5.986899549141526}
+{"Finetune/Learning Rate": 1.8489056330077198e-05, "Finetune/Loss": 0.8864861726760864, "Finetune/Loss (Raw)": 0.783026933670044, "Finetune/Step": 3883, "Finetune/Step Time": 5.9873660784214735}
+{"Finetune/Learning Rate": 1.8488166162906185e-05, "Finetune/Loss": 0.8860004544258118, "Finetune/Loss (Raw)": 0.8994215130805969, "Finetune/Step": 3884, "Finetune/Step Time": 5.97693688608706}
+{"Finetune/Learning Rate": 1.848727575503492e-05, "Finetune/Loss": 0.8860433101654053, "Finetune/Loss (Raw)": 0.820561408996582, "Finetune/Step": 3885, "Finetune/Step Time": 5.9738614782691}
+{"Finetune/Learning Rate": 1.8486385106488645e-05, "Finetune/Loss": 0.8850952386856079, "Finetune/Loss (Raw)": 0.6532757878303528, "Finetune/Step": 3886, "Finetune/Step Time": 5.971962336450815}
+{"Finetune/Learning Rate": 1.8485494217292623e-05, "Finetune/Loss": 0.8851502537727356, "Finetune/Loss (Raw)": 0.9162569642066956, "Finetune/Step": 3887, "Finetune/Step Time": 5.973950695246458}
+{"Finetune/Learning Rate": 1.848460308747211e-05, "Finetune/Loss": 0.8847601413726807, "Finetune/Loss (Raw)": 0.9585192203521729, "Finetune/Step": 3888, "Finetune/Step Time": 5.973657896742225}
+{"Finetune/Learning Rate": 1.8483711717052385e-05, "Finetune/Loss": 0.8844552040100098, "Finetune/Loss (Raw)": 0.7529736161231995, "Finetune/Step": 3889, "Finetune/Step Time": 5.960564596578479}
+{"Finetune/Learning Rate": 1.8482820106058717e-05, "Finetune/Loss": 0.8854581117630005, "Finetune/Loss (Raw)": 0.9319396615028381, "Finetune/Step": 3890, "Finetune/Step Time": 5.964083477854729}
+{"Finetune/Learning Rate": 1.8481928254516392e-05, "Finetune/Loss": 0.8846302032470703, "Finetune/Loss (Raw)": 1.0015579462051392, "Finetune/Step": 3891, "Finetune/Step Time": 5.966163789853454}
+{"Finetune/Learning Rate": 1.8481036162450707e-05, "Finetune/Loss": 0.8855544924736023, "Finetune/Loss (Raw)": 0.9570775032043457, "Finetune/Step": 3892, "Finetune/Step Time": 5.963984435424209}
+{"Finetune/Learning Rate": 1.8480143829886948e-05, "Finetune/Loss": 0.8852915167808533, "Finetune/Loss (Raw)": 0.8335235714912415, "Finetune/Step": 3893, "Finetune/Step Time": 5.966341719031334}
+{"Finetune/Learning Rate": 1.8479251256850426e-05, "Finetune/Loss": 0.8867216110229492, "Finetune/Loss (Raw)": 0.9013049006462097, "Finetune/Step": 3894, "Finetune/Step Time": 5.967587657272816}
+{"Finetune/Learning Rate": 1.847835844336645e-05, "Finetune/Loss": 0.8867954611778259, "Finetune/Loss (Raw)": 1.0489917993545532, "Finetune/Step": 3895, "Finetune/Step Time": 5.965253114700317}
+{"Finetune/Learning Rate": 1.847746538946034e-05, "Finetune/Loss": 0.8859004378318787, "Finetune/Loss (Raw)": 0.7729277610778809, "Finetune/Step": 3896, "Finetune/Step Time": 5.960040830075741}
+{"Finetune/Learning Rate": 1.8476572095157415e-05, "Finetune/Loss": 0.8872511982917786, "Finetune/Loss (Raw)": 1.000105619430542, "Finetune/Step": 3897, "Finetune/Step Time": 5.958759171888232}
+{"Finetune/Learning Rate": 1.847567856048301e-05, "Finetune/Loss": 0.8858723640441895, "Finetune/Loss (Raw)": 0.7753975987434387, "Finetune/Step": 3898, "Finetune/Step Time": 5.952984157949686}
+{"Finetune/Learning Rate": 1.8474784785462462e-05, "Finetune/Loss": 0.8882855772972107, "Finetune/Loss (Raw)": 1.0037440061569214, "Finetune/Step": 3899, "Finetune/Step Time": 5.927672700956464}
+{"Finetune/Learning Rate": 1.8473890770121118e-05, "Finetune/Loss": 0.8876074552536011, "Finetune/Loss (Raw)": 0.8148972988128662, "Finetune/Step": 3900, "Finetune/Step Time": 5.928848385810852}
+{"Finetune/Learning Rate": 1.8472996514484326e-05, "Finetune/Loss": 0.8880114555358887, "Finetune/Loss (Raw)": 0.9266065359115601, "Finetune/Step": 3901, "Finetune/Step Time": 5.927691467106342}
+{"Finetune/Learning Rate": 1.8472102018577453e-05, "Finetune/Loss": 0.8885183334350586, "Finetune/Loss (Raw)": 0.9534496665000916, "Finetune/Step": 3902, "Finetune/Step Time": 5.929181354120374}
+{"Finetune/Learning Rate": 1.8471207282425853e-05, "Finetune/Loss": 0.8883200287818909, "Finetune/Loss (Raw)": 0.8764916658401489, "Finetune/Step": 3903, "Finetune/Step Time": 5.924622558057308}
+{"Finetune/Learning Rate": 1.8470312306054903e-05, "Finetune/Loss": 0.8863046169281006, "Finetune/Loss (Raw)": 0.8108936548233032, "Finetune/Step": 3904, "Finetune/Step Time": 5.925685241818428}
+{"Finetune/Learning Rate": 1.8469417089489986e-05, "Finetune/Loss": 0.8861253261566162, "Finetune/Loss (Raw)": 0.8860157132148743, "Finetune/Step": 3905, "Finetune/Step Time": 5.937740888446569}
+{"Finetune/Learning Rate": 1.846852163275648e-05, "Finetune/Loss": 0.8855577111244202, "Finetune/Loss (Raw)": 0.9224053025245667, "Finetune/Step": 3906, "Finetune/Step Time": 5.946330651640892}
+{"Finetune/Learning Rate": 1.8467625935879786e-05, "Finetune/Loss": 0.8863028287887573, "Finetune/Loss (Raw)": 0.9609701037406921, "Finetune/Step": 3907, "Finetune/Step Time": 5.923593362793326}
+{"Finetune/Learning Rate": 1.8466729998885294e-05, "Finetune/Loss": 0.8841841220855713, "Finetune/Loss (Raw)": 0.688502848148346, "Finetune/Step": 3908, "Finetune/Step Time": 5.936569048091769}
+{"Finetune/Learning Rate": 1.8465833821798422e-05, "Finetune/Loss": 0.8832199573516846, "Finetune/Loss (Raw)": 0.7538360953330994, "Finetune/Step": 3909, "Finetune/Step Time": 5.927844585850835}
+{"Finetune/Learning Rate": 1.846493740464457e-05, "Finetune/Loss": 0.8836458921432495, "Finetune/Loss (Raw)": 0.9731271862983704, "Finetune/Step": 3910, "Finetune/Step Time": 5.928420288488269}
+{"Finetune/Learning Rate": 1.8464040747449168e-05, "Finetune/Loss": 0.8832629919052124, "Finetune/Loss (Raw)": 0.8887098431587219, "Finetune/Step": 3911, "Finetune/Step Time": 5.908033203333616}
+{"Finetune/Learning Rate": 1.8463143850237636e-05, "Finetune/Loss": 0.88312828540802, "Finetune/Loss (Raw)": 0.8605332970619202, "Finetune/Step": 3912, "Finetune/Step Time": 5.904825642704964}
+{"Finetune/Learning Rate": 1.846224671303541e-05, "Finetune/Loss": 0.8825075030326843, "Finetune/Loss (Raw)": 0.8520562648773193, "Finetune/Step": 3913, "Finetune/Step Time": 5.9078330509364605}
+{"Finetune/Learning Rate": 1.8461349335867937e-05, "Finetune/Loss": 0.8836044073104858, "Finetune/Loss (Raw)": 0.995555579662323, "Finetune/Step": 3914, "Finetune/Step Time": 5.898355599492788}
+{"Finetune/Learning Rate": 1.8460451718760653e-05, "Finetune/Loss": 0.8830736875534058, "Finetune/Loss (Raw)": 0.964253842830658, "Finetune/Step": 3915, "Finetune/Step Time": 5.901637397706509}
+{"Finetune/Learning Rate": 1.8459553861739015e-05, "Finetune/Loss": 0.8803261518478394, "Finetune/Loss (Raw)": 0.6742133498191833, "Finetune/Step": 3916, "Finetune/Step Time": 5.911501822993159}
+{"Finetune/Learning Rate": 1.8458655764828488e-05, "Finetune/Loss": 0.8807896375656128, "Finetune/Loss (Raw)": 0.7288780808448792, "Finetune/Step": 3917, "Finetune/Step Time": 5.89210463128984}
+{"Finetune/Learning Rate": 1.8457757428054534e-05, "Finetune/Loss": 0.8798725008964539, "Finetune/Loss (Raw)": 0.8712047934532166, "Finetune/Step": 3918, "Finetune/Step Time": 5.900427263230085}
+{"Finetune/Learning Rate": 1.8456858851442632e-05, "Finetune/Loss": 0.8797428607940674, "Finetune/Loss (Raw)": 0.815098762512207, "Finetune/Step": 3919, "Finetune/Step Time": 5.9023579601198435}
+{"Finetune/Learning Rate": 1.845596003501826e-05, "Finetune/Loss": 0.8816510438919067, "Finetune/Loss (Raw)": 0.9444764852523804, "Finetune/Step": 3920, "Finetune/Step Time": 5.890836026519537}
+{"Finetune/Learning Rate": 1.8455060978806913e-05, "Finetune/Loss": 0.8803690075874329, "Finetune/Loss (Raw)": 0.6980137825012207, "Finetune/Step": 3921, "Finetune/Step Time": 5.906958773732185}
+{"Finetune/Learning Rate": 1.8454161682834072e-05, "Finetune/Loss": 0.881037175655365, "Finetune/Loss (Raw)": 0.8787608742713928, "Finetune/Step": 3922, "Finetune/Step Time": 5.902884932234883}
+{"Finetune/Learning Rate": 1.8453262147125247e-05, "Finetune/Loss": 0.8812763690948486, "Finetune/Loss (Raw)": 0.8641734719276428, "Finetune/Step": 3923, "Finetune/Step Time": 5.901829145848751}
+{"Finetune/Learning Rate": 1.8452362371705947e-05, "Finetune/Loss": 0.8817191123962402, "Finetune/Loss (Raw)": 0.8397250771522522, "Finetune/Step": 3924, "Finetune/Step Time": 5.890202082693577}
+{"Finetune/Learning Rate": 1.8451462356601684e-05, "Finetune/Loss": 0.8829966187477112, "Finetune/Loss (Raw)": 1.051174521446228, "Finetune/Step": 3925, "Finetune/Step Time": 5.881608543917537}
+{"Finetune/Learning Rate": 1.8450562101837987e-05, "Finetune/Loss": 0.8834105730056763, "Finetune/Loss (Raw)": 0.9662656784057617, "Finetune/Step": 3926, "Finetune/Step Time": 5.882551087066531}
+{"Finetune/Learning Rate": 1.844966160744037e-05, "Finetune/Loss": 0.8835188150405884, "Finetune/Loss (Raw)": 0.9050397276878357, "Finetune/Step": 3927, "Finetune/Step Time": 5.88508795760572}
+{"Finetune/Learning Rate": 1.8448760873434387e-05, "Finetune/Loss": 0.8839120864868164, "Finetune/Loss (Raw)": 0.6292515993118286, "Finetune/Step": 3928, "Finetune/Step Time": 5.88112548366189}
+{"Finetune/Learning Rate": 1.844785989984556e-05, "Finetune/Loss": 0.884209930896759, "Finetune/Loss (Raw)": 0.8528516888618469, "Finetune/Step": 3929, "Finetune/Step Time": 5.881337421014905}
+{"Finetune/Learning Rate": 1.844695868669946e-05, "Finetune/Loss": 0.8839109539985657, "Finetune/Loss (Raw)": 0.9570494294166565, "Finetune/Step": 3930, "Finetune/Step Time": 5.881279418244958}
+{"Finetune/Learning Rate": 1.8446057234021622e-05, "Finetune/Loss": 0.8840837478637695, "Finetune/Loss (Raw)": 0.9297299981117249, "Finetune/Step": 3931, "Finetune/Step Time": 5.8985418025404215}
+{"Finetune/Learning Rate": 1.8445155541837626e-05, "Finetune/Loss": 0.8850555419921875, "Finetune/Loss (Raw)": 1.0225145816802979, "Finetune/Step": 3932, "Finetune/Step Time": 5.896717980504036}
+{"Finetune/Learning Rate": 1.844425361017303e-05, "Finetune/Loss": 0.8844362497329712, "Finetune/Loss (Raw)": 0.9049943089485168, "Finetune/Step": 3933, "Finetune/Step Time": 5.90961529687047}
+{"Finetune/Learning Rate": 1.8443351439053412e-05, "Finetune/Loss": 0.8836240172386169, "Finetune/Loss (Raw)": 0.8083584308624268, "Finetune/Step": 3934, "Finetune/Step Time": 5.906417164951563}
+{"Finetune/Learning Rate": 1.844244902850436e-05, "Finetune/Loss": 0.8846228718757629, "Finetune/Loss (Raw)": 1.0380446910858154, "Finetune/Step": 3935, "Finetune/Step Time": 5.902018275111914}
+{"Finetune/Learning Rate": 1.8441546378551457e-05, "Finetune/Loss": 0.884709358215332, "Finetune/Loss (Raw)": 0.8580428957939148, "Finetune/Step": 3936, "Finetune/Step Time": 5.9063811376690865}
+{"Finetune/Learning Rate": 1.8440643489220306e-05, "Finetune/Loss": 0.8871334195137024, "Finetune/Loss (Raw)": 0.9837232232093811, "Finetune/Step": 3937, "Finetune/Step Time": 5.888392560184002}
+{"Finetune/Learning Rate": 1.8439740360536506e-05, "Finetune/Loss": 0.8861089944839478, "Finetune/Loss (Raw)": 0.7781518697738647, "Finetune/Step": 3938, "Finetune/Step Time": 5.902655869722366}
+{"Finetune/Learning Rate": 1.843883699252567e-05, "Finetune/Loss": 0.8871068954467773, "Finetune/Loss (Raw)": 0.8667230606079102, "Finetune/Step": 3939, "Finetune/Step Time": 5.8991280645132065}
+{"Finetune/Learning Rate": 1.8437933385213415e-05, "Finetune/Loss": 0.8861252665519714, "Finetune/Loss (Raw)": 0.8697063326835632, "Finetune/Step": 3940, "Finetune/Step Time": 5.898636989295483}
+{"Finetune/Learning Rate": 1.843702953862536e-05, "Finetune/Loss": 0.8868631720542908, "Finetune/Loss (Raw)": 0.9839403629302979, "Finetune/Step": 3941, "Finetune/Step Time": 5.90050945430994}
+{"Finetune/Learning Rate": 1.8436125452787143e-05, "Finetune/Loss": 0.8869385719299316, "Finetune/Loss (Raw)": 0.8995843529701233, "Finetune/Step": 3942, "Finetune/Step Time": 5.898958291858435}
+{"Finetune/Learning Rate": 1.8435221127724396e-05, "Finetune/Loss": 0.8854135870933533, "Finetune/Loss (Raw)": 0.7571918368339539, "Finetune/Step": 3943, "Finetune/Step Time": 5.909596428275108}
+{"Finetune/Learning Rate": 1.8434316563462764e-05, "Finetune/Loss": 0.8849608898162842, "Finetune/Loss (Raw)": 0.8336241841316223, "Finetune/Step": 3944, "Finetune/Step Time": 5.909425813704729}
+{"Finetune/Learning Rate": 1.84334117600279e-05, "Finetune/Loss": 0.8859596252441406, "Finetune/Loss (Raw)": 0.8443738222122192, "Finetune/Step": 3945, "Finetune/Step Time": 5.889784345403314}
+{"Finetune/Learning Rate": 1.8432506717445458e-05, "Finetune/Loss": 0.8852559924125671, "Finetune/Loss (Raw)": 0.8656750321388245, "Finetune/Step": 3946, "Finetune/Step Time": 5.892475651577115}
+{"Finetune/Learning Rate": 1.84316014357411e-05, "Finetune/Loss": 0.8846690654754639, "Finetune/Loss (Raw)": 0.8147640824317932, "Finetune/Step": 3947, "Finetune/Step Time": 5.891701741144061}
+{"Finetune/Learning Rate": 1.843069591494051e-05, "Finetune/Loss": 0.8856985569000244, "Finetune/Loss (Raw)": 0.9214190244674683, "Finetune/Step": 3948, "Finetune/Step Time": 5.896733954548836}
+{"Finetune/Learning Rate": 1.842979015506935e-05, "Finetune/Loss": 0.8849196434020996, "Finetune/Loss (Raw)": 0.7629601955413818, "Finetune/Step": 3949, "Finetune/Step Time": 5.894627623260021}
+{"Finetune/Learning Rate": 1.8428884156153318e-05, "Finetune/Loss": 0.8842816352844238, "Finetune/Loss (Raw)": 0.8642488718032837, "Finetune/Step": 3950, "Finetune/Step Time": 5.895347438752651}
+{"Finetune/Learning Rate": 1.8427977918218095e-05, "Finetune/Loss": 0.8831532001495361, "Finetune/Loss (Raw)": 0.8167771100997925, "Finetune/Step": 3951, "Finetune/Step Time": 5.893727496266365}
+{"Finetune/Learning Rate": 1.842707144128939e-05, "Finetune/Loss": 0.8822899460792542, "Finetune/Loss (Raw)": 0.7988083958625793, "Finetune/Step": 3952, "Finetune/Step Time": 5.892149252817035}
+{"Finetune/Learning Rate": 1.8426164725392895e-05, "Finetune/Loss": 0.880233108997345, "Finetune/Loss (Raw)": 0.7169644832611084, "Finetune/Step": 3953, "Finetune/Step Time": 5.894764764234424}
+{"Finetune/Learning Rate": 1.8425257770554336e-05, "Finetune/Loss": 0.8821898102760315, "Finetune/Loss (Raw)": 1.070190191268921, "Finetune/Step": 3954, "Finetune/Step Time": 5.89642833545804}
+{"Finetune/Learning Rate": 1.8424350576799424e-05, "Finetune/Loss": 0.881149172782898, "Finetune/Loss (Raw)": 0.8489230275154114, "Finetune/Step": 3955, "Finetune/Step Time": 5.898994818329811}
+{"Finetune/Learning Rate": 1.8423443144153882e-05, "Finetune/Loss": 0.8800960183143616, "Finetune/Loss (Raw)": 0.8602364659309387, "Finetune/Step": 3956, "Finetune/Step Time": 5.896148204803467}
+{"Finetune/Learning Rate": 1.8422535472643447e-05, "Finetune/Loss": 0.8790440559387207, "Finetune/Loss (Raw)": 0.9011891484260559, "Finetune/Step": 3957, "Finetune/Step Time": 5.897589044645429}
+{"Finetune/Learning Rate": 1.8421627562293854e-05, "Finetune/Loss": 0.8786606788635254, "Finetune/Loss (Raw)": 0.887588381767273, "Finetune/Step": 3958, "Finetune/Step Time": 5.906849820166826}
+{"Finetune/Learning Rate": 1.8420719413130857e-05, "Finetune/Loss": 0.8788913488388062, "Finetune/Loss (Raw)": 0.88052898645401, "Finetune/Step": 3959, "Finetune/Step Time": 5.922040168195963}
+{"Finetune/Learning Rate": 1.8419811025180195e-05, "Finetune/Loss": 0.87855064868927, "Finetune/Loss (Raw)": 0.8982367515563965, "Finetune/Step": 3960, "Finetune/Step Time": 5.918325694277883}
+{"Finetune/Learning Rate": 1.8418902398467642e-05, "Finetune/Loss": 0.8789441585540771, "Finetune/Loss (Raw)": 0.8878913521766663, "Finetune/Step": 3961, "Finetune/Step Time": 5.924083540216088}
+{"Finetune/Learning Rate": 1.8417993533018955e-05, "Finetune/Loss": 0.8793842196464539, "Finetune/Loss (Raw)": 0.8165262937545776, "Finetune/Step": 3962, "Finetune/Step Time": 5.926104441285133}
+{"Finetune/Learning Rate": 1.841708442885991e-05, "Finetune/Loss": 0.8785440921783447, "Finetune/Loss (Raw)": 0.9136789441108704, "Finetune/Step": 3963, "Finetune/Step Time": 5.93038079328835}
+{"Finetune/Learning Rate": 1.8416175086016284e-05, "Finetune/Loss": 0.8795104026794434, "Finetune/Loss (Raw)": 1.0031462907791138, "Finetune/Step": 3964, "Finetune/Step Time": 5.9362393245100975}
+{"Finetune/Learning Rate": 1.8415265504513864e-05, "Finetune/Loss": 0.8797295689582825, "Finetune/Loss (Raw)": 0.8366343975067139, "Finetune/Step": 3965, "Finetune/Step Time": 5.927685787901282}
+{"Finetune/Learning Rate": 1.8414355684378445e-05, "Finetune/Loss": 0.8785656690597534, "Finetune/Loss (Raw)": 0.7495659589767456, "Finetune/Step": 3966, "Finetune/Step Time": 5.894307734444737}
+{"Finetune/Learning Rate": 1.8413445625635823e-05, "Finetune/Loss": 0.87868332862854, "Finetune/Loss (Raw)": 0.9154969453811646, "Finetune/Step": 3967, "Finetune/Step Time": 5.894591949880123}
+{"Finetune/Learning Rate": 1.8412535328311813e-05, "Finetune/Loss": 0.8777376413345337, "Finetune/Loss (Raw)": 0.825078547000885, "Finetune/Step": 3968, "Finetune/Step Time": 5.890614056959748}
+{"Finetune/Learning Rate": 1.841162479243222e-05, "Finetune/Loss": 0.8773484230041504, "Finetune/Loss (Raw)": 0.815121591091156, "Finetune/Step": 3969, "Finetune/Step Time": 5.890135472640395}
+{"Finetune/Learning Rate": 1.841071401802287e-05, "Finetune/Loss": 0.8781695365905762, "Finetune/Loss (Raw)": 1.0081390142440796, "Finetune/Step": 3970, "Finetune/Step Time": 5.893636705353856}
+{"Finetune/Learning Rate": 1.8409803005109587e-05, "Finetune/Loss": 0.8780426979064941, "Finetune/Loss (Raw)": 0.7106180787086487, "Finetune/Step": 3971, "Finetune/Step Time": 5.913748040795326}
+{"Finetune/Learning Rate": 1.8408891753718202e-05, "Finetune/Loss": 0.8790730237960815, "Finetune/Loss (Raw)": 1.037274718284607, "Finetune/Step": 3972, "Finetune/Step Time": 5.914432376623154}
+{"Finetune/Learning Rate": 1.8407980263874557e-05, "Finetune/Loss": 0.8801381587982178, "Finetune/Loss (Raw)": 1.0214625597000122, "Finetune/Step": 3973, "Finetune/Step Time": 5.899855798110366}
+{"Finetune/Learning Rate": 1.8407068535604507e-05, "Finetune/Loss": 0.8814722299575806, "Finetune/Loss (Raw)": 0.9379382133483887, "Finetune/Step": 3974, "Finetune/Step Time": 5.892250159755349}
+{"Finetune/Learning Rate": 1.8406156568933897e-05, "Finetune/Loss": 0.8818092942237854, "Finetune/Loss (Raw)": 0.9299240112304688, "Finetune/Step": 3975, "Finetune/Step Time": 5.898695385083556}
+{"Finetune/Learning Rate": 1.840524436388859e-05, "Finetune/Loss": 0.8825522065162659, "Finetune/Loss (Raw)": 0.953019917011261, "Finetune/Step": 3976, "Finetune/Step Time": 5.900874817743897}
+{"Finetune/Learning Rate": 1.8404331920494455e-05, "Finetune/Loss": 0.8815031051635742, "Finetune/Loss (Raw)": 0.8311870694160461, "Finetune/Step": 3977, "Finetune/Step Time": 5.8997139018028975}
+{"Finetune/Learning Rate": 1.8403419238777367e-05, "Finetune/Loss": 0.8835145831108093, "Finetune/Loss (Raw)": 1.0279574394226074, "Finetune/Step": 3978, "Finetune/Step Time": 5.9003249648958445}
+{"Finetune/Learning Rate": 1.8402506318763203e-05, "Finetune/Loss": 0.8840394020080566, "Finetune/Loss (Raw)": 0.939132034778595, "Finetune/Step": 3979, "Finetune/Step Time": 5.9033447075635195}
+{"Finetune/Learning Rate": 1.8401593160477854e-05, "Finetune/Loss": 0.8846980333328247, "Finetune/Loss (Raw)": 0.8897166848182678, "Finetune/Step": 3980, "Finetune/Step Time": 5.886530965566635}
+{"Finetune/Learning Rate": 1.8400679763947212e-05, "Finetune/Loss": 0.8841468691825867, "Finetune/Loss (Raw)": 0.9209824800491333, "Finetune/Step": 3981, "Finetune/Step Time": 5.885042272508144}
+{"Finetune/Learning Rate": 1.8399766129197183e-05, "Finetune/Loss": 0.883313000202179, "Finetune/Loss (Raw)": 0.9375135898590088, "Finetune/Step": 3982, "Finetune/Step Time": 5.88579005934298}
+{"Finetune/Learning Rate": 1.8398852256253673e-05, "Finetune/Loss": 0.8827884793281555, "Finetune/Loss (Raw)": 0.8669196963310242, "Finetune/Step": 3983, "Finetune/Step Time": 5.877370215952396}
+{"Finetune/Learning Rate": 1.839793814514259e-05, "Finetune/Loss": 0.882074236869812, "Finetune/Loss (Raw)": 0.7116028666496277, "Finetune/Step": 3984, "Finetune/Step Time": 5.874823244288564}
+{"Finetune/Learning Rate": 1.839702379588987e-05, "Finetune/Loss": 0.882654070854187, "Finetune/Loss (Raw)": 0.8926711678504944, "Finetune/Step": 3985, "Finetune/Step Time": 5.87301017716527}
+{"Finetune/Learning Rate": 1.839610920852143e-05, "Finetune/Loss": 0.8832800984382629, "Finetune/Loss (Raw)": 0.9579585790634155, "Finetune/Step": 3986, "Finetune/Step Time": 5.860750988125801}
+{"Finetune/Learning Rate": 1.8395194383063207e-05, "Finetune/Loss": 0.8829768896102905, "Finetune/Loss (Raw)": 0.8681934475898743, "Finetune/Step": 3987, "Finetune/Step Time": 5.868658859282732}
+{"Finetune/Learning Rate": 1.8394279319541143e-05, "Finetune/Loss": 0.8826505541801453, "Finetune/Loss (Raw)": 0.9017711281776428, "Finetune/Step": 3988, "Finetune/Step Time": 5.867612252011895}
+{"Finetune/Learning Rate": 1.839336401798119e-05, "Finetune/Loss": 0.881314218044281, "Finetune/Loss (Raw)": 0.7684034109115601, "Finetune/Step": 3989, "Finetune/Step Time": 5.8517563380301}
+{"Finetune/Learning Rate": 1.83924484784093e-05, "Finetune/Loss": 0.88124680519104, "Finetune/Loss (Raw)": 0.863077700138092, "Finetune/Step": 3990, "Finetune/Step Time": 5.845112347975373}
+{"Finetune/Learning Rate": 1.8391532700851435e-05, "Finetune/Loss": 0.8811160326004028, "Finetune/Loss (Raw)": 0.8449402451515198, "Finetune/Step": 3991, "Finetune/Step Time": 5.8443311136215925}
+{"Finetune/Learning Rate": 1.8390616685333565e-05, "Finetune/Loss": 0.880222737789154, "Finetune/Loss (Raw)": 0.8331724405288696, "Finetune/Step": 3992, "Finetune/Step Time": 5.845908906310797}
+{"Finetune/Learning Rate": 1.8389700431881667e-05, "Finetune/Loss": 0.8802008628845215, "Finetune/Loss (Raw)": 0.9308858513832092, "Finetune/Step": 3993, "Finetune/Step Time": 5.844521299004555}
+{"Finetune/Learning Rate": 1.838878394052172e-05, "Finetune/Loss": 0.8818492293357849, "Finetune/Loss (Raw)": 0.9514877200126648, "Finetune/Step": 3994, "Finetune/Step Time": 5.842367731034756}
+{"Finetune/Learning Rate": 1.838786721127972e-05, "Finetune/Loss": 0.8834506273269653, "Finetune/Loss (Raw)": 0.9533741474151611, "Finetune/Step": 3995, "Finetune/Step Time": 5.824121844023466}
+{"Finetune/Learning Rate": 1.8386950244181654e-05, "Finetune/Loss": 0.8842088580131531, "Finetune/Loss (Raw)": 0.8942359685897827, "Finetune/Step": 3996, "Finetune/Step Time": 5.821667559444904}
+{"Finetune/Learning Rate": 1.838603303925353e-05, "Finetune/Loss": 0.8837410807609558, "Finetune/Loss (Raw)": 0.91745525598526, "Finetune/Step": 3997, "Finetune/Step Time": 5.821189720183611}
+{"Finetune/Learning Rate": 1.8385115596521356e-05, "Finetune/Loss": 0.8815822005271912, "Finetune/Loss (Raw)": 0.7722557783126831, "Finetune/Step": 3998, "Finetune/Step Time": 5.823540959507227}
+{"Finetune/Learning Rate": 1.8384197916011144e-05, "Finetune/Loss": 0.8820900917053223, "Finetune/Loss (Raw)": 0.9285888671875, "Finetune/Step": 3999, "Finetune/Step Time": 5.822542201727629}
+{"Finetune/Learning Rate": 1.838327999774892e-05, "Finetune/Loss": 0.8819856643676758, "Finetune/Loss (Raw)": 0.9113671183586121, "Finetune/Step": 4000, "Finetune/Step Time": 5.824413595721126}
+{"Finetune/Learning Rate": 1.8382361841760718e-05, "Finetune/Loss": 0.8817823529243469, "Finetune/Loss (Raw)": 0.9507966041564941, "Finetune/Step": 4001, "Finetune/Step Time": 5.825990913435817}
+{"Finetune/Learning Rate": 1.838144344807257e-05, "Finetune/Loss": 0.8810341358184814, "Finetune/Loss (Raw)": 0.8417947888374329, "Finetune/Step": 4002, "Finetune/Step Time": 5.827664624899626}
+{"Finetune/Learning Rate": 1.838052481671052e-05, "Finetune/Loss": 0.8785271644592285, "Finetune/Loss (Raw)": 0.702765703201294, "Finetune/Step": 4003, "Finetune/Step Time": 5.846043588593602}
+{"Finetune/Learning Rate": 1.8379605947700617e-05, "Finetune/Loss": 0.8795920610427856, "Finetune/Loss (Raw)": 0.9176071882247925, "Finetune/Step": 4004, "Finetune/Step Time": 5.85136067122221}
+{"Finetune/Learning Rate": 1.8378686841068916e-05, "Finetune/Loss": 0.8794267773628235, "Finetune/Loss (Raw)": 0.9161550402641296, "Finetune/Step": 4005, "Finetune/Step Time": 5.8665719628334045}
+{"Finetune/Learning Rate": 1.8377767496841482e-05, "Finetune/Loss": 0.8792345523834229, "Finetune/Loss (Raw)": 0.9493178129196167, "Finetune/Step": 4006, "Finetune/Step Time": 5.868065357208252}
+{"Finetune/Learning Rate": 1.8376847915044386e-05, "Finetune/Loss": 0.8796350955963135, "Finetune/Loss (Raw)": 0.871272087097168, "Finetune/Step": 4007, "Finetune/Step Time": 5.865868536755443}
+{"Finetune/Learning Rate": 1.8375928095703703e-05, "Finetune/Loss": 0.8803110122680664, "Finetune/Loss (Raw)": 0.9505103826522827, "Finetune/Step": 4008, "Finetune/Step Time": 5.865569096058607}
+{"Finetune/Learning Rate": 1.8375008038845515e-05, "Finetune/Loss": 0.878632128238678, "Finetune/Loss (Raw)": 0.7078655958175659, "Finetune/Step": 4009, "Finetune/Step Time": 5.869026931002736}
+{"Finetune/Learning Rate": 1.8374087744495918e-05, "Finetune/Loss": 0.8802652359008789, "Finetune/Loss (Raw)": 1.0871915817260742, "Finetune/Step": 4010, "Finetune/Step Time": 5.860717760398984}
+{"Finetune/Learning Rate": 1.8373167212681003e-05, "Finetune/Loss": 0.8818262219429016, "Finetune/Loss (Raw)": 0.9828380346298218, "Finetune/Step": 4011, "Finetune/Step Time": 5.860338104888797}
+{"Finetune/Learning Rate": 1.8372246443426877e-05, "Finetune/Loss": 0.881524920463562, "Finetune/Loss (Raw)": 0.8608481884002686, "Finetune/Step": 4012, "Finetune/Step Time": 5.859210604801774}
+{"Finetune/Learning Rate": 1.837132543675965e-05, "Finetune/Loss": 0.8825356960296631, "Finetune/Loss (Raw)": 0.9499451518058777, "Finetune/Step": 4013, "Finetune/Step Time": 5.854744777083397}
+{"Finetune/Learning Rate": 1.8370404192705437e-05, "Finetune/Loss": 0.8843157887458801, "Finetune/Loss (Raw)": 0.8811277747154236, "Finetune/Step": 4014, "Finetune/Step Time": 5.851505640894175}
+{"Finetune/Learning Rate": 1.8369482711290366e-05, "Finetune/Loss": 0.8824498653411865, "Finetune/Loss (Raw)": 0.6774216890335083, "Finetune/Step": 4015, "Finetune/Step Time": 5.845981605350971}
+{"Finetune/Learning Rate": 1.8368560992540563e-05, "Finetune/Loss": 0.8806952238082886, "Finetune/Loss (Raw)": 0.7339282631874084, "Finetune/Step": 4016, "Finetune/Step Time": 5.84620032645762}
+{"Finetune/Learning Rate": 1.8367639036482167e-05, "Finetune/Loss": 0.8816794157028198, "Finetune/Loss (Raw)": 0.8789458870887756, "Finetune/Step": 4017, "Finetune/Step Time": 5.848991010338068}
+{"Finetune/Learning Rate": 1.836671684314132e-05, "Finetune/Loss": 0.8807671070098877, "Finetune/Loss (Raw)": 0.8151601552963257, "Finetune/Step": 4018, "Finetune/Step Time": 5.844956325367093}
+{"Finetune/Learning Rate": 1.836579441254418e-05, "Finetune/Loss": 0.8800126314163208, "Finetune/Loss (Raw)": 0.904984176158905, "Finetune/Step": 4019, "Finetune/Step Time": 5.84226930886507}
+{"Finetune/Learning Rate": 1.83648717447169e-05, "Finetune/Loss": 0.8798136711120605, "Finetune/Loss (Raw)": 0.9316146969795227, "Finetune/Step": 4020, "Finetune/Step Time": 5.84161220677197}
+{"Finetune/Learning Rate": 1.8363948839685638e-05, "Finetune/Loss": 0.8805956840515137, "Finetune/Loss (Raw)": 0.9336179494857788, "Finetune/Step": 4021, "Finetune/Step Time": 5.838961528614163}
+{"Finetune/Learning Rate": 1.8363025697476577e-05, "Finetune/Loss": 0.8790616989135742, "Finetune/Loss (Raw)": 0.7049503922462463, "Finetune/Step": 4022, "Finetune/Step Time": 5.8251120410859585}
+{"Finetune/Learning Rate": 1.8362102318115882e-05, "Finetune/Loss": 0.8777780532836914, "Finetune/Loss (Raw)": 0.8846928477287292, "Finetune/Step": 4023, "Finetune/Step Time": 5.822858490049839}
+{"Finetune/Learning Rate": 1.836117870162975e-05, "Finetune/Loss": 0.8795586824417114, "Finetune/Loss (Raw)": 1.0008457899093628, "Finetune/Step": 4024, "Finetune/Step Time": 5.8277370519936085}
+{"Finetune/Learning Rate": 1.836025484804436e-05, "Finetune/Loss": 0.8787550330162048, "Finetune/Loss (Raw)": 0.8972436785697937, "Finetune/Step": 4025, "Finetune/Step Time": 5.828328939154744}
+{"Finetune/Learning Rate": 1.8359330757385922e-05, "Finetune/Loss": 0.8789634108543396, "Finetune/Loss (Raw)": 0.8020666241645813, "Finetune/Step": 4026, "Finetune/Step Time": 5.842593412846327}
+{"Finetune/Learning Rate": 1.835840642968063e-05, "Finetune/Loss": 0.8784196972846985, "Finetune/Loss (Raw)": 0.9341490864753723, "Finetune/Step": 4027, "Finetune/Step Time": 5.861988980323076}
+{"Finetune/Learning Rate": 1.83574818649547e-05, "Finetune/Loss": 0.8802759051322937, "Finetune/Loss (Raw)": 1.0524892807006836, "Finetune/Step": 4028, "Finetune/Step Time": 5.861760383471847}
+{"Finetune/Learning Rate": 1.8356557063234352e-05, "Finetune/Loss": 0.8800737857818604, "Finetune/Loss (Raw)": 0.900739848613739, "Finetune/Step": 4029, "Finetune/Step Time": 5.867022160440683}
+{"Finetune/Learning Rate": 1.8355632024545807e-05, "Finetune/Loss": 0.8804320096969604, "Finetune/Loss (Raw)": 0.9992981553077698, "Finetune/Step": 4030, "Finetune/Step Time": 5.876542737707496}
+{"Finetune/Learning Rate": 1.8354706748915302e-05, "Finetune/Loss": 0.8807286024093628, "Finetune/Loss (Raw)": 0.9144619703292847, "Finetune/Step": 4031, "Finetune/Step Time": 5.882152358070016}
+{"Finetune/Learning Rate": 1.8353781236369065e-05, "Finetune/Loss": 0.881306529045105, "Finetune/Loss (Raw)": 0.8848634958267212, "Finetune/Step": 4032, "Finetune/Step Time": 5.890178868547082}
+{"Finetune/Learning Rate": 1.835285548693335e-05, "Finetune/Loss": 0.8808952569961548, "Finetune/Loss (Raw)": 0.8333739638328552, "Finetune/Step": 4033, "Finetune/Step Time": 5.914666140452027}
+{"Finetune/Learning Rate": 1.8351929500634408e-05, "Finetune/Loss": 0.8814445734024048, "Finetune/Loss (Raw)": 0.992720901966095, "Finetune/Step": 4034, "Finetune/Step Time": 5.911401890218258}
+{"Finetune/Learning Rate": 1.8351003277498493e-05, "Finetune/Loss": 0.8814267516136169, "Finetune/Loss (Raw)": 0.9586822986602783, "Finetune/Step": 4035, "Finetune/Step Time": 5.908644629642367}
+{"Finetune/Learning Rate": 1.835007681755187e-05, "Finetune/Loss": 0.8828061819076538, "Finetune/Loss (Raw)": 0.8650680184364319, "Finetune/Step": 4036, "Finetune/Step Time": 5.896205684170127}
+{"Finetune/Learning Rate": 1.8349150120820817e-05, "Finetune/Loss": 0.8835147619247437, "Finetune/Loss (Raw)": 0.8445350527763367, "Finetune/Step": 4037, "Finetune/Step Time": 5.8902148976922035}
+{"Finetune/Learning Rate": 1.8348223187331604e-05, "Finetune/Loss": 0.883845865726471, "Finetune/Loss (Raw)": 1.0155128240585327, "Finetune/Step": 4038, "Finetune/Step Time": 5.8897049482911825}
+{"Finetune/Learning Rate": 1.8347296017110525e-05, "Finetune/Loss": 0.8846215605735779, "Finetune/Loss (Raw)": 0.9879990816116333, "Finetune/Step": 4039, "Finetune/Step Time": 5.886841740459204}
+{"Finetune/Learning Rate": 1.8346368610183863e-05, "Finetune/Loss": 0.8850108981132507, "Finetune/Loss (Raw)": 0.9103683829307556, "Finetune/Step": 4040, "Finetune/Step Time": 5.885964119806886}
+{"Finetune/Learning Rate": 1.8345440966577924e-05, "Finetune/Loss": 0.8842918872833252, "Finetune/Loss (Raw)": 0.7600224614143372, "Finetune/Step": 4041, "Finetune/Step Time": 5.883339211344719}
+{"Finetune/Learning Rate": 1.8344513086319013e-05, "Finetune/Loss": 0.882727861404419, "Finetune/Loss (Raw)": 0.7953629493713379, "Finetune/Step": 4042, "Finetune/Step Time": 5.886360179632902}
+{"Finetune/Learning Rate": 1.8343584969433434e-05, "Finetune/Loss": 0.8823273181915283, "Finetune/Loss (Raw)": 0.9129828214645386, "Finetune/Step": 4043, "Finetune/Step Time": 5.8822355549782515}
+{"Finetune/Learning Rate": 1.8342656615947515e-05, "Finetune/Loss": 0.8848098516464233, "Finetune/Loss (Raw)": 0.9919764399528503, "Finetune/Step": 4044, "Finetune/Step Time": 5.869987465441227}
+{"Finetune/Learning Rate": 1.8341728025887574e-05, "Finetune/Loss": 0.8859555721282959, "Finetune/Loss (Raw)": 0.8755284547805786, "Finetune/Step": 4045, "Finetune/Step Time": 5.869838003069162}
+{"Finetune/Learning Rate": 1.8340799199279954e-05, "Finetune/Loss": 0.8856741786003113, "Finetune/Loss (Raw)": 0.8351901769638062, "Finetune/Step": 4046, "Finetune/Step Time": 5.864229444414377}
+{"Finetune/Learning Rate": 1.833987013615098e-05, "Finetune/Loss": 0.8857232332229614, "Finetune/Loss (Raw)": 0.8213775157928467, "Finetune/Step": 4047, "Finetune/Step Time": 5.869202913716435}
+{"Finetune/Learning Rate": 1.8338940836527005e-05, "Finetune/Loss": 0.8854780197143555, "Finetune/Loss (Raw)": 0.9130933880805969, "Finetune/Step": 4048, "Finetune/Step Time": 5.86714993044734}
+{"Finetune/Learning Rate": 1.8338011300434383e-05, "Finetune/Loss": 0.8855757117271423, "Finetune/Loss (Raw)": 0.7105128169059753, "Finetune/Step": 4049, "Finetune/Step Time": 5.846620507538319}
+{"Finetune/Learning Rate": 1.833708152789947e-05, "Finetune/Loss": 0.8861021995544434, "Finetune/Loss (Raw)": 0.9461477994918823, "Finetune/Step": 4050, "Finetune/Step Time": 5.845446212217212}
+{"Finetune/Learning Rate": 1.833615151894863e-05, "Finetune/Loss": 0.8849947452545166, "Finetune/Loss (Raw)": 0.7224234938621521, "Finetune/Step": 4051, "Finetune/Step Time": 5.845227345824242}
+{"Finetune/Learning Rate": 1.833522127360824e-05, "Finetune/Loss": 0.8855260610580444, "Finetune/Loss (Raw)": 0.9077313542366028, "Finetune/Step": 4052, "Finetune/Step Time": 5.842814778909087}
+{"Finetune/Learning Rate": 1.833429079190468e-05, "Finetune/Loss": 0.8849879503250122, "Finetune/Loss (Raw)": 0.982296347618103, "Finetune/Step": 4053, "Finetune/Step Time": 5.838968897238374}
+{"Finetune/Learning Rate": 1.8333360073864326e-05, "Finetune/Loss": 0.8847047686576843, "Finetune/Loss (Raw)": 0.9300220608711243, "Finetune/Step": 4054, "Finetune/Step Time": 5.837657539173961}
+{"Finetune/Learning Rate": 1.833242911951358e-05, "Finetune/Loss": 0.8829224705696106, "Finetune/Loss (Raw)": 0.676906406879425, "Finetune/Step": 4055, "Finetune/Step Time": 5.856424145400524}
+{"Finetune/Learning Rate": 1.833149792887884e-05, "Finetune/Loss": 0.8852953314781189, "Finetune/Loss (Raw)": 0.9329745173454285, "Finetune/Step": 4056, "Finetune/Step Time": 5.8396422658115625}
+{"Finetune/Learning Rate": 1.833056650198651e-05, "Finetune/Loss": 0.8858358860015869, "Finetune/Loss (Raw)": 0.9220393300056458, "Finetune/Step": 4057, "Finetune/Step Time": 5.836394041776657}
+{"Finetune/Learning Rate": 1.8329634838863e-05, "Finetune/Loss": 0.8852169513702393, "Finetune/Loss (Raw)": 0.877828061580658, "Finetune/Step": 4058, "Finetune/Step Time": 5.839449793100357}
+{"Finetune/Learning Rate": 1.8328702939534737e-05, "Finetune/Loss": 0.8855012655258179, "Finetune/Loss (Raw)": 0.9661230444908142, "Finetune/Step": 4059, "Finetune/Step Time": 5.821369769051671}
+{"Finetune/Learning Rate": 1.832777080402814e-05, "Finetune/Loss": 0.8849448561668396, "Finetune/Loss (Raw)": 0.951297402381897, "Finetune/Step": 4060, "Finetune/Step Time": 5.82031768374145}
+{"Finetune/Learning Rate": 1.832683843236964e-05, "Finetune/Loss": 0.8849738836288452, "Finetune/Loss (Raw)": 0.908704936504364, "Finetune/Step": 4061, "Finetune/Step Time": 5.811115697026253}
+{"Finetune/Learning Rate": 1.8325905824585687e-05, "Finetune/Loss": 0.8848631381988525, "Finetune/Loss (Raw)": 0.7941896915435791, "Finetune/Step": 4062, "Finetune/Step Time": 5.813687754794955}
+{"Finetune/Learning Rate": 1.8324972980702717e-05, "Finetune/Loss": 0.8842672109603882, "Finetune/Loss (Raw)": 0.9617600440979004, "Finetune/Step": 4063, "Finetune/Step Time": 5.819324987009168}
+{"Finetune/Learning Rate": 1.832403990074719e-05, "Finetune/Loss": 0.8848942518234253, "Finetune/Loss (Raw)": 0.9383078813552856, "Finetune/Step": 4064, "Finetune/Step Time": 5.813096100464463}
+{"Finetune/Learning Rate": 1.8323106584745557e-05, "Finetune/Loss": 0.8835494518280029, "Finetune/Loss (Raw)": 0.8115869164466858, "Finetune/Step": 4065, "Finetune/Step Time": 5.815417140722275}
+{"Finetune/Learning Rate": 1.832217303272429e-05, "Finetune/Loss": 0.8845149874687195, "Finetune/Loss (Raw)": 0.9017375111579895, "Finetune/Step": 4066, "Finetune/Step Time": 5.79919321462512}
+{"Finetune/Learning Rate": 1.832123924470986e-05, "Finetune/Loss": 0.8860529065132141, "Finetune/Loss (Raw)": 1.0635792016983032, "Finetune/Step": 4067, "Finetune/Step Time": 5.795362608507276}
+{"Finetune/Learning Rate": 1.8320305220728755e-05, "Finetune/Loss": 0.887152373790741, "Finetune/Loss (Raw)": 1.0104361772537231, "Finetune/Step": 4068, "Finetune/Step Time": 5.793059764429927}
+{"Finetune/Learning Rate": 1.8319370960807447e-05, "Finetune/Loss": 0.8869695663452148, "Finetune/Loss (Raw)": 0.9605426788330078, "Finetune/Step": 4069, "Finetune/Step Time": 5.791757835075259}
+{"Finetune/Learning Rate": 1.8318436464972437e-05, "Finetune/Loss": 0.8855334520339966, "Finetune/Loss (Raw)": 0.715766966342926, "Finetune/Step": 4070, "Finetune/Step Time": 5.811417507007718}
+{"Finetune/Learning Rate": 1.831750173325022e-05, "Finetune/Loss": 0.8861477375030518, "Finetune/Loss (Raw)": 0.8358149528503418, "Finetune/Step": 4071, "Finetune/Step Time": 5.800327138975263}
+{"Finetune/Learning Rate": 1.831656676566731e-05, "Finetune/Loss": 0.8871897459030151, "Finetune/Loss (Raw)": 0.9669967293739319, "Finetune/Step": 4072, "Finetune/Step Time": 5.800345405936241}
+{"Finetune/Learning Rate": 1.8315631562250217e-05, "Finetune/Loss": 0.8877215385437012, "Finetune/Loss (Raw)": 0.9124468564987183, "Finetune/Step": 4073, "Finetune/Step Time": 5.799512814730406}
+{"Finetune/Learning Rate": 1.8314696123025456e-05, "Finetune/Loss": 0.8867039680480957, "Finetune/Loss (Raw)": 0.7354258894920349, "Finetune/Step": 4074, "Finetune/Step Time": 5.8175002709031105}
+{"Finetune/Learning Rate": 1.8313760448019556e-05, "Finetune/Loss": 0.8880573511123657, "Finetune/Loss (Raw)": 0.9879933595657349, "Finetune/Step": 4075, "Finetune/Step Time": 5.818105308339}
+{"Finetune/Learning Rate": 1.8312824537259054e-05, "Finetune/Loss": 0.8870657682418823, "Finetune/Loss (Raw)": 0.7945054173469543, "Finetune/Step": 4076, "Finetune/Step Time": 5.823700590059161}
+{"Finetune/Learning Rate": 1.8311888390770482e-05, "Finetune/Loss": 0.888275146484375, "Finetune/Loss (Raw)": 0.9177563190460205, "Finetune/Step": 4077, "Finetune/Step Time": 5.821724029257894}
+{"Finetune/Learning Rate": 1.8310952008580396e-05, "Finetune/Loss": 0.8884735107421875, "Finetune/Loss (Raw)": 0.8896366953849792, "Finetune/Step": 4078, "Finetune/Step Time": 5.822725880891085}
+{"Finetune/Learning Rate": 1.831001539071534e-05, "Finetune/Loss": 0.8896387815475464, "Finetune/Loss (Raw)": 0.9659324288368225, "Finetune/Step": 4079, "Finetune/Step Time": 5.820713317021728}
+{"Finetune/Learning Rate": 1.8309078537201882e-05, "Finetune/Loss": 0.8905273675918579, "Finetune/Loss (Raw)": 0.9125511646270752, "Finetune/Step": 4080, "Finetune/Step Time": 5.82149762660265}
+{"Finetune/Learning Rate": 1.8308141448066582e-05, "Finetune/Loss": 0.8932648301124573, "Finetune/Loss (Raw)": 1.067359447479248, "Finetune/Step": 4081, "Finetune/Step Time": 5.82068488933146}
+{"Finetune/Learning Rate": 1.8307204123336014e-05, "Finetune/Loss": 0.892333984375, "Finetune/Loss (Raw)": 0.9510325789451599, "Finetune/Step": 4082, "Finetune/Step Time": 5.823432765901089}
+{"Finetune/Learning Rate": 1.8306266563036764e-05, "Finetune/Loss": 0.8941323757171631, "Finetune/Loss (Raw)": 1.0791246891021729, "Finetune/Step": 4083, "Finetune/Step Time": 5.823419705033302}
+{"Finetune/Learning Rate": 1.8305328767195415e-05, "Finetune/Loss": 0.8936624526977539, "Finetune/Loss (Raw)": 0.8000808954238892, "Finetune/Step": 4084, "Finetune/Step Time": 5.824855139479041}
+{"Finetune/Learning Rate": 1.8304390735838555e-05, "Finetune/Loss": 0.8933600187301636, "Finetune/Loss (Raw)": 0.8624815344810486, "Finetune/Step": 4085, "Finetune/Step Time": 5.82112835906446}
+{"Finetune/Learning Rate": 1.830345246899279e-05, "Finetune/Loss": 0.893372654914856, "Finetune/Loss (Raw)": 0.8892061114311218, "Finetune/Step": 4086, "Finetune/Step Time": 5.812331836670637}
+{"Finetune/Learning Rate": 1.8302513966684725e-05, "Finetune/Loss": 0.8932852149009705, "Finetune/Loss (Raw)": 0.8693369030952454, "Finetune/Step": 4087, "Finetune/Step Time": 5.799199411645532}
+{"Finetune/Learning Rate": 1.8301575228940974e-05, "Finetune/Loss": 0.8933103680610657, "Finetune/Loss (Raw)": 0.9014555215835571, "Finetune/Step": 4088, "Finetune/Step Time": 5.8014762084931135}
+{"Finetune/Learning Rate": 1.8300636255788152e-05, "Finetune/Loss": 0.8940548896789551, "Finetune/Loss (Raw)": 0.9831900596618652, "Finetune/Step": 4089, "Finetune/Step Time": 5.7970212660729885}
+{"Finetune/Learning Rate": 1.8299697047252894e-05, "Finetune/Loss": 0.8962737321853638, "Finetune/Loss (Raw)": 1.1005473136901855, "Finetune/Step": 4090, "Finetune/Step Time": 5.7961460798978806}
+{"Finetune/Learning Rate": 1.8298757603361827e-05, "Finetune/Loss": 0.8966022729873657, "Finetune/Loss (Raw)": 0.9557270407676697, "Finetune/Step": 4091, "Finetune/Step Time": 5.794043704867363}
+{"Finetune/Learning Rate": 1.8297817924141595e-05, "Finetune/Loss": 0.8950357437133789, "Finetune/Loss (Raw)": 0.8026241660118103, "Finetune/Step": 4092, "Finetune/Step Time": 5.811856096610427}
+{"Finetune/Learning Rate": 1.829687800961884e-05, "Finetune/Loss": 0.8951987028121948, "Finetune/Loss (Raw)": 0.8575043678283691, "Finetune/Step": 4093, "Finetune/Step Time": 5.8186290338635445}
+{"Finetune/Learning Rate": 1.8295937859820217e-05, "Finetune/Loss": 0.8960381746292114, "Finetune/Loss (Raw)": 0.8570166230201721, "Finetune/Step": 4094, "Finetune/Step Time": 5.823427151888609}
+{"Finetune/Learning Rate": 1.8294997474772387e-05, "Finetune/Loss": 0.8964121341705322, "Finetune/Loss (Raw)": 0.9633551836013794, "Finetune/Step": 4095, "Finetune/Step Time": 5.82787773385644}
+{"Finetune/Learning Rate": 1.829405685450202e-05, "Finetune/Loss": 0.8971611261367798, "Finetune/Loss (Raw)": 0.9209514856338501, "Finetune/Step": 4096, "Finetune/Step Time": 5.841670969501138}
+{"Finetune/Learning Rate": 1.829311599903578e-05, "Finetune/Loss": 0.8976438045501709, "Finetune/Loss (Raw)": 0.8769071698188782, "Finetune/Step": 4097, "Finetune/Step Time": 5.842773102223873}
+{"Finetune/Learning Rate": 1.829217490840036e-05, "Finetune/Loss": 0.8973113298416138, "Finetune/Loss (Raw)": 0.9655877947807312, "Finetune/Step": 4098, "Finetune/Step Time": 5.851623492315412}
+{"Finetune/Learning Rate": 1.8291233582622437e-05, "Finetune/Loss": 0.8981524705886841, "Finetune/Loss (Raw)": 0.8182815909385681, "Finetune/Step": 4099, "Finetune/Step Time": 5.8686533737927675}
+{"Finetune/Learning Rate": 1.8290292021728704e-05, "Finetune/Loss": 0.8963233232498169, "Finetune/Loss (Raw)": 0.8031343817710876, "Finetune/Step": 4100, "Finetune/Step Time": 5.864216849207878}
+{"Finetune/Learning Rate": 1.8289350225745862e-05, "Finetune/Loss": 0.8952801823616028, "Finetune/Loss (Raw)": 0.8879462480545044, "Finetune/Step": 4101, "Finetune/Step Time": 5.865449283272028}
+{"Finetune/Learning Rate": 1.8288408194700624e-05, "Finetune/Loss": 0.8934462070465088, "Finetune/Loss (Raw)": 0.7031913995742798, "Finetune/Step": 4102, "Finetune/Step Time": 5.871838727965951}
+{"Finetune/Learning Rate": 1.8287465928619698e-05, "Finetune/Loss": 0.8925949335098267, "Finetune/Loss (Raw)": 0.8209639191627502, "Finetune/Step": 4103, "Finetune/Step Time": 5.86742152646184}
+{"Finetune/Learning Rate": 1.8286523427529802e-05, "Finetune/Loss": 0.8922252655029297, "Finetune/Loss (Raw)": 0.9056949019432068, "Finetune/Step": 4104, "Finetune/Step Time": 5.866495929658413}
+{"Finetune/Learning Rate": 1.8285580691457666e-05, "Finetune/Loss": 0.890483021736145, "Finetune/Loss (Raw)": 0.6081852912902832, "Finetune/Step": 4105, "Finetune/Step Time": 5.88698604144156}
+{"Finetune/Learning Rate": 1.828463772043003e-05, "Finetune/Loss": 0.8897949457168579, "Finetune/Loss (Raw)": 0.9398772716522217, "Finetune/Step": 4106, "Finetune/Step Time": 5.889971410855651}
+{"Finetune/Learning Rate": 1.828369451447362e-05, "Finetune/Loss": 0.8884418606758118, "Finetune/Loss (Raw)": 0.7659415006637573, "Finetune/Step": 4107, "Finetune/Step Time": 5.893004631623626}
+{"Finetune/Learning Rate": 1.8282751073615186e-05, "Finetune/Loss": 0.8875126838684082, "Finetune/Loss (Raw)": 0.770785391330719, "Finetune/Step": 4108, "Finetune/Step Time": 5.8956315740942955}
+{"Finetune/Learning Rate": 1.8281807397881487e-05, "Finetune/Loss": 0.8873506784439087, "Finetune/Loss (Raw)": 0.9002406001091003, "Finetune/Step": 4109, "Finetune/Step Time": 5.89878811314702}
+{"Finetune/Learning Rate": 1.8280863487299283e-05, "Finetune/Loss": 0.8868968486785889, "Finetune/Loss (Raw)": 0.8794271945953369, "Finetune/Step": 4110, "Finetune/Step Time": 5.899282658472657}
+{"Finetune/Learning Rate": 1.8279919341895335e-05, "Finetune/Loss": 0.8867205381393433, "Finetune/Loss (Raw)": 0.8443498015403748, "Finetune/Step": 4111, "Finetune/Step Time": 5.903093796223402}
+{"Finetune/Learning Rate": 1.8278974961696422e-05, "Finetune/Loss": 0.8889113664627075, "Finetune/Loss (Raw)": 0.9920223355293274, "Finetune/Step": 4112, "Finetune/Step Time": 5.906811937689781}
+{"Finetune/Learning Rate": 1.827803034672932e-05, "Finetune/Loss": 0.8878030776977539, "Finetune/Loss (Raw)": 0.7508151531219482, "Finetune/Step": 4113, "Finetune/Step Time": 5.906428748741746}
+{"Finetune/Learning Rate": 1.8277085497020818e-05, "Finetune/Loss": 0.8862509727478027, "Finetune/Loss (Raw)": 0.759289562702179, "Finetune/Step": 4114, "Finetune/Step Time": 5.903367675840855}
+{"Finetune/Learning Rate": 1.8276140412597706e-05, "Finetune/Loss": 0.8865038752555847, "Finetune/Loss (Raw)": 0.9005643129348755, "Finetune/Step": 4115, "Finetune/Step Time": 5.8936563488096}
+{"Finetune/Learning Rate": 1.827519509348679e-05, "Finetune/Loss": 0.8866990804672241, "Finetune/Loss (Raw)": 0.9267566800117493, "Finetune/Step": 4116, "Finetune/Step Time": 5.910304460674524}
+{"Finetune/Learning Rate": 1.827424953971487e-05, "Finetune/Loss": 0.8881596326828003, "Finetune/Loss (Raw)": 0.9553623199462891, "Finetune/Step": 4117, "Finetune/Step Time": 5.907343288883567}
+{"Finetune/Learning Rate": 1.8273303751308763e-05, "Finetune/Loss": 0.8892239332199097, "Finetune/Loss (Raw)": 0.9993022680282593, "Finetune/Step": 4118, "Finetune/Step Time": 5.91680995747447}
+{"Finetune/Learning Rate": 1.8272357728295283e-05, "Finetune/Loss": 0.8900763988494873, "Finetune/Loss (Raw)": 0.9540621638298035, "Finetune/Step": 4119, "Finetune/Step Time": 5.914647404104471}
+{"Finetune/Learning Rate": 1.8271411470701267e-05, "Finetune/Loss": 0.8888944387435913, "Finetune/Loss (Raw)": 0.6818715929985046, "Finetune/Step": 4120, "Finetune/Step Time": 5.951695956289768}
+{"Finetune/Learning Rate": 1.827046497855354e-05, "Finetune/Loss": 0.8885689377784729, "Finetune/Loss (Raw)": 0.8892229199409485, "Finetune/Step": 4121, "Finetune/Step Time": 5.971065364778042}
+{"Finetune/Learning Rate": 1.8269518251878946e-05, "Finetune/Loss": 0.8868808150291443, "Finetune/Loss (Raw)": 0.7354090809822083, "Finetune/Step": 4122, "Finetune/Step Time": 5.972354741767049}
+{"Finetune/Learning Rate": 1.826857129070433e-05, "Finetune/Loss": 0.8880577087402344, "Finetune/Loss (Raw)": 1.1040109395980835, "Finetune/Step": 4123, "Finetune/Step Time": 5.970720475539565}
+{"Finetune/Learning Rate": 1.826762409505654e-05, "Finetune/Loss": 0.8880510330200195, "Finetune/Loss (Raw)": 0.8933929204940796, "Finetune/Step": 4124, "Finetune/Step Time": 5.982969891279936}
+{"Finetune/Learning Rate": 1.8266676664962446e-05, "Finetune/Loss": 0.8872888088226318, "Finetune/Loss (Raw)": 0.8198838233947754, "Finetune/Step": 4125, "Finetune/Step Time": 5.986255025491118}
+{"Finetune/Learning Rate": 1.826572900044891e-05, "Finetune/Loss": 0.8886851668357849, "Finetune/Loss (Raw)": 0.9509944915771484, "Finetune/Step": 4126, "Finetune/Step Time": 5.9864149652421474}
+{"Finetune/Learning Rate": 1.8264781101542797e-05, "Finetune/Loss": 0.8887179493904114, "Finetune/Loss (Raw)": 0.932784914970398, "Finetune/Step": 4127, "Finetune/Step Time": 6.004175005480647}
+{"Finetune/Learning Rate": 1.8263832968271e-05, "Finetune/Loss": 0.8885706663131714, "Finetune/Loss (Raw)": 0.8925118446350098, "Finetune/Step": 4128, "Finetune/Step Time": 6.002874244004488}
+{"Finetune/Learning Rate": 1.8262884600660394e-05, "Finetune/Loss": 0.8882479071617126, "Finetune/Loss (Raw)": 0.9094825387001038, "Finetune/Step": 4129, "Finetune/Step Time": 6.002201879397035}
+{"Finetune/Learning Rate": 1.8261935998737884e-05, "Finetune/Loss": 0.8889956474304199, "Finetune/Loss (Raw)": 0.9375081062316895, "Finetune/Step": 4130, "Finetune/Step Time": 6.000055218115449}
+{"Finetune/Learning Rate": 1.826098716253036e-05, "Finetune/Loss": 0.8898942470550537, "Finetune/Loss (Raw)": 0.8177890181541443, "Finetune/Step": 4131, "Finetune/Step Time": 5.981755396351218}
+{"Finetune/Learning Rate": 1.8260038092064728e-05, "Finetune/Loss": 0.8899868130683899, "Finetune/Loss (Raw)": 0.9294493794441223, "Finetune/Step": 4132, "Finetune/Step Time": 5.979261642321944}
+{"Finetune/Learning Rate": 1.8259088787367906e-05, "Finetune/Loss": 0.8898504972457886, "Finetune/Loss (Raw)": 0.8987035751342773, "Finetune/Step": 4133, "Finetune/Step Time": 5.961544692516327}
+{"Finetune/Learning Rate": 1.8258139248466812e-05, "Finetune/Loss": 0.889319658279419, "Finetune/Loss (Raw)": 0.8813691735267639, "Finetune/Step": 4134, "Finetune/Step Time": 5.960372423753142}
+{"Finetune/Learning Rate": 1.8257189475388373e-05, "Finetune/Loss": 0.8892644643783569, "Finetune/Loss (Raw)": 0.8642139434814453, "Finetune/Step": 4135, "Finetune/Step Time": 5.965460818260908}
+{"Finetune/Learning Rate": 1.825623946815952e-05, "Finetune/Loss": 0.8895659446716309, "Finetune/Loss (Raw)": 0.9891025424003601, "Finetune/Step": 4136, "Finetune/Step Time": 5.964180499315262}
+{"Finetune/Learning Rate": 1.8255289226807194e-05, "Finetune/Loss": 0.8907082676887512, "Finetune/Loss (Raw)": 0.8540811538696289, "Finetune/Step": 4137, "Finetune/Step Time": 5.963099058717489}
+{"Finetune/Learning Rate": 1.825433875135834e-05, "Finetune/Loss": 0.8900796175003052, "Finetune/Loss (Raw)": 1.006721019744873, "Finetune/Step": 4138, "Finetune/Step Time": 5.960359543561935}
+{"Finetune/Learning Rate": 1.825338804183991e-05, "Finetune/Loss": 0.8894152641296387, "Finetune/Loss (Raw)": 0.8978002071380615, "Finetune/Step": 4139, "Finetune/Step Time": 5.957472799345851}
+{"Finetune/Learning Rate": 1.8252437098278867e-05, "Finetune/Loss": 0.8891825675964355, "Finetune/Loss (Raw)": 0.8310650587081909, "Finetune/Step": 4140, "Finetune/Step Time": 5.966384394094348}
+{"Finetune/Learning Rate": 1.8251485920702173e-05, "Finetune/Loss": 0.8885454535484314, "Finetune/Loss (Raw)": 0.868401050567627, "Finetune/Step": 4141, "Finetune/Step Time": 5.971617279574275}
+{"Finetune/Learning Rate": 1.8250534509136804e-05, "Finetune/Loss": 0.888130784034729, "Finetune/Loss (Raw)": 0.8280405402183533, "Finetune/Step": 4142, "Finetune/Step Time": 5.970028160139918}
+{"Finetune/Learning Rate": 1.8249582863609734e-05, "Finetune/Loss": 0.8896794319152832, "Finetune/Loss (Raw)": 0.8756569623947144, "Finetune/Step": 4143, "Finetune/Step Time": 5.972785376012325}
+{"Finetune/Learning Rate": 1.8248630984147956e-05, "Finetune/Loss": 0.8909932971000671, "Finetune/Loss (Raw)": 0.9020958542823792, "Finetune/Step": 4144, "Finetune/Step Time": 5.973427543416619}
+{"Finetune/Learning Rate": 1.824767887077846e-05, "Finetune/Loss": 0.89072185754776, "Finetune/Loss (Raw)": 0.8442080616950989, "Finetune/Step": 4145, "Finetune/Step Time": 5.977929988875985}
+{"Finetune/Learning Rate": 1.8246726523528243e-05, "Finetune/Loss": 0.8914532661437988, "Finetune/Loss (Raw)": 0.9087744355201721, "Finetune/Step": 4146, "Finetune/Step Time": 5.976007096469402}
+{"Finetune/Learning Rate": 1.824577394242431e-05, "Finetune/Loss": 0.8904410004615784, "Finetune/Loss (Raw)": 0.7754166126251221, "Finetune/Step": 4147, "Finetune/Step Time": 5.995875120162964}
+{"Finetune/Learning Rate": 1.824482112749368e-05, "Finetune/Loss": 0.8896943926811218, "Finetune/Loss (Raw)": 0.8360479474067688, "Finetune/Step": 4148, "Finetune/Step Time": 5.996036732569337}
+{"Finetune/Learning Rate": 1.8243868078763363e-05, "Finetune/Loss": 0.8888676762580872, "Finetune/Loss (Raw)": 0.8277950286865234, "Finetune/Step": 4149, "Finetune/Step Time": 5.993901755660772}
+{"Finetune/Learning Rate": 1.8242914796260396e-05, "Finetune/Loss": 0.8908112049102783, "Finetune/Loss (Raw)": 0.9537276029586792, "Finetune/Step": 4150, "Finetune/Step Time": 6.004603581503034}
+{"Finetune/Learning Rate": 1.8241961280011802e-05, "Finetune/Loss": 0.8911603689193726, "Finetune/Loss (Raw)": 0.9293861985206604, "Finetune/Step": 4151, "Finetune/Step Time": 6.005807025358081}
+{"Finetune/Learning Rate": 1.8241007530044622e-05, "Finetune/Loss": 0.8905004262924194, "Finetune/Loss (Raw)": 0.9163722991943359, "Finetune/Step": 4152, "Finetune/Step Time": 6.000702040269971}
+{"Finetune/Learning Rate": 1.8240053546385904e-05, "Finetune/Loss": 0.8905444741249084, "Finetune/Loss (Raw)": 0.9028832316398621, "Finetune/Step": 4153, "Finetune/Step Time": 6.001084776595235}
+{"Finetune/Learning Rate": 1.8239099329062698e-05, "Finetune/Loss": 0.8918476104736328, "Finetune/Loss (Raw)": 0.9688675403594971, "Finetune/Step": 4154, "Finetune/Step Time": 5.980651937425137}
+{"Finetune/Learning Rate": 1.8238144878102063e-05, "Finetune/Loss": 0.89178866147995, "Finetune/Loss (Raw)": 0.9266014099121094, "Finetune/Step": 4155, "Finetune/Step Time": 5.963821513578296}
+{"Finetune/Learning Rate": 1.823719019353107e-05, "Finetune/Loss": 0.8908311128616333, "Finetune/Loss (Raw)": 0.9299215078353882, "Finetune/Step": 4156, "Finetune/Step Time": 5.9595952257514}
+{"Finetune/Learning Rate": 1.823623527537678e-05, "Finetune/Loss": 0.8904614448547363, "Finetune/Loss (Raw)": 0.853430986404419, "Finetune/Step": 4157, "Finetune/Step Time": 5.9510780572891235}
+{"Finetune/Learning Rate": 1.8235280123666285e-05, "Finetune/Loss": 0.8900859951972961, "Finetune/Loss (Raw)": 0.9512332081794739, "Finetune/Step": 4158, "Finetune/Step Time": 5.939771384000778}
+{"Finetune/Learning Rate": 1.8234324738426655e-05, "Finetune/Loss": 0.8893418908119202, "Finetune/Loss (Raw)": 0.8192176222801208, "Finetune/Step": 4159, "Finetune/Step Time": 5.956481104716659}
+{"Finetune/Learning Rate": 1.8233369119685e-05, "Finetune/Loss": 0.888836145401001, "Finetune/Loss (Raw)": 0.8201285004615784, "Finetune/Step": 4160, "Finetune/Step Time": 5.940521081909537}
+{"Finetune/Learning Rate": 1.8232413267468404e-05, "Finetune/Loss": 0.890044629573822, "Finetune/Loss (Raw)": 0.9880611896514893, "Finetune/Step": 4161, "Finetune/Step Time": 5.903252232819796}
+{"Finetune/Learning Rate": 1.8231457181803976e-05, "Finetune/Loss": 0.8874455690383911, "Finetune/Loss (Raw)": 0.6600397229194641, "Finetune/Step": 4162, "Finetune/Step Time": 5.900342101231217}
+{"Finetune/Learning Rate": 1.8230500862718836e-05, "Finetune/Loss": 0.8875216245651245, "Finetune/Loss (Raw)": 0.9684173464775085, "Finetune/Step": 4163, "Finetune/Step Time": 5.900463497266173}
+{"Finetune/Learning Rate": 1.8229544310240094e-05, "Finetune/Loss": 0.8878208994865417, "Finetune/Loss (Raw)": 0.9033771753311157, "Finetune/Step": 4164, "Finetune/Step Time": 5.8983983136713505}
+{"Finetune/Learning Rate": 1.8228587524394874e-05, "Finetune/Loss": 0.8881839513778687, "Finetune/Loss (Raw)": 0.891004741191864, "Finetune/Step": 4165, "Finetune/Step Time": 5.89865774102509}
+{"Finetune/Learning Rate": 1.822763050521031e-05, "Finetune/Loss": 0.8874999284744263, "Finetune/Loss (Raw)": 0.9279547929763794, "Finetune/Step": 4166, "Finetune/Step Time": 5.898553481325507}
+{"Finetune/Learning Rate": 1.8226673252713546e-05, "Finetune/Loss": 0.8863028883934021, "Finetune/Loss (Raw)": 0.8347777724266052, "Finetune/Step": 4167, "Finetune/Step Time": 5.900613950565457}
+{"Finetune/Learning Rate": 1.822571576693172e-05, "Finetune/Loss": 0.8854074478149414, "Finetune/Loss (Raw)": 0.7957515120506287, "Finetune/Step": 4168, "Finetune/Step Time": 5.899859925732017}
+{"Finetune/Learning Rate": 1.8224758047891985e-05, "Finetune/Loss": 0.8876602649688721, "Finetune/Loss (Raw)": 1.0483858585357666, "Finetune/Step": 4169, "Finetune/Step Time": 5.8934374544769526}
+{"Finetune/Learning Rate": 1.82238000956215e-05, "Finetune/Loss": 0.8880572319030762, "Finetune/Loss (Raw)": 0.8461713194847107, "Finetune/Step": 4170, "Finetune/Step Time": 5.886488251388073}
+{"Finetune/Learning Rate": 1.8222841910147425e-05, "Finetune/Loss": 0.8879602551460266, "Finetune/Loss (Raw)": 0.9005735516548157, "Finetune/Step": 4171, "Finetune/Step Time": 5.889338118955493}
+{"Finetune/Learning Rate": 1.8221883491496942e-05, "Finetune/Loss": 0.8874469995498657, "Finetune/Loss (Raw)": 0.9262747764587402, "Finetune/Step": 4172, "Finetune/Step Time": 5.8930846229195595}
+{"Finetune/Learning Rate": 1.822092483969722e-05, "Finetune/Loss": 0.8863531947135925, "Finetune/Loss (Raw)": 0.7355268597602844, "Finetune/Step": 4173, "Finetune/Step Time": 5.910028902813792}
+{"Finetune/Learning Rate": 1.8219965954775453e-05, "Finetune/Loss": 0.8866168260574341, "Finetune/Loss (Raw)": 0.8689324259757996, "Finetune/Step": 4174, "Finetune/Step Time": 5.90833231061697}
+{"Finetune/Learning Rate": 1.821900683675882e-05, "Finetune/Loss": 0.8875963687896729, "Finetune/Loss (Raw)": 0.9467529654502869, "Finetune/Step": 4175, "Finetune/Step Time": 5.900269750505686}
+{"Finetune/Learning Rate": 1.8218047485674522e-05, "Finetune/Loss": 0.8879377841949463, "Finetune/Loss (Raw)": 0.9567984938621521, "Finetune/Step": 4176, "Finetune/Step Time": 5.903313044458628}
+{"Finetune/Learning Rate": 1.8217087901549773e-05, "Finetune/Loss": 0.8907498121261597, "Finetune/Loss (Raw)": 1.0704530477523804, "Finetune/Step": 4177, "Finetune/Step Time": 5.920365557074547}
+{"Finetune/Learning Rate": 1.8216128084411776e-05, "Finetune/Loss": 0.8912233114242554, "Finetune/Loss (Raw)": 1.006761908531189, "Finetune/Step": 4178, "Finetune/Step Time": 5.919800007715821}
+{"Finetune/Learning Rate": 1.821516803428775e-05, "Finetune/Loss": 0.8925269246101379, "Finetune/Loss (Raw)": 0.8892802596092224, "Finetune/Step": 4179, "Finetune/Step Time": 5.9193031415343285}
+{"Finetune/Learning Rate": 1.8214207751204917e-05, "Finetune/Loss": 0.8923632502555847, "Finetune/Loss (Raw)": 0.8867879509925842, "Finetune/Step": 4180, "Finetune/Step Time": 5.9178394339978695}
+{"Finetune/Learning Rate": 1.821324723519051e-05, "Finetune/Loss": 0.8918203711509705, "Finetune/Loss (Raw)": 0.912803590297699, "Finetune/Step": 4181, "Finetune/Step Time": 5.92497274838388}
+{"Finetune/Learning Rate": 1.821228648627177e-05, "Finetune/Loss": 0.8911898136138916, "Finetune/Loss (Raw)": 0.8493073582649231, "Finetune/Step": 4182, "Finetune/Step Time": 5.926906896755099}
+{"Finetune/Learning Rate": 1.8211325504475935e-05, "Finetune/Loss": 0.8914890289306641, "Finetune/Loss (Raw)": 0.715212881565094, "Finetune/Step": 4183, "Finetune/Step Time": 5.928755674511194}
+{"Finetune/Learning Rate": 1.821036428983026e-05, "Finetune/Loss": 0.8910279273986816, "Finetune/Loss (Raw)": 0.8739514946937561, "Finetune/Step": 4184, "Finetune/Step Time": 5.928998665884137}
+{"Finetune/Learning Rate": 1.8209402842362002e-05, "Finetune/Loss": 0.8910874128341675, "Finetune/Loss (Raw)": 0.9296490550041199, "Finetune/Step": 4185, "Finetune/Step Time": 5.928790640085936}
+{"Finetune/Learning Rate": 1.8208441162098422e-05, "Finetune/Loss": 0.8905709981918335, "Finetune/Loss (Raw)": 0.8117288947105408, "Finetune/Step": 4186, "Finetune/Step Time": 5.926086505874991}
+{"Finetune/Learning Rate": 1.8207479249066793e-05, "Finetune/Loss": 0.8892937898635864, "Finetune/Loss (Raw)": 0.8026422262191772, "Finetune/Step": 4187, "Finetune/Step Time": 5.925512965768576}
+{"Finetune/Learning Rate": 1.8206517103294393e-05, "Finetune/Loss": 0.8901703357696533, "Finetune/Loss (Raw)": 1.0635004043579102, "Finetune/Step": 4188, "Finetune/Step Time": 5.927103590220213}
+{"Finetune/Learning Rate": 1.82055547248085e-05, "Finetune/Loss": 0.8896328210830688, "Finetune/Loss (Raw)": 0.8398963809013367, "Finetune/Step": 4189, "Finetune/Step Time": 5.916598811745644}
+{"Finetune/Learning Rate": 1.820459211363641e-05, "Finetune/Loss": 0.889936089515686, "Finetune/Loss (Raw)": 0.8330065011978149, "Finetune/Step": 4190, "Finetune/Step Time": 5.913738135248423}
+{"Finetune/Learning Rate": 1.820362926980542e-05, "Finetune/Loss": 0.8896830081939697, "Finetune/Loss (Raw)": 0.9293598532676697, "Finetune/Step": 4191, "Finetune/Step Time": 5.910946022719145}
+{"Finetune/Learning Rate": 1.8202666193342834e-05, "Finetune/Loss": 0.8896290063858032, "Finetune/Loss (Raw)": 0.9314108490943909, "Finetune/Step": 4192, "Finetune/Step Time": 5.917287660762668}
+{"Finetune/Learning Rate": 1.8201702884275954e-05, "Finetune/Loss": 0.8901118040084839, "Finetune/Loss (Raw)": 0.8733717799186707, "Finetune/Step": 4193, "Finetune/Step Time": 5.932909402996302}
+{"Finetune/Learning Rate": 1.820073934263211e-05, "Finetune/Loss": 0.8881155848503113, "Finetune/Loss (Raw)": 0.6462289094924927, "Finetune/Step": 4194, "Finetune/Step Time": 5.946068758144975}
+{"Finetune/Learning Rate": 1.819977556843861e-05, "Finetune/Loss": 0.885689377784729, "Finetune/Loss (Raw)": 0.7530276775360107, "Finetune/Step": 4195, "Finetune/Step Time": 5.9489207081496716}
+{"Finetune/Learning Rate": 1.8198811561722797e-05, "Finetune/Loss": 0.8849384784698486, "Finetune/Loss (Raw)": 0.9143244028091431, "Finetune/Step": 4196, "Finetune/Step Time": 5.95228098705411}
+{"Finetune/Learning Rate": 1.8197847322512002e-05, "Finetune/Loss": 0.8849737644195557, "Finetune/Loss (Raw)": 0.9650528430938721, "Finetune/Step": 4197, "Finetune/Step Time": 5.9519799798727036}
+{"Finetune/Learning Rate": 1.819688285083357e-05, "Finetune/Loss": 0.8860702514648438, "Finetune/Loss (Raw)": 0.8561129570007324, "Finetune/Step": 4198, "Finetune/Step Time": 5.932027339935303}
+{"Finetune/Learning Rate": 1.819591814671484e-05, "Finetune/Loss": 0.8868383169174194, "Finetune/Loss (Raw)": 0.9341289401054382, "Finetune/Step": 4199, "Finetune/Step Time": 5.9434365183115005}
+{"Finetune/Learning Rate": 1.8194953210183185e-05, "Finetune/Loss": 0.8858566880226135, "Finetune/Loss (Raw)": 0.8413507342338562, "Finetune/Step": 4200, "Finetune/Step Time": 5.945207044482231}
+{"Finetune/Learning Rate": 1.819398804126596e-05, "Finetune/Loss": 0.8866419792175293, "Finetune/Loss (Raw)": 1.0129674673080444, "Finetune/Step": 4201, "Finetune/Step Time": 5.946665521711111}
+{"Finetune/Learning Rate": 1.8193022639990536e-05, "Finetune/Loss": 0.8873564004898071, "Finetune/Loss (Raw)": 0.8268631100654602, "Finetune/Step": 4202, "Finetune/Step Time": 5.927788073197007}
+{"Finetune/Learning Rate": 1.8192057006384284e-05, "Finetune/Loss": 0.8862183094024658, "Finetune/Loss (Raw)": 0.8423242568969727, "Finetune/Step": 4203, "Finetune/Step Time": 5.931721048429608}
+{"Finetune/Learning Rate": 1.8191091140474595e-05, "Finetune/Loss": 0.8870431184768677, "Finetune/Loss (Raw)": 0.9000821709632874, "Finetune/Step": 4204, "Finetune/Step Time": 5.923265544697642}
+{"Finetune/Learning Rate": 1.819012504228885e-05, "Finetune/Loss": 0.8854421377182007, "Finetune/Loss (Raw)": 0.712832510471344, "Finetune/Step": 4205, "Finetune/Step Time": 5.950532987713814}
+{"Finetune/Learning Rate": 1.8189158711854448e-05, "Finetune/Loss": 0.8850436210632324, "Finetune/Loss (Raw)": 0.8386268615722656, "Finetune/Step": 4206, "Finetune/Step Time": 5.95570757240057}
+{"Finetune/Learning Rate": 1.8188192149198797e-05, "Finetune/Loss": 0.8852705359458923, "Finetune/Loss (Raw)": 0.9949714541435242, "Finetune/Step": 4207, "Finetune/Step Time": 5.95713422074914}
+{"Finetune/Learning Rate": 1.8187225354349297e-05, "Finetune/Loss": 0.8869031667709351, "Finetune/Loss (Raw)": 1.1215312480926514, "Finetune/Step": 4208, "Finetune/Step Time": 5.956398796290159}
+{"Finetune/Learning Rate": 1.8186258327333366e-05, "Finetune/Loss": 0.8851414918899536, "Finetune/Loss (Raw)": 0.8418686985969543, "Finetune/Step": 4209, "Finetune/Step Time": 5.958621222525835}
+{"Finetune/Learning Rate": 1.818529106817843e-05, "Finetune/Loss": 0.8850169777870178, "Finetune/Loss (Raw)": 0.9350879788398743, "Finetune/Step": 4210, "Finetune/Step Time": 5.960859548300505}
+{"Finetune/Learning Rate": 1.8184323576911912e-05, "Finetune/Loss": 0.8826478719711304, "Finetune/Loss (Raw)": 0.7758800983428955, "Finetune/Step": 4211, "Finetune/Step Time": 5.964910447597504}
+{"Finetune/Learning Rate": 1.8183355853561253e-05, "Finetune/Loss": 0.8832838535308838, "Finetune/Loss (Raw)": 0.8814823627471924, "Finetune/Step": 4212, "Finetune/Step Time": 5.9686259012669325}
+{"Finetune/Learning Rate": 1.818238789815389e-05, "Finetune/Loss": 0.8848122358322144, "Finetune/Loss (Raw)": 1.0581213235855103, "Finetune/Step": 4213, "Finetune/Step Time": 5.970093164592981}
+{"Finetune/Learning Rate": 1.818141971071728e-05, "Finetune/Loss": 0.8842474222183228, "Finetune/Loss (Raw)": 0.8169119358062744, "Finetune/Step": 4214, "Finetune/Step Time": 5.972647085785866}
+{"Finetune/Learning Rate": 1.8180451291278865e-05, "Finetune/Loss": 0.885039210319519, "Finetune/Loss (Raw)": 0.9706792235374451, "Finetune/Step": 4215, "Finetune/Step Time": 5.971744915470481}
+{"Finetune/Learning Rate": 1.8179482639866115e-05, "Finetune/Loss": 0.8842926025390625, "Finetune/Loss (Raw)": 0.8058887124061584, "Finetune/Step": 4216, "Finetune/Step Time": 5.989881046116352}
+{"Finetune/Learning Rate": 1.81785137565065e-05, "Finetune/Loss": 0.8834202885627747, "Finetune/Loss (Raw)": 0.8715402483940125, "Finetune/Step": 4217, "Finetune/Step Time": 5.9881861340254545}
+{"Finetune/Learning Rate": 1.8177544641227486e-05, "Finetune/Loss": 0.8825373649597168, "Finetune/Loss (Raw)": 0.9875273704528809, "Finetune/Step": 4218, "Finetune/Step Time": 5.984281312674284}
+{"Finetune/Learning Rate": 1.8176575294056564e-05, "Finetune/Loss": 0.8812885284423828, "Finetune/Loss (Raw)": 0.7958769202232361, "Finetune/Step": 4219, "Finetune/Step Time": 5.980495527386665}
+{"Finetune/Learning Rate": 1.8175605715021215e-05, "Finetune/Loss": 0.8826285004615784, "Finetune/Loss (Raw)": 0.9741404056549072, "Finetune/Step": 4220, "Finetune/Step Time": 5.9616884887218475}
+{"Finetune/Learning Rate": 1.8174635904148937e-05, "Finetune/Loss": 0.8832870721817017, "Finetune/Loss (Raw)": 0.9418097734451294, "Finetune/Step": 4221, "Finetune/Step Time": 5.952670210972428}
+{"Finetune/Learning Rate": 1.8173665861467232e-05, "Finetune/Loss": 0.8833101391792297, "Finetune/Loss (Raw)": 0.8599631786346436, "Finetune/Step": 4222, "Finetune/Step Time": 5.961889484897256}
+{"Finetune/Learning Rate": 1.8172695587003603e-05, "Finetune/Loss": 0.8828275203704834, "Finetune/Loss (Raw)": 0.9015815854072571, "Finetune/Step": 4223, "Finetune/Step Time": 5.954363722354174}
+{"Finetune/Learning Rate": 1.817172508078557e-05, "Finetune/Loss": 0.8828067779541016, "Finetune/Loss (Raw)": 0.9182923436164856, "Finetune/Step": 4224, "Finetune/Step Time": 5.94704289548099}
+{"Finetune/Learning Rate": 1.817075434284065e-05, "Finetune/Loss": 0.8833892345428467, "Finetune/Loss (Raw)": 0.9514659643173218, "Finetune/Step": 4225, "Finetune/Step Time": 5.942181853577495}
+{"Finetune/Learning Rate": 1.816978337319637e-05, "Finetune/Loss": 0.8828033208847046, "Finetune/Loss (Raw)": 0.8905899524688721, "Finetune/Step": 4226, "Finetune/Step Time": 5.930116491392255}
+{"Finetune/Learning Rate": 1.816881217188027e-05, "Finetune/Loss": 0.8837292194366455, "Finetune/Loss (Raw)": 0.9367960095405579, "Finetune/Step": 4227, "Finetune/Step Time": 5.912045314908028}
+{"Finetune/Learning Rate": 1.8167840738919883e-05, "Finetune/Loss": 0.8831586837768555, "Finetune/Loss (Raw)": 0.7301079034805298, "Finetune/Step": 4228, "Finetune/Step Time": 5.920962307602167}
+{"Finetune/Learning Rate": 1.8166869074342756e-05, "Finetune/Loss": 0.8830989599227905, "Finetune/Loss (Raw)": 0.8802998661994934, "Finetune/Step": 4229, "Finetune/Step Time": 5.919549094513059}
+{"Finetune/Learning Rate": 1.816589717817645e-05, "Finetune/Loss": 0.8851494789123535, "Finetune/Loss (Raw)": 0.9656500816345215, "Finetune/Step": 4230, "Finetune/Step Time": 5.915333403274417}
+{"Finetune/Learning Rate": 1.8164925050448518e-05, "Finetune/Loss": 0.8860887289047241, "Finetune/Loss (Raw)": 0.9411954879760742, "Finetune/Step": 4231, "Finetune/Step Time": 5.918737111613154}
+{"Finetune/Learning Rate": 1.8163952691186528e-05, "Finetune/Loss": 0.8856762647628784, "Finetune/Loss (Raw)": 0.8529025912284851, "Finetune/Step": 4232, "Finetune/Step Time": 5.926889291033149}
+{"Finetune/Learning Rate": 1.816298010041806e-05, "Finetune/Loss": 0.887911856174469, "Finetune/Loss (Raw)": 0.8943386077880859, "Finetune/Step": 4233, "Finetune/Step Time": 5.904532266780734}
+{"Finetune/Learning Rate": 1.8162007278170684e-05, "Finetune/Loss": 0.8864593505859375, "Finetune/Loss (Raw)": 0.7539618015289307, "Finetune/Step": 4234, "Finetune/Step Time": 5.903313010931015}
+{"Finetune/Learning Rate": 1.8161034224471992e-05, "Finetune/Loss": 0.8872990608215332, "Finetune/Loss (Raw)": 0.8734108805656433, "Finetune/Step": 4235, "Finetune/Step Time": 5.896793033927679}
+{"Finetune/Learning Rate": 1.816006093934958e-05, "Finetune/Loss": 0.8881044387817383, "Finetune/Loss (Raw)": 0.8738821744918823, "Finetune/Step": 4236, "Finetune/Step Time": 5.909831156954169}
+{"Finetune/Learning Rate": 1.815908742283104e-05, "Finetune/Loss": 0.8877680897712708, "Finetune/Loss (Raw)": 0.8571862578392029, "Finetune/Step": 4237, "Finetune/Step Time": 5.910787466913462}
+{"Finetune/Learning Rate": 1.815811367494398e-05, "Finetune/Loss": 0.8882308602333069, "Finetune/Loss (Raw)": 0.9386590123176575, "Finetune/Step": 4238, "Finetune/Step Time": 5.915934223681688}
+{"Finetune/Learning Rate": 1.815713969571602e-05, "Finetune/Loss": 0.8871184587478638, "Finetune/Loss (Raw)": 0.7019636631011963, "Finetune/Step": 4239, "Finetune/Step Time": 5.916419878602028}
+{"Finetune/Learning Rate": 1.815616548517477e-05, "Finetune/Loss": 0.8863251209259033, "Finetune/Loss (Raw)": 0.8904762864112854, "Finetune/Step": 4240, "Finetune/Step Time": 5.9168744925409555}
+{"Finetune/Learning Rate": 1.8155191043347864e-05, "Finetune/Loss": 0.8861706256866455, "Finetune/Loss (Raw)": 0.7310413718223572, "Finetune/Step": 4241, "Finetune/Step Time": 5.940681708976626}
+{"Finetune/Learning Rate": 1.815421637026293e-05, "Finetune/Loss": 0.886667788028717, "Finetune/Loss (Raw)": 0.8229259252548218, "Finetune/Step": 4242, "Finetune/Step Time": 5.94476936198771}
+{"Finetune/Learning Rate": 1.8153241465947603e-05, "Finetune/Loss": 0.8850045204162598, "Finetune/Loss (Raw)": 0.6876612305641174, "Finetune/Step": 4243, "Finetune/Step Time": 5.944954805076122}
+{"Finetune/Learning Rate": 1.8152266330429534e-05, "Finetune/Loss": 0.8850276470184326, "Finetune/Loss (Raw)": 0.9297199249267578, "Finetune/Step": 4244, "Finetune/Step Time": 5.932697210460901}
+{"Finetune/Learning Rate": 1.8151290963736377e-05, "Finetune/Loss": 0.884148120880127, "Finetune/Loss (Raw)": 0.8427795171737671, "Finetune/Step": 4245, "Finetune/Step Time": 5.940155945718288}
+{"Finetune/Learning Rate": 1.8150315365895786e-05, "Finetune/Loss": 0.8836095333099365, "Finetune/Loss (Raw)": 0.9303653240203857, "Finetune/Step": 4246, "Finetune/Step Time": 5.9347162414342165}
+{"Finetune/Learning Rate": 1.8149339536935428e-05, "Finetune/Loss": 0.8836402297019958, "Finetune/Loss (Raw)": 0.957994282245636, "Finetune/Step": 4247, "Finetune/Step Time": 5.934241266921163}
+{"Finetune/Learning Rate": 1.814836347688297e-05, "Finetune/Loss": 0.8842416405677795, "Finetune/Loss (Raw)": 0.7588509917259216, "Finetune/Step": 4248, "Finetune/Step Time": 5.904491337016225}
+{"Finetune/Learning Rate": 1.81473871857661e-05, "Finetune/Loss": 0.8847958445549011, "Finetune/Loss (Raw)": 0.9601635336875916, "Finetune/Step": 4249, "Finetune/Step Time": 5.8804168831557035}
+{"Finetune/Learning Rate": 1.8146410663612496e-05, "Finetune/Loss": 0.8860923051834106, "Finetune/Loss (Raw)": 0.9013599753379822, "Finetune/Step": 4250, "Finetune/Step Time": 5.877378294244409}
+{"Finetune/Learning Rate": 1.814543391044985e-05, "Finetune/Loss": 0.8842650651931763, "Finetune/Loss (Raw)": 0.8701126575469971, "Finetune/Step": 4251, "Finetune/Step Time": 5.877324057742953}
+{"Finetune/Learning Rate": 1.814445692630586e-05, "Finetune/Loss": 0.8844534158706665, "Finetune/Loss (Raw)": 0.9175029993057251, "Finetune/Step": 4252, "Finetune/Step Time": 5.868789400905371}
+{"Finetune/Learning Rate": 1.8143479711208232e-05, "Finetune/Loss": 0.8847428560256958, "Finetune/Loss (Raw)": 0.8569386601448059, "Finetune/Step": 4253, "Finetune/Step Time": 5.870164830237627}
+{"Finetune/Learning Rate": 1.8142502265184677e-05, "Finetune/Loss": 0.8850823640823364, "Finetune/Loss (Raw)": 0.9944508075714111, "Finetune/Step": 4254, "Finetune/Step Time": 5.874852856621146}
+{"Finetune/Learning Rate": 1.814152458826291e-05, "Finetune/Loss": 0.8844925165176392, "Finetune/Loss (Raw)": 0.8572856187820435, "Finetune/Step": 4255, "Finetune/Step Time": 5.858106918632984}
+{"Finetune/Learning Rate": 1.814054668047066e-05, "Finetune/Loss": 0.8836479187011719, "Finetune/Loss (Raw)": 0.7844035625457764, "Finetune/Step": 4256, "Finetune/Step Time": 5.863533893600106}
+{"Finetune/Learning Rate": 1.8139568541835654e-05, "Finetune/Loss": 0.8836345076560974, "Finetune/Loss (Raw)": 0.9077638983726501, "Finetune/Step": 4257, "Finetune/Step Time": 5.863305175676942}
+{"Finetune/Learning Rate": 1.8138590172385627e-05, "Finetune/Loss": 0.8831284642219543, "Finetune/Loss (Raw)": 0.8727322220802307, "Finetune/Step": 4258, "Finetune/Step Time": 5.869636561721563}
+{"Finetune/Learning Rate": 1.813761157214833e-05, "Finetune/Loss": 0.8833425045013428, "Finetune/Loss (Raw)": 0.8451862335205078, "Finetune/Step": 4259, "Finetune/Step Time": 5.87028057128191}
+{"Finetune/Learning Rate": 1.8136632741151507e-05, "Finetune/Loss": 0.8819162845611572, "Finetune/Loss (Raw)": 0.7468891143798828, "Finetune/Step": 4260, "Finetune/Step Time": 5.878431489691138}
+{"Finetune/Learning Rate": 1.8135653679422916e-05, "Finetune/Loss": 0.8824113607406616, "Finetune/Loss (Raw)": 0.9620795249938965, "Finetune/Step": 4261, "Finetune/Step Time": 5.8781654965132475}
+{"Finetune/Learning Rate": 1.8134674386990326e-05, "Finetune/Loss": 0.8833840489387512, "Finetune/Loss (Raw)": 1.0058729648590088, "Finetune/Step": 4262, "Finetune/Step Time": 5.877830250188708}
+{"Finetune/Learning Rate": 1.8133694863881496e-05, "Finetune/Loss": 0.8844759464263916, "Finetune/Loss (Raw)": 1.0039783716201782, "Finetune/Step": 4263, "Finetune/Step Time": 5.875134941190481}
+{"Finetune/Learning Rate": 1.813271511012421e-05, "Finetune/Loss": 0.8825825452804565, "Finetune/Loss (Raw)": 0.7467513084411621, "Finetune/Step": 4264, "Finetune/Step Time": 5.872705612331629}
+{"Finetune/Learning Rate": 1.8131735125746256e-05, "Finetune/Loss": 0.8837265968322754, "Finetune/Loss (Raw)": 1.0005159378051758, "Finetune/Step": 4265, "Finetune/Step Time": 5.8709068819880486}
+{"Finetune/Learning Rate": 1.813075491077541e-05, "Finetune/Loss": 0.8817839622497559, "Finetune/Loss (Raw)": 0.7580664753913879, "Finetune/Step": 4266, "Finetune/Step Time": 5.878803329542279}
+{"Finetune/Learning Rate": 1.812977446523948e-05, "Finetune/Loss": 0.8821077346801758, "Finetune/Loss (Raw)": 0.9392385482788086, "Finetune/Step": 4267, "Finetune/Step Time": 5.880724022164941}
+{"Finetune/Learning Rate": 1.812879378916626e-05, "Finetune/Loss": 0.8807421326637268, "Finetune/Loss (Raw)": 0.6562640070915222, "Finetune/Step": 4268, "Finetune/Step Time": 5.89196677133441}
+{"Finetune/Learning Rate": 1.8127812882583566e-05, "Finetune/Loss": 0.8798525333404541, "Finetune/Loss (Raw)": 0.754530668258667, "Finetune/Step": 4269, "Finetune/Step Time": 5.892069960013032}
+{"Finetune/Learning Rate": 1.8126831745519212e-05, "Finetune/Loss": 0.8804581165313721, "Finetune/Loss (Raw)": 0.9055516123771667, "Finetune/Step": 4270, "Finetune/Step Time": 5.889684868976474}
+{"Finetune/Learning Rate": 1.8125850378001018e-05, "Finetune/Loss": 0.8819423913955688, "Finetune/Loss (Raw)": 1.0656558275222778, "Finetune/Step": 4271, "Finetune/Step Time": 5.891589801758528}
+{"Finetune/Learning Rate": 1.8124868780056814e-05, "Finetune/Loss": 0.8826330900192261, "Finetune/Loss (Raw)": 0.9905020594596863, "Finetune/Step": 4272, "Finetune/Step Time": 5.893900161609054}
+{"Finetune/Learning Rate": 1.8123886951714435e-05, "Finetune/Loss": 0.883603572845459, "Finetune/Loss (Raw)": 0.9684310555458069, "Finetune/Step": 4273, "Finetune/Step Time": 5.887180818244815}
+{"Finetune/Learning Rate": 1.8122904893001723e-05, "Finetune/Loss": 0.8834637403488159, "Finetune/Loss (Raw)": 0.8908753395080566, "Finetune/Step": 4274, "Finetune/Step Time": 5.892791585996747}
+{"Finetune/Learning Rate": 1.812192260394653e-05, "Finetune/Loss": 0.8844426870346069, "Finetune/Loss (Raw)": 0.9007174372673035, "Finetune/Step": 4275, "Finetune/Step Time": 5.893022967502475}
+{"Finetune/Learning Rate": 1.8120940084576705e-05, "Finetune/Loss": 0.8848996758460999, "Finetune/Loss (Raw)": 0.8945413827896118, "Finetune/Step": 4276, "Finetune/Step Time": 5.9020183570683}
+{"Finetune/Learning Rate": 1.8119957334920112e-05, "Finetune/Loss": 0.8849042654037476, "Finetune/Loss (Raw)": 0.8283874988555908, "Finetune/Step": 4277, "Finetune/Step Time": 5.9056835025548935}
+{"Finetune/Learning Rate": 1.811897435500462e-05, "Finetune/Loss": 0.8845227956771851, "Finetune/Loss (Raw)": 0.9048973917961121, "Finetune/Step": 4278, "Finetune/Step Time": 5.892642835155129}
+{"Finetune/Learning Rate": 1.81179911448581e-05, "Finetune/Loss": 0.8842299580574036, "Finetune/Loss (Raw)": 0.891903817653656, "Finetune/Step": 4279, "Finetune/Step Time": 5.8940852507948875}
+{"Finetune/Learning Rate": 1.811700770450844e-05, "Finetune/Loss": 0.884861409664154, "Finetune/Loss (Raw)": 0.9972012639045715, "Finetune/Step": 4280, "Finetune/Step Time": 5.894194522872567}
+{"Finetune/Learning Rate": 1.811602403398352e-05, "Finetune/Loss": 0.8846898674964905, "Finetune/Loss (Raw)": 0.8809164762496948, "Finetune/Step": 4281, "Finetune/Step Time": 5.895738685503602}
+{"Finetune/Learning Rate": 1.8115040133311237e-05, "Finetune/Loss": 0.8849602937698364, "Finetune/Loss (Raw)": 1.003491997718811, "Finetune/Step": 4282, "Finetune/Step Time": 5.898706031963229}
+{"Finetune/Learning Rate": 1.8114056002519492e-05, "Finetune/Loss": 0.8849766254425049, "Finetune/Loss (Raw)": 0.9286907315254211, "Finetune/Step": 4283, "Finetune/Step Time": 5.895001897588372}
+{"Finetune/Learning Rate": 1.8113071641636194e-05, "Finetune/Loss": 0.8839713335037231, "Finetune/Loss (Raw)": 0.8012362122535706, "Finetune/Step": 4284, "Finetune/Step Time": 5.903903981670737}
+{"Finetune/Learning Rate": 1.8112087050689257e-05, "Finetune/Loss": 0.8838855028152466, "Finetune/Loss (Raw)": 0.842445969581604, "Finetune/Step": 4285, "Finetune/Step Time": 5.906299339607358}
+{"Finetune/Learning Rate": 1.8111102229706593e-05, "Finetune/Loss": 0.884039580821991, "Finetune/Loss (Raw)": 0.9709547162055969, "Finetune/Step": 4286, "Finetune/Step Time": 5.909768294543028}
+{"Finetune/Learning Rate": 1.8110117178716137e-05, "Finetune/Loss": 0.884132981300354, "Finetune/Loss (Raw)": 0.8311783075332642, "Finetune/Step": 4287, "Finetune/Step Time": 5.888205563649535}
+{"Finetune/Learning Rate": 1.8109131897745823e-05, "Finetune/Loss": 0.8851712942123413, "Finetune/Loss (Raw)": 0.9530311226844788, "Finetune/Step": 4288, "Finetune/Step Time": 5.891691330820322}
+{"Finetune/Learning Rate": 1.8108146386823585e-05, "Finetune/Loss": 0.8848804235458374, "Finetune/Loss (Raw)": 0.9508257508277893, "Finetune/Step": 4289, "Finetune/Step Time": 5.896309437230229}
+{"Finetune/Learning Rate": 1.8107160645977367e-05, "Finetune/Loss": 0.8857318758964539, "Finetune/Loss (Raw)": 0.7690321803092957, "Finetune/Step": 4290, "Finetune/Step Time": 5.892838966101408}
+{"Finetune/Learning Rate": 1.8106174675235135e-05, "Finetune/Loss": 0.8859373927116394, "Finetune/Loss (Raw)": 0.9947217702865601, "Finetune/Step": 4291, "Finetune/Step Time": 5.895065205171704}
+{"Finetune/Learning Rate": 1.8105188474624834e-05, "Finetune/Loss": 0.8858422040939331, "Finetune/Loss (Raw)": 0.8911885619163513, "Finetune/Step": 4292, "Finetune/Step Time": 5.897182308137417}
+{"Finetune/Learning Rate": 1.8104202044174443e-05, "Finetune/Loss": 0.8868587017059326, "Finetune/Loss (Raw)": 1.0211237668991089, "Finetune/Step": 4293, "Finetune/Step Time": 5.898336188867688}
+{"Finetune/Learning Rate": 1.810321538391192e-05, "Finetune/Loss": 0.8863837718963623, "Finetune/Loss (Raw)": 0.8671578168869019, "Finetune/Step": 4294, "Finetune/Step Time": 5.899211270734668}
+{"Finetune/Learning Rate": 1.8102228493865254e-05, "Finetune/Loss": 0.887779951095581, "Finetune/Loss (Raw)": 1.0134952068328857, "Finetune/Step": 4295, "Finetune/Step Time": 5.9008919186890125}
+{"Finetune/Learning Rate": 1.8101241374062425e-05, "Finetune/Loss": 0.8893876075744629, "Finetune/Loss (Raw)": 1.0015255212783813, "Finetune/Step": 4296, "Finetune/Step Time": 5.89989660307765}
+{"Finetune/Learning Rate": 1.8100254024531434e-05, "Finetune/Loss": 0.8880208730697632, "Finetune/Loss (Raw)": 0.8734423518180847, "Finetune/Step": 4297, "Finetune/Step Time": 5.900531256571412}
+{"Finetune/Learning Rate": 1.809926644530027e-05, "Finetune/Loss": 0.8889715671539307, "Finetune/Loss (Raw)": 0.9678606986999512, "Finetune/Step": 4298, "Finetune/Step Time": 5.911981396377087}
+{"Finetune/Learning Rate": 1.8098278636396937e-05, "Finetune/Loss": 0.8890197277069092, "Finetune/Loss (Raw)": 0.9067380428314209, "Finetune/Step": 4299, "Finetune/Step Time": 5.913672413676977}
+{"Finetune/Learning Rate": 1.8097290597849454e-05, "Finetune/Loss": 0.8891626596450806, "Finetune/Loss (Raw)": 0.9445671439170837, "Finetune/Step": 4300, "Finetune/Step Time": 5.911799782887101}
+{"Finetune/Learning Rate": 1.8096302329685837e-05, "Finetune/Loss": 0.8897852301597595, "Finetune/Loss (Raw)": 0.815222978591919, "Finetune/Step": 4301, "Finetune/Step Time": 5.892456414178014}
+{"Finetune/Learning Rate": 1.8095313831934102e-05, "Finetune/Loss": 0.8902074098587036, "Finetune/Loss (Raw)": 0.9229727387428284, "Finetune/Step": 4302, "Finetune/Step Time": 5.893012484535575}
+{"Finetune/Learning Rate": 1.8094325104622293e-05, "Finetune/Loss": 0.8896644711494446, "Finetune/Loss (Raw)": 0.8772540092468262, "Finetune/Step": 4303, "Finetune/Step Time": 5.891998954117298}
+{"Finetune/Learning Rate": 1.8093336147778437e-05, "Finetune/Loss": 0.8878802061080933, "Finetune/Loss (Raw)": 0.7284117937088013, "Finetune/Step": 4304, "Finetune/Step Time": 5.88826890476048}
+{"Finetune/Learning Rate": 1.8092346961430583e-05, "Finetune/Loss": 0.8871389627456665, "Finetune/Loss (Raw)": 0.9755728244781494, "Finetune/Step": 4305, "Finetune/Step Time": 5.872943127527833}
+{"Finetune/Learning Rate": 1.8091357545606786e-05, "Finetune/Loss": 0.886566162109375, "Finetune/Loss (Raw)": 0.9334450364112854, "Finetune/Step": 4306, "Finetune/Step Time": 5.876648409292102}
+{"Finetune/Learning Rate": 1.8090367900335093e-05, "Finetune/Loss": 0.8854438066482544, "Finetune/Loss (Raw)": 0.7456215023994446, "Finetune/Step": 4307, "Finetune/Step Time": 5.877021646127105}
+{"Finetune/Learning Rate": 1.808937802564357e-05, "Finetune/Loss": 0.8855035901069641, "Finetune/Loss (Raw)": 0.8944398760795593, "Finetune/Step": 4308, "Finetune/Step Time": 5.880163347348571}
+{"Finetune/Learning Rate": 1.8088387921560295e-05, "Finetune/Loss": 0.8847224116325378, "Finetune/Loss (Raw)": 0.8128107190132141, "Finetune/Step": 4309, "Finetune/Step Time": 5.889743005856872}
+{"Finetune/Learning Rate": 1.8087397588113336e-05, "Finetune/Loss": 0.8855435252189636, "Finetune/Loss (Raw)": 0.9544113278388977, "Finetune/Step": 4310, "Finetune/Step Time": 5.890024792402983}
+{"Finetune/Learning Rate": 1.8086407025330777e-05, "Finetune/Loss": 0.8871665000915527, "Finetune/Loss (Raw)": 0.9229554533958435, "Finetune/Step": 4311, "Finetune/Step Time": 5.877614621073008}
+{"Finetune/Learning Rate": 1.8085416233240712e-05, "Finetune/Loss": 0.8863364458084106, "Finetune/Loss (Raw)": 0.767698347568512, "Finetune/Step": 4312, "Finetune/Step Time": 5.900805771350861}
+{"Finetune/Learning Rate": 1.8084425211871232e-05, "Finetune/Loss": 0.8870072364807129, "Finetune/Loss (Raw)": 1.0155104398727417, "Finetune/Step": 4313, "Finetune/Step Time": 5.901035601273179}
+{"Finetune/Learning Rate": 1.808343396125045e-05, "Finetune/Loss": 0.8881258368492126, "Finetune/Loss (Raw)": 0.9549129605293274, "Finetune/Step": 4314, "Finetune/Step Time": 5.901963839307427}
+{"Finetune/Learning Rate": 1.8082442481406456e-05, "Finetune/Loss": 0.8880424499511719, "Finetune/Loss (Raw)": 0.7919744253158569, "Finetune/Step": 4315, "Finetune/Step Time": 5.903853660449386}
+{"Finetune/Learning Rate": 1.8081450772367382e-05, "Finetune/Loss": 0.887081503868103, "Finetune/Loss (Raw)": 0.940497875213623, "Finetune/Step": 4316, "Finetune/Step Time": 5.917826807126403}
+{"Finetune/Learning Rate": 1.8080458834161346e-05, "Finetune/Loss": 0.8877162933349609, "Finetune/Loss (Raw)": 0.9211495518684387, "Finetune/Step": 4317, "Finetune/Step Time": 5.918454805389047}
+{"Finetune/Learning Rate": 1.807946666681647e-05, "Finetune/Loss": 0.8882393836975098, "Finetune/Loss (Raw)": 0.8999496102333069, "Finetune/Step": 4318, "Finetune/Step Time": 5.9227416682988405}
+{"Finetune/Learning Rate": 1.80784742703609e-05, "Finetune/Loss": 0.8882545232772827, "Finetune/Loss (Raw)": 0.9313041567802429, "Finetune/Step": 4319, "Finetune/Step Time": 5.923572767525911}
+{"Finetune/Learning Rate": 1.807748164482277e-05, "Finetune/Loss": 0.88812655210495, "Finetune/Loss (Raw)": 0.915026843547821, "Finetune/Step": 4320, "Finetune/Step Time": 5.918755887076259}
+{"Finetune/Learning Rate": 1.807648879023023e-05, "Finetune/Loss": 0.8857630491256714, "Finetune/Loss (Raw)": 0.5708433389663696, "Finetune/Step": 4321, "Finetune/Step Time": 5.92058471404016}
+{"Finetune/Learning Rate": 1.8075495706611432e-05, "Finetune/Loss": 0.8858767151832581, "Finetune/Loss (Raw)": 0.6607790589332581, "Finetune/Step": 4322, "Finetune/Step Time": 5.928234916180372}
+{"Finetune/Learning Rate": 1.8074502393994543e-05, "Finetune/Loss": 0.8867737054824829, "Finetune/Loss (Raw)": 0.8678439259529114, "Finetune/Step": 4323, "Finetune/Step Time": 5.929382435977459}
+{"Finetune/Learning Rate": 1.8073508852407725e-05, "Finetune/Loss": 0.8865301609039307, "Finetune/Loss (Raw)": 0.8831590414047241, "Finetune/Step": 4324, "Finetune/Step Time": 5.927358616143465}
+{"Finetune/Learning Rate": 1.8072515081879153e-05, "Finetune/Loss": 0.8865178823471069, "Finetune/Loss (Raw)": 0.9634794592857361, "Finetune/Step": 4325, "Finetune/Step Time": 5.929334046319127}
+{"Finetune/Learning Rate": 1.807152108243701e-05, "Finetune/Loss": 0.8866869211196899, "Finetune/Loss (Raw)": 0.8777467012405396, "Finetune/Step": 4326, "Finetune/Step Time": 5.927808316424489}
+{"Finetune/Learning Rate": 1.807052685410948e-05, "Finetune/Loss": 0.8864939212799072, "Finetune/Loss (Raw)": 0.9094191789627075, "Finetune/Step": 4327, "Finetune/Step Time": 5.915344567969441}
+{"Finetune/Learning Rate": 1.806953239692476e-05, "Finetune/Loss": 0.8874956369400024, "Finetune/Loss (Raw)": 0.9695739150047302, "Finetune/Step": 4328, "Finetune/Step Time": 5.912796590477228}
+{"Finetune/Learning Rate": 1.8068537710911045e-05, "Finetune/Loss": 0.8859727382659912, "Finetune/Loss (Raw)": 0.8180443644523621, "Finetune/Step": 4329, "Finetune/Step Time": 5.909762606024742}
+{"Finetune/Learning Rate": 1.8067542796096547e-05, "Finetune/Loss": 0.8854093551635742, "Finetune/Loss (Raw)": 0.754740297794342, "Finetune/Step": 4330, "Finetune/Step Time": 5.909201120957732}
+{"Finetune/Learning Rate": 1.8066547652509475e-05, "Finetune/Loss": 0.8857557773590088, "Finetune/Loss (Raw)": 0.8866665959358215, "Finetune/Step": 4331, "Finetune/Step Time": 5.905696263536811}
+{"Finetune/Learning Rate": 1.8065552280178052e-05, "Finetune/Loss": 0.8860490322113037, "Finetune/Loss (Raw)": 0.9376190304756165, "Finetune/Step": 4332, "Finetune/Step Time": 5.903032813221216}
+{"Finetune/Learning Rate": 1.8064556679130495e-05, "Finetune/Loss": 0.8874525427818298, "Finetune/Loss (Raw)": 0.8924883604049683, "Finetune/Step": 4333, "Finetune/Step Time": 5.87668377161026}
+{"Finetune/Learning Rate": 1.806356084939505e-05, "Finetune/Loss": 0.8873001337051392, "Finetune/Loss (Raw)": 0.8191105127334595, "Finetune/Step": 4334, "Finetune/Step Time": 5.8701947294175625}
+{"Finetune/Learning Rate": 1.806256479099995e-05, "Finetune/Loss": 0.8861226439476013, "Finetune/Loss (Raw)": 0.8442578315734863, "Finetune/Step": 4335, "Finetune/Step Time": 5.869210384786129}
+{"Finetune/Learning Rate": 1.8061568503973435e-05, "Finetune/Loss": 0.8849254846572876, "Finetune/Loss (Raw)": 0.9682948589324951, "Finetune/Step": 4336, "Finetune/Step Time": 5.86901605501771}
+{"Finetune/Learning Rate": 1.8060571988343764e-05, "Finetune/Loss": 0.884547233581543, "Finetune/Loss (Raw)": 0.7934538722038269, "Finetune/Step": 4337, "Finetune/Step Time": 5.867511281743646}
+{"Finetune/Learning Rate": 1.805957524413919e-05, "Finetune/Loss": 0.8847910165786743, "Finetune/Loss (Raw)": 0.9662843942642212, "Finetune/Step": 4338, "Finetune/Step Time": 5.878137696534395}
+{"Finetune/Learning Rate": 1.805857827138798e-05, "Finetune/Loss": 0.8852030038833618, "Finetune/Loss (Raw)": 0.8286194205284119, "Finetune/Step": 4339, "Finetune/Step Time": 5.873557794839144}
+{"Finetune/Learning Rate": 1.8057581070118407e-05, "Finetune/Loss": 0.8831038475036621, "Finetune/Loss (Raw)": 0.6127946376800537, "Finetune/Step": 4340, "Finetune/Step Time": 5.889011029154062}
+{"Finetune/Learning Rate": 1.8056583640358747e-05, "Finetune/Loss": 0.8817641735076904, "Finetune/Loss (Raw)": 0.8866392970085144, "Finetune/Step": 4341, "Finetune/Step Time": 5.891702104359865}
+{"Finetune/Learning Rate": 1.8055585982137287e-05, "Finetune/Loss": 0.8822687864303589, "Finetune/Loss (Raw)": 0.8815056681632996, "Finetune/Step": 4342, "Finetune/Step Time": 5.90281936340034}
+{"Finetune/Learning Rate": 1.8054588095482316e-05, "Finetune/Loss": 0.8815977573394775, "Finetune/Loss (Raw)": 0.8847776055335999, "Finetune/Step": 4343, "Finetune/Step Time": 5.902045888826251}
+{"Finetune/Learning Rate": 1.8053589980422126e-05, "Finetune/Loss": 0.8813790678977966, "Finetune/Loss (Raw)": 0.7779003977775574, "Finetune/Step": 4344, "Finetune/Step Time": 5.883994163945317}
+{"Finetune/Learning Rate": 1.805259163698503e-05, "Finetune/Loss": 0.8823461532592773, "Finetune/Loss (Raw)": 0.9953349828720093, "Finetune/Step": 4345, "Finetune/Step Time": 5.884601719677448}
+{"Finetune/Learning Rate": 1.8051593065199334e-05, "Finetune/Loss": 0.8814231157302856, "Finetune/Loss (Raw)": 0.8693782091140747, "Finetune/Step": 4346, "Finetune/Step Time": 5.883889354765415}
+{"Finetune/Learning Rate": 1.805059426509335e-05, "Finetune/Loss": 0.8818912506103516, "Finetune/Loss (Raw)": 0.8557959198951721, "Finetune/Step": 4347, "Finetune/Step Time": 5.8847110737115145}
+{"Finetune/Learning Rate": 1.804959523669541e-05, "Finetune/Loss": 0.8815960884094238, "Finetune/Loss (Raw)": 0.9363570213317871, "Finetune/Step": 4348, "Finetune/Step Time": 5.881819287315011}
+{"Finetune/Learning Rate": 1.8048595980033835e-05, "Finetune/Loss": 0.8813067674636841, "Finetune/Loss (Raw)": 0.9047746658325195, "Finetune/Step": 4349, "Finetune/Step Time": 5.884689958766103}
+{"Finetune/Learning Rate": 1.8047596495136967e-05, "Finetune/Loss": 0.8808242082595825, "Finetune/Loss (Raw)": 0.7981976270675659, "Finetune/Step": 4350, "Finetune/Step Time": 5.876879651099443}
+{"Finetune/Learning Rate": 1.8046596782033147e-05, "Finetune/Loss": 0.8811001777648926, "Finetune/Loss (Raw)": 0.9369025230407715, "Finetune/Step": 4351, "Finetune/Step Time": 5.886613005772233}
+{"Finetune/Learning Rate": 1.8045596840750722e-05, "Finetune/Loss": 0.8816161155700684, "Finetune/Loss (Raw)": 0.9843298196792603, "Finetune/Step": 4352, "Finetune/Step Time": 5.877930928021669}
+{"Finetune/Learning Rate": 1.8044596671318052e-05, "Finetune/Loss": 0.879956841468811, "Finetune/Loss (Raw)": 0.7390871047973633, "Finetune/Step": 4353, "Finetune/Step Time": 5.8839717004448175}
+{"Finetune/Learning Rate": 1.8043596273763495e-05, "Finetune/Loss": 0.8787758946418762, "Finetune/Loss (Raw)": 0.7394236326217651, "Finetune/Step": 4354, "Finetune/Step Time": 5.885256079956889}
+{"Finetune/Learning Rate": 1.804259564811542e-05, "Finetune/Loss": 0.8793481588363647, "Finetune/Loss (Raw)": 1.0100516080856323, "Finetune/Step": 4355, "Finetune/Step Time": 5.86774554848671}
+{"Finetune/Learning Rate": 1.8041594794402203e-05, "Finetune/Loss": 0.8806563019752502, "Finetune/Loss (Raw)": 0.89754718542099, "Finetune/Step": 4356, "Finetune/Step Time": 5.8585467748343945}
+{"Finetune/Learning Rate": 1.8040593712652226e-05, "Finetune/Loss": 0.8798184394836426, "Finetune/Loss (Raw)": 0.7730510830879211, "Finetune/Step": 4357, "Finetune/Step Time": 5.8592680767178535}
+{"Finetune/Learning Rate": 1.8039592402893875e-05, "Finetune/Loss": 0.87990403175354, "Finetune/Loss (Raw)": 0.9766110181808472, "Finetune/Step": 4358, "Finetune/Step Time": 5.857010528445244}
+{"Finetune/Learning Rate": 1.8038590865155546e-05, "Finetune/Loss": 0.8797889351844788, "Finetune/Loss (Raw)": 0.9264611601829529, "Finetune/Step": 4359, "Finetune/Step Time": 5.851985275745392}
+{"Finetune/Learning Rate": 1.8037589099465637e-05, "Finetune/Loss": 0.8806623220443726, "Finetune/Loss (Raw)": 0.9646890759468079, "Finetune/Step": 4360, "Finetune/Step Time": 5.847263718023896}
+{"Finetune/Learning Rate": 1.8036587105852556e-05, "Finetune/Loss": 0.8817023634910583, "Finetune/Loss (Raw)": 1.0274684429168701, "Finetune/Step": 4361, "Finetune/Step Time": 5.8489865232259035}
+{"Finetune/Learning Rate": 1.8035584884344718e-05, "Finetune/Loss": 0.8834585547447205, "Finetune/Loss (Raw)": 0.9787565469741821, "Finetune/Step": 4362, "Finetune/Step Time": 5.851534299552441}
+{"Finetune/Learning Rate": 1.8034582434970547e-05, "Finetune/Loss": 0.8837013244628906, "Finetune/Loss (Raw)": 0.9044870138168335, "Finetune/Step": 4363, "Finetune/Step Time": 5.868605537340045}
+{"Finetune/Learning Rate": 1.8033579757758462e-05, "Finetune/Loss": 0.8846231698989868, "Finetune/Loss (Raw)": 0.9918797612190247, "Finetune/Step": 4364, "Finetune/Step Time": 5.85853317938745}
+{"Finetune/Learning Rate": 1.80325768527369e-05, "Finetune/Loss": 0.8844399452209473, "Finetune/Loss (Raw)": 0.8337290287017822, "Finetune/Step": 4365, "Finetune/Step Time": 5.855659564957023}
+{"Finetune/Learning Rate": 1.80315737199343e-05, "Finetune/Loss": 0.8847593665122986, "Finetune/Loss (Raw)": 0.9795485138893127, "Finetune/Step": 4366, "Finetune/Step Time": 5.857434982433915}
+{"Finetune/Learning Rate": 1.8030570359379106e-05, "Finetune/Loss": 0.886897087097168, "Finetune/Loss (Raw)": 0.9755931496620178, "Finetune/Step": 4367, "Finetune/Step Time": 5.858063206076622}
+{"Finetune/Learning Rate": 1.8029566771099775e-05, "Finetune/Loss": 0.8858413696289062, "Finetune/Loss (Raw)": 0.7553370594978333, "Finetune/Step": 4368, "Finetune/Step Time": 5.856219984591007}
+{"Finetune/Learning Rate": 1.802856295512476e-05, "Finetune/Loss": 0.8866938352584839, "Finetune/Loss (Raw)": 0.8401550054550171, "Finetune/Step": 4369, "Finetune/Step Time": 5.839432083070278}
+{"Finetune/Learning Rate": 1.8027558911482534e-05, "Finetune/Loss": 0.8871615529060364, "Finetune/Loss (Raw)": 0.8827988505363464, "Finetune/Step": 4370, "Finetune/Step Time": 5.837656473740935}
+{"Finetune/Learning Rate": 1.8026554640201564e-05, "Finetune/Loss": 0.8885914087295532, "Finetune/Loss (Raw)": 0.8706774115562439, "Finetune/Step": 4371, "Finetune/Step Time": 5.8428643979132175}
+{"Finetune/Learning Rate": 1.802555014131033e-05, "Finetune/Loss": 0.8884670734405518, "Finetune/Loss (Raw)": 0.9138117432594299, "Finetune/Step": 4372, "Finetune/Step Time": 5.838608305901289}
+{"Finetune/Learning Rate": 1.8024545414837313e-05, "Finetune/Loss": 0.8891665935516357, "Finetune/Loss (Raw)": 0.932314932346344, "Finetune/Step": 4373, "Finetune/Step Time": 5.835467871278524}
+{"Finetune/Learning Rate": 1.8023540460811006e-05, "Finetune/Loss": 0.8871432542800903, "Finetune/Loss (Raw)": 0.6713791489601135, "Finetune/Step": 4374, "Finetune/Step Time": 5.8337324522435665}
+{"Finetune/Learning Rate": 1.802253527925991e-05, "Finetune/Loss": 0.886439323425293, "Finetune/Loss (Raw)": 0.8678892254829407, "Finetune/Step": 4375, "Finetune/Step Time": 5.834857061505318}
+{"Finetune/Learning Rate": 1.8021529870212525e-05, "Finetune/Loss": 0.8881983757019043, "Finetune/Loss (Raw)": 0.9840103983879089, "Finetune/Step": 4376, "Finetune/Step Time": 5.825934575870633}
+{"Finetune/Learning Rate": 1.8020524233697366e-05, "Finetune/Loss": 0.8861903548240662, "Finetune/Loss (Raw)": 0.7031387090682983, "Finetune/Step": 4377, "Finetune/Step Time": 5.852343052625656}
+{"Finetune/Learning Rate": 1.801951836974294e-05, "Finetune/Loss": 0.8864436149597168, "Finetune/Loss (Raw)": 0.9337733387947083, "Finetune/Step": 4378, "Finetune/Step Time": 5.85989953763783}
+{"Finetune/Learning Rate": 1.8018512278377785e-05, "Finetune/Loss": 0.886150598526001, "Finetune/Loss (Raw)": 0.8326133489608765, "Finetune/Step": 4379, "Finetune/Step Time": 5.861542105674744}
+{"Finetune/Learning Rate": 1.8017505959630418e-05, "Finetune/Loss": 0.8857797384262085, "Finetune/Loss (Raw)": 0.8700295686721802, "Finetune/Step": 4380, "Finetune/Step Time": 5.861414574086666}
+{"Finetune/Learning Rate": 1.8016499413529386e-05, "Finetune/Loss": 0.8864537477493286, "Finetune/Loss (Raw)": 0.9432108402252197, "Finetune/Step": 4381, "Finetune/Step Time": 5.858304573222995}
+{"Finetune/Learning Rate": 1.8015492640103224e-05, "Finetune/Loss": 0.8870151042938232, "Finetune/Loss (Raw)": 1.066311001777649, "Finetune/Step": 4382, "Finetune/Step Time": 5.8529973067343235}
+{"Finetune/Learning Rate": 1.801448563938048e-05, "Finetune/Loss": 0.8873960971832275, "Finetune/Loss (Raw)": 0.9060475826263428, "Finetune/Step": 4383, "Finetune/Step Time": 5.883650496602058}
+{"Finetune/Learning Rate": 1.801347841138972e-05, "Finetune/Loss": 0.8877705335617065, "Finetune/Loss (Raw)": 0.8323303461074829, "Finetune/Step": 4384, "Finetune/Step Time": 5.879861693829298}
+{"Finetune/Learning Rate": 1.8012470956159494e-05, "Finetune/Loss": 0.8878973126411438, "Finetune/Loss (Raw)": 0.9239929914474487, "Finetune/Step": 4385, "Finetune/Step Time": 5.88079721108079}
+{"Finetune/Learning Rate": 1.801146327371838e-05, "Finetune/Loss": 0.886622965335846, "Finetune/Loss (Raw)": 0.709617555141449, "Finetune/Step": 4386, "Finetune/Step Time": 5.893207302317023}
+{"Finetune/Learning Rate": 1.8010455364094944e-05, "Finetune/Loss": 0.887444257736206, "Finetune/Loss (Raw)": 0.9503036141395569, "Finetune/Step": 4387, "Finetune/Step Time": 5.890737924724817}
+{"Finetune/Learning Rate": 1.8009447227317777e-05, "Finetune/Loss": 0.8890374302864075, "Finetune/Loss (Raw)": 0.9508248567581177, "Finetune/Step": 4388, "Finetune/Step Time": 5.877742677927017}
+{"Finetune/Learning Rate": 1.800843886341546e-05, "Finetune/Loss": 0.8885371685028076, "Finetune/Loss (Raw)": 0.8980457186698914, "Finetune/Step": 4389, "Finetune/Step Time": 5.889562256634235}
+{"Finetune/Learning Rate": 1.8007430272416592e-05, "Finetune/Loss": 0.888491153717041, "Finetune/Loss (Raw)": 0.9999829530715942, "Finetune/Step": 4390, "Finetune/Step Time": 5.887592939659953}
+{"Finetune/Learning Rate": 1.8006421454349772e-05, "Finetune/Loss": 0.8864038586616516, "Finetune/Loss (Raw)": 0.7368046641349792, "Finetune/Step": 4391, "Finetune/Step Time": 5.887479575350881}
+{"Finetune/Learning Rate": 1.8005412409243604e-05, "Finetune/Loss": 0.8869659304618835, "Finetune/Loss (Raw)": 0.8186988830566406, "Finetune/Step": 4392, "Finetune/Step Time": 5.88938045501709}
+{"Finetune/Learning Rate": 1.8004403137126707e-05, "Finetune/Loss": 0.8852180242538452, "Finetune/Loss (Raw)": 0.7767805457115173, "Finetune/Step": 4393, "Finetune/Step Time": 5.88767421990633}
+{"Finetune/Learning Rate": 1.8003393638027698e-05, "Finetune/Loss": 0.8868936896324158, "Finetune/Loss (Raw)": 0.9725463390350342, "Finetune/Step": 4394, "Finetune/Step Time": 5.878188479691744}
+{"Finetune/Learning Rate": 1.8002383911975203e-05, "Finetune/Loss": 0.886532187461853, "Finetune/Loss (Raw)": 0.8929694294929504, "Finetune/Step": 4395, "Finetune/Step Time": 5.879600299522281}
+{"Finetune/Learning Rate": 1.8001373958997858e-05, "Finetune/Loss": 0.8880599737167358, "Finetune/Loss (Raw)": 0.85182124376297, "Finetune/Step": 4396, "Finetune/Step Time": 5.866616467013955}
+{"Finetune/Learning Rate": 1.80003637791243e-05, "Finetune/Loss": 0.8892281651496887, "Finetune/Loss (Raw)": 0.9040585160255432, "Finetune/Step": 4397, "Finetune/Step Time": 5.888606134802103}
+{"Finetune/Learning Rate": 1.799935337238317e-05, "Finetune/Loss": 0.8894146084785461, "Finetune/Loss (Raw)": 0.9294214248657227, "Finetune/Step": 4398, "Finetune/Step Time": 5.890204805880785}
+{"Finetune/Learning Rate": 1.799834273880313e-05, "Finetune/Loss": 0.8879287838935852, "Finetune/Loss (Raw)": 0.8754628300666809, "Finetune/Step": 4399, "Finetune/Step Time": 5.8937139846384525}
+{"Finetune/Learning Rate": 1.7997331878412837e-05, "Finetune/Loss": 0.8873007893562317, "Finetune/Loss (Raw)": 0.9101223945617676, "Finetune/Step": 4400, "Finetune/Step Time": 5.893884867429733}
+{"Finetune/Learning Rate": 1.7996320791240948e-05, "Finetune/Loss": 0.8869823217391968, "Finetune/Loss (Raw)": 0.9276695251464844, "Finetune/Step": 4401, "Finetune/Step Time": 5.895573595538735}
+{"Finetune/Learning Rate": 1.7995309477316142e-05, "Finetune/Loss": 0.8863831162452698, "Finetune/Loss (Raw)": 0.8141719698905945, "Finetune/Step": 4402, "Finetune/Step Time": 5.890756851062179}
+{"Finetune/Learning Rate": 1.7994297936667095e-05, "Finetune/Loss": 0.8855274319648743, "Finetune/Loss (Raw)": 0.7911939024925232, "Finetune/Step": 4403, "Finetune/Step Time": 5.8791895266622305}
+{"Finetune/Learning Rate": 1.799328616932249e-05, "Finetune/Loss": 0.8848632574081421, "Finetune/Loss (Raw)": 0.809526801109314, "Finetune/Step": 4404, "Finetune/Step Time": 5.88342328928411}
+{"Finetune/Learning Rate": 1.799227417531102e-05, "Finetune/Loss": 0.8850070834159851, "Finetune/Loss (Raw)": 0.8467953205108643, "Finetune/Step": 4405, "Finetune/Step Time": 5.89855238981545}
+{"Finetune/Learning Rate": 1.7991261954661384e-05, "Finetune/Loss": 0.8858199119567871, "Finetune/Loss (Raw)": 1.0089380741119385, "Finetune/Step": 4406, "Finetune/Step Time": 5.896551851183176}
+{"Finetune/Learning Rate": 1.7990249507402277e-05, "Finetune/Loss": 0.88658607006073, "Finetune/Loss (Raw)": 0.9899744987487793, "Finetune/Step": 4407, "Finetune/Step Time": 5.896231742575765}
+{"Finetune/Learning Rate": 1.798923683356242e-05, "Finetune/Loss": 0.8863895535469055, "Finetune/Loss (Raw)": 0.9720502495765686, "Finetune/Step": 4408, "Finetune/Step Time": 5.8934746365994215}
+{"Finetune/Learning Rate": 1.7988223933170524e-05, "Finetune/Loss": 0.886076807975769, "Finetune/Loss (Raw)": 0.8408838510513306, "Finetune/Step": 4409, "Finetune/Step Time": 5.906322564929724}
+{"Finetune/Learning Rate": 1.7987210806255314e-05, "Finetune/Loss": 0.8853982090950012, "Finetune/Loss (Raw)": 0.9166242480278015, "Finetune/Step": 4410, "Finetune/Step Time": 5.906342076137662}
+{"Finetune/Learning Rate": 1.7986197452845514e-05, "Finetune/Loss": 0.8858405351638794, "Finetune/Loss (Raw)": 0.9853134751319885, "Finetune/Step": 4411, "Finetune/Step Time": 5.905272440984845}
+{"Finetune/Learning Rate": 1.7985183872969867e-05, "Finetune/Loss": 0.8879327774047852, "Finetune/Loss (Raw)": 1.0690453052520752, "Finetune/Step": 4412, "Finetune/Step Time": 5.898779397830367}
+{"Finetune/Learning Rate": 1.798417006665711e-05, "Finetune/Loss": 0.8888281583786011, "Finetune/Loss (Raw)": 0.9570485353469849, "Finetune/Step": 4413, "Finetune/Step Time": 5.898058880120516}
+{"Finetune/Learning Rate": 1.7983156033936e-05, "Finetune/Loss": 0.8872073888778687, "Finetune/Loss (Raw)": 0.7634950876235962, "Finetune/Step": 4414, "Finetune/Step Time": 5.900086257606745}
+{"Finetune/Learning Rate": 1.7982141774835278e-05, "Finetune/Loss": 0.8882983326911926, "Finetune/Loss (Raw)": 0.9708216786384583, "Finetune/Step": 4415, "Finetune/Step Time": 5.899935461580753}
+{"Finetune/Learning Rate": 1.7981127289383718e-05, "Finetune/Loss": 0.888756275177002, "Finetune/Loss (Raw)": 1.011650562286377, "Finetune/Step": 4416, "Finetune/Step Time": 5.896843591704965}
+{"Finetune/Learning Rate": 1.798011257761008e-05, "Finetune/Loss": 0.88897705078125, "Finetune/Loss (Raw)": 0.9790800213813782, "Finetune/Step": 4417, "Finetune/Step Time": 5.896389625966549}
+{"Finetune/Learning Rate": 1.7979097639543144e-05, "Finetune/Loss": 0.8915188312530518, "Finetune/Loss (Raw)": 1.0943764448165894, "Finetune/Step": 4418, "Finetune/Step Time": 5.898090476170182}
+{"Finetune/Learning Rate": 1.7978082475211688e-05, "Finetune/Loss": 0.8897154331207275, "Finetune/Loss (Raw)": 0.7638961672782898, "Finetune/Step": 4419, "Finetune/Step Time": 5.895044544711709}
+{"Finetune/Learning Rate": 1.7977067084644498e-05, "Finetune/Loss": 0.8882947564125061, "Finetune/Loss (Raw)": 0.7093387842178345, "Finetune/Step": 4420, "Finetune/Step Time": 5.894647642970085}
+{"Finetune/Learning Rate": 1.7976051467870373e-05, "Finetune/Loss": 0.8869262933731079, "Finetune/Loss (Raw)": 0.8459634184837341, "Finetune/Step": 4421, "Finetune/Step Time": 5.897102069109678}
+{"Finetune/Learning Rate": 1.7975035624918105e-05, "Finetune/Loss": 0.8880012035369873, "Finetune/Loss (Raw)": 1.0047433376312256, "Finetune/Step": 4422, "Finetune/Step Time": 5.903650553897023}
+{"Finetune/Learning Rate": 1.7974019555816508e-05, "Finetune/Loss": 0.8856916427612305, "Finetune/Loss (Raw)": 0.7178741693496704, "Finetune/Step": 4423, "Finetune/Step Time": 5.902533106505871}
+{"Finetune/Learning Rate": 1.797300326059439e-05, "Finetune/Loss": 0.8838257789611816, "Finetune/Loss (Raw)": 0.7626961469650269, "Finetune/Step": 4424, "Finetune/Step Time": 5.9017949644476175}
+{"Finetune/Learning Rate": 1.7971986739280573e-05, "Finetune/Loss": 0.883348822593689, "Finetune/Loss (Raw)": 0.8123829364776611, "Finetune/Step": 4425, "Finetune/Step Time": 5.903789898380637}
+{"Finetune/Learning Rate": 1.7970969991903882e-05, "Finetune/Loss": 0.883755087852478, "Finetune/Loss (Raw)": 1.0198684930801392, "Finetune/Step": 4426, "Finetune/Step Time": 5.894648216664791}
+{"Finetune/Learning Rate": 1.7969953018493145e-05, "Finetune/Loss": 0.8820570707321167, "Finetune/Loss (Raw)": 0.6893920302391052, "Finetune/Step": 4427, "Finetune/Step Time": 5.9113394524902105}
+{"Finetune/Learning Rate": 1.7968935819077207e-05, "Finetune/Loss": 0.8818860054016113, "Finetune/Loss (Raw)": 0.9226717352867126, "Finetune/Step": 4428, "Finetune/Step Time": 5.912344072014093}
+{"Finetune/Learning Rate": 1.7967918393684905e-05, "Finetune/Loss": 0.8815374374389648, "Finetune/Loss (Raw)": 0.7706062197685242, "Finetune/Step": 4429, "Finetune/Step Time": 5.919908434152603}
+{"Finetune/Learning Rate": 1.7966900742345102e-05, "Finetune/Loss": 0.8799060583114624, "Finetune/Loss (Raw)": 0.7141516208648682, "Finetune/Step": 4430, "Finetune/Step Time": 5.929116489365697}
+{"Finetune/Learning Rate": 1.7965882865086642e-05, "Finetune/Loss": 0.8786432147026062, "Finetune/Loss (Raw)": 0.7156187295913696, "Finetune/Step": 4431, "Finetune/Step Time": 5.951473938301206}
+{"Finetune/Learning Rate": 1.7964864761938404e-05, "Finetune/Loss": 0.8800545930862427, "Finetune/Loss (Raw)": 0.9090597629547119, "Finetune/Step": 4432, "Finetune/Step Time": 5.955449339002371}
+{"Finetune/Learning Rate": 1.7963846432929244e-05, "Finetune/Loss": 0.8804614543914795, "Finetune/Loss (Raw)": 1.027653455734253, "Finetune/Step": 4433, "Finetune/Step Time": 5.970829341560602}
+{"Finetune/Learning Rate": 1.7962827878088046e-05, "Finetune/Loss": 0.8798952102661133, "Finetune/Loss (Raw)": 0.860960066318512, "Finetune/Step": 4434, "Finetune/Step Time": 5.9729503728449345}
+{"Finetune/Learning Rate": 1.7961809097443693e-05, "Finetune/Loss": 0.8801630139350891, "Finetune/Loss (Raw)": 0.7799059152603149, "Finetune/Step": 4435, "Finetune/Step Time": 5.978653844445944}
+{"Finetune/Learning Rate": 1.7960790091025076e-05, "Finetune/Loss": 0.8793480396270752, "Finetune/Loss (Raw)": 0.7901212573051453, "Finetune/Step": 4436, "Finetune/Step Time": 5.996868072077632}
+{"Finetune/Learning Rate": 1.7959770858861086e-05, "Finetune/Loss": 0.8790130615234375, "Finetune/Loss (Raw)": 0.7699331641197205, "Finetune/Step": 4437, "Finetune/Step Time": 5.983065906912088}
+{"Finetune/Learning Rate": 1.7958751400980634e-05, "Finetune/Loss": 0.8789860010147095, "Finetune/Loss (Raw)": 0.950944721698761, "Finetune/Step": 4438, "Finetune/Step Time": 5.978148834779859}
+{"Finetune/Learning Rate": 1.795773171741262e-05, "Finetune/Loss": 0.8783819675445557, "Finetune/Loss (Raw)": 0.8456509709358215, "Finetune/Step": 4439, "Finetune/Step Time": 5.967030609026551}
+{"Finetune/Learning Rate": 1.7956711808185967e-05, "Finetune/Loss": 0.8776834011077881, "Finetune/Loss (Raw)": 0.6782809495925903, "Finetune/Step": 4440, "Finetune/Step Time": 5.949185898527503}
+{"Finetune/Learning Rate": 1.795569167332959e-05, "Finetune/Loss": 0.8785238265991211, "Finetune/Loss (Raw)": 1.1230772733688354, "Finetune/Step": 4441, "Finetune/Step Time": 5.950582796707749}
+{"Finetune/Learning Rate": 1.795467131287242e-05, "Finetune/Loss": 0.8777270317077637, "Finetune/Loss (Raw)": 0.8529258966445923, "Finetune/Step": 4442, "Finetune/Step Time": 5.948876788839698}
+{"Finetune/Learning Rate": 1.7953650726843394e-05, "Finetune/Loss": 0.8789306282997131, "Finetune/Loss (Raw)": 0.9460365176200867, "Finetune/Step": 4443, "Finetune/Step Time": 5.950697934255004}
+{"Finetune/Learning Rate": 1.7952629915271447e-05, "Finetune/Loss": 0.8789325952529907, "Finetune/Loss (Raw)": 0.9407472014427185, "Finetune/Step": 4444, "Finetune/Step Time": 5.937586709856987}
+{"Finetune/Learning Rate": 1.7951608878185533e-05, "Finetune/Loss": 0.87939453125, "Finetune/Loss (Raw)": 0.9802793860435486, "Finetune/Step": 4445, "Finetune/Step Time": 5.935303881764412}
+{"Finetune/Learning Rate": 1.79505876156146e-05, "Finetune/Loss": 0.8791555166244507, "Finetune/Loss (Raw)": 0.8693556785583496, "Finetune/Step": 4446, "Finetune/Step Time": 5.9308325331658125}
+{"Finetune/Learning Rate": 1.7949566127587613e-05, "Finetune/Loss": 0.8795037269592285, "Finetune/Loss (Raw)": 0.9758790731430054, "Finetune/Step": 4447, "Finetune/Step Time": 5.929342081770301}
+{"Finetune/Learning Rate": 1.7948544414133534e-05, "Finetune/Loss": 0.8787593841552734, "Finetune/Loss (Raw)": 0.8197523355484009, "Finetune/Step": 4448, "Finetune/Step Time": 5.928665444254875}
+{"Finetune/Learning Rate": 1.794752247528134e-05, "Finetune/Loss": 0.8813296556472778, "Finetune/Loss (Raw)": 0.8998225927352905, "Finetune/Step": 4449, "Finetune/Step Time": 5.927153969183564}
+{"Finetune/Learning Rate": 1.7946500311060007e-05, "Finetune/Loss": 0.8819698095321655, "Finetune/Loss (Raw)": 0.7427241802215576, "Finetune/Step": 4450, "Finetune/Step Time": 5.923576962202787}
+{"Finetune/Learning Rate": 1.794547792149852e-05, "Finetune/Loss": 0.8807624578475952, "Finetune/Loss (Raw)": 0.713310182094574, "Finetune/Step": 4451, "Finetune/Step Time": 5.92817110568285}
+{"Finetune/Learning Rate": 1.7944455306625877e-05, "Finetune/Loss": 0.8797050714492798, "Finetune/Loss (Raw)": 0.7478148341178894, "Finetune/Step": 4452, "Finetune/Step Time": 5.946000348776579}
+{"Finetune/Learning Rate": 1.7943432466471072e-05, "Finetune/Loss": 0.879378080368042, "Finetune/Loss (Raw)": 0.9216136336326599, "Finetune/Step": 4453, "Finetune/Step Time": 5.942175732925534}
+{"Finetune/Learning Rate": 1.794240940106311e-05, "Finetune/Loss": 0.8787268400192261, "Finetune/Loss (Raw)": 0.7943980097770691, "Finetune/Step": 4454, "Finetune/Step Time": 5.942660542204976}
+{"Finetune/Learning Rate": 1.7941386110431e-05, "Finetune/Loss": 0.878329873085022, "Finetune/Loss (Raw)": 0.858607292175293, "Finetune/Step": 4455, "Finetune/Step Time": 5.943667890504003}
+{"Finetune/Learning Rate": 1.7940362594603767e-05, "Finetune/Loss": 0.8785734176635742, "Finetune/Loss (Raw)": 1.0007463693618774, "Finetune/Step": 4456, "Finetune/Step Time": 5.944092663004994}
+{"Finetune/Learning Rate": 1.7939338853610422e-05, "Finetune/Loss": 0.878551185131073, "Finetune/Loss (Raw)": 0.8151930570602417, "Finetune/Step": 4457, "Finetune/Step Time": 5.952504638582468}
+{"Finetune/Learning Rate": 1.7938314887480013e-05, "Finetune/Loss": 0.8796015381813049, "Finetune/Loss (Raw)": 0.8891869783401489, "Finetune/Step": 4458, "Finetune/Step Time": 5.958298189565539}
+{"Finetune/Learning Rate": 1.793729069624156e-05, "Finetune/Loss": 0.8796747922897339, "Finetune/Loss (Raw)": 0.8960438966751099, "Finetune/Step": 4459, "Finetune/Step Time": 5.96814962849021}
+{"Finetune/Learning Rate": 1.7936266279924118e-05, "Finetune/Loss": 0.87937992811203, "Finetune/Loss (Raw)": 0.8998773694038391, "Finetune/Step": 4460, "Finetune/Step Time": 5.969308082014322}
+{"Finetune/Learning Rate": 1.7935241638556732e-05, "Finetune/Loss": 0.8800681233406067, "Finetune/Loss (Raw)": 0.9805797934532166, "Finetune/Step": 4461, "Finetune/Step Time": 5.971059305593371}
+{"Finetune/Learning Rate": 1.7934216772168458e-05, "Finetune/Loss": 0.8807546496391296, "Finetune/Loss (Raw)": 0.9069827795028687, "Finetune/Step": 4462, "Finetune/Step Time": 5.970070470124483}
+{"Finetune/Learning Rate": 1.7933191680788354e-05, "Finetune/Loss": 0.8814365863800049, "Finetune/Loss (Raw)": 0.9315517544746399, "Finetune/Step": 4463, "Finetune/Step Time": 5.9707490634173155}
+{"Finetune/Learning Rate": 1.7932166364445498e-05, "Finetune/Loss": 0.8797816038131714, "Finetune/Loss (Raw)": 0.7564536333084106, "Finetune/Step": 4464, "Finetune/Step Time": 5.970062064006925}
+{"Finetune/Learning Rate": 1.7931140823168957e-05, "Finetune/Loss": 0.8801038861274719, "Finetune/Loss (Raw)": 0.8346973061561584, "Finetune/Step": 4465, "Finetune/Step Time": 5.96909661218524}
+{"Finetune/Learning Rate": 1.7930115056987815e-05, "Finetune/Loss": 0.8800868988037109, "Finetune/Loss (Raw)": 0.9641141295433044, "Finetune/Step": 4466, "Finetune/Step Time": 5.957166932523251}
+{"Finetune/Learning Rate": 1.792908906593116e-05, "Finetune/Loss": 0.879392147064209, "Finetune/Loss (Raw)": 0.7396917343139648, "Finetune/Step": 4467, "Finetune/Step Time": 5.96147483214736}
+{"Finetune/Learning Rate": 1.792806285002809e-05, "Finetune/Loss": 0.8821890354156494, "Finetune/Loss (Raw)": 0.970799446105957, "Finetune/Step": 4468, "Finetune/Step Time": 5.944194350391626}
+{"Finetune/Learning Rate": 1.7927036409307697e-05, "Finetune/Loss": 0.882092297077179, "Finetune/Loss (Raw)": 0.8742582201957703, "Finetune/Step": 4469, "Finetune/Step Time": 5.941885383799672}
+{"Finetune/Learning Rate": 1.79260097437991e-05, "Finetune/Loss": 0.8824834823608398, "Finetune/Loss (Raw)": 0.9315752387046814, "Finetune/Step": 4470, "Finetune/Step Time": 5.939362768083811}
+{"Finetune/Learning Rate": 1.7924982853531397e-05, "Finetune/Loss": 0.8842931985855103, "Finetune/Loss (Raw)": 1.116424322128296, "Finetune/Step": 4471, "Finetune/Step Time": 5.941016867756844}
+{"Finetune/Learning Rate": 1.792395573853372e-05, "Finetune/Loss": 0.8846744298934937, "Finetune/Loss (Raw)": 0.8266971707344055, "Finetune/Step": 4472, "Finetune/Step Time": 5.939582439139485}
+{"Finetune/Learning Rate": 1.7922928398835195e-05, "Finetune/Loss": 0.8836934566497803, "Finetune/Loss (Raw)": 0.8697651028633118, "Finetune/Step": 4473, "Finetune/Step Time": 5.950436884537339}
+{"Finetune/Learning Rate": 1.7921900834464945e-05, "Finetune/Loss": 0.8835381269454956, "Finetune/Loss (Raw)": 0.8495029211044312, "Finetune/Step": 4474, "Finetune/Step Time": 5.95169304125011}
+{"Finetune/Learning Rate": 1.7920873045452112e-05, "Finetune/Loss": 0.8831044435501099, "Finetune/Loss (Raw)": 0.8002809286117554, "Finetune/Step": 4475, "Finetune/Step Time": 5.968896873295307}
+{"Finetune/Learning Rate": 1.7919845031825847e-05, "Finetune/Loss": 0.8812692761421204, "Finetune/Loss (Raw)": 0.7014566659927368, "Finetune/Step": 4476, "Finetune/Step Time": 5.9695791732519865}
+{"Finetune/Learning Rate": 1.7918816793615298e-05, "Finetune/Loss": 0.8802783489227295, "Finetune/Loss (Raw)": 0.7779330611228943, "Finetune/Step": 4477, "Finetune/Step Time": 6.00785437785089}
+{"Finetune/Learning Rate": 1.7917788330849623e-05, "Finetune/Loss": 0.881566047668457, "Finetune/Loss (Raw)": 0.9630241990089417, "Finetune/Step": 4478, "Finetune/Step Time": 5.999440740793943}
+{"Finetune/Learning Rate": 1.7916759643557987e-05, "Finetune/Loss": 0.8819559812545776, "Finetune/Loss (Raw)": 0.9868097901344299, "Finetune/Step": 4479, "Finetune/Step Time": 5.99283267557621}
+{"Finetune/Learning Rate": 1.7915730731769558e-05, "Finetune/Loss": 0.8803958296775818, "Finetune/Loss (Raw)": 0.7846381664276123, "Finetune/Step": 4480, "Finetune/Step Time": 5.992580905556679}
+{"Finetune/Learning Rate": 1.7914701595513516e-05, "Finetune/Loss": 0.8810933828353882, "Finetune/Loss (Raw)": 0.8283694386482239, "Finetune/Step": 4481, "Finetune/Step Time": 5.991829682141542}
+{"Finetune/Learning Rate": 1.7913672234819042e-05, "Finetune/Loss": 0.882688045501709, "Finetune/Loss (Raw)": 0.943537175655365, "Finetune/Step": 4482, "Finetune/Step Time": 5.995283318683505}
+{"Finetune/Learning Rate": 1.7912642649715325e-05, "Finetune/Loss": 0.8807402849197388, "Finetune/Loss (Raw)": 0.760737955570221, "Finetune/Step": 4483, "Finetune/Step Time": 6.026744928210974}
+{"Finetune/Learning Rate": 1.7911612840231563e-05, "Finetune/Loss": 0.8794512152671814, "Finetune/Loss (Raw)": 0.7325560450553894, "Finetune/Step": 4484, "Finetune/Step Time": 6.050185555592179}
+{"Finetune/Learning Rate": 1.7910582806396967e-05, "Finetune/Loss": 0.8793227672576904, "Finetune/Loss (Raw)": 0.7566073536872864, "Finetune/Step": 4485, "Finetune/Step Time": 6.050769031047821}
+{"Finetune/Learning Rate": 1.7909552548240727e-05, "Finetune/Loss": 0.8780430555343628, "Finetune/Loss (Raw)": 0.812807559967041, "Finetune/Step": 4486, "Finetune/Step Time": 6.050391158089042}
+{"Finetune/Learning Rate": 1.7908522065792075e-05, "Finetune/Loss": 0.8776952624320984, "Finetune/Loss (Raw)": 0.8819441795349121, "Finetune/Step": 4487, "Finetune/Step Time": 6.052969248965383}
+{"Finetune/Learning Rate": 1.7907491359080224e-05, "Finetune/Loss": 0.8778464794158936, "Finetune/Loss (Raw)": 0.98404461145401, "Finetune/Step": 4488, "Finetune/Step Time": 6.050396777689457}
+{"Finetune/Learning Rate": 1.7906460428134402e-05, "Finetune/Loss": 0.8755107522010803, "Finetune/Loss (Raw)": 0.728493332862854, "Finetune/Step": 4489, "Finetune/Step Time": 6.057143222540617}
+{"Finetune/Learning Rate": 1.7905429272983844e-05, "Finetune/Loss": 0.8735193610191345, "Finetune/Loss (Raw)": 0.7238587141036987, "Finetune/Step": 4490, "Finetune/Step Time": 6.055184572935104}
+{"Finetune/Learning Rate": 1.7904397893657797e-05, "Finetune/Loss": 0.8718874454498291, "Finetune/Loss (Raw)": 0.6956059336662292, "Finetune/Step": 4491, "Finetune/Step Time": 6.057422645390034}
+{"Finetune/Learning Rate": 1.7903366290185498e-05, "Finetune/Loss": 0.870893120765686, "Finetune/Loss (Raw)": 0.8646084070205688, "Finetune/Step": 4492, "Finetune/Step Time": 6.056924281641841}
+{"Finetune/Learning Rate": 1.7902334462596208e-05, "Finetune/Loss": 0.8702149391174316, "Finetune/Loss (Raw)": 0.7469220161437988, "Finetune/Step": 4493, "Finetune/Step Time": 6.054151205345988}
+{"Finetune/Learning Rate": 1.7901302410919186e-05, "Finetune/Loss": 0.8702260851860046, "Finetune/Loss (Raw)": 0.9809709787368774, "Finetune/Step": 4494, "Finetune/Step Time": 6.047045206651092}
+{"Finetune/Learning Rate": 1.790027013518369e-05, "Finetune/Loss": 0.8693339824676514, "Finetune/Loss (Raw)": 0.8614028096199036, "Finetune/Step": 4495, "Finetune/Step Time": 6.04391541518271}
+{"Finetune/Learning Rate": 1.7899237635419002e-05, "Finetune/Loss": 0.8698824644088745, "Finetune/Loss (Raw)": 0.8255485892295837, "Finetune/Step": 4496, "Finetune/Step Time": 6.0474414229393005}
+{"Finetune/Learning Rate": 1.7898204911654397e-05, "Finetune/Loss": 0.8705514669418335, "Finetune/Loss (Raw)": 0.9257781505584717, "Finetune/Step": 4497, "Finetune/Step Time": 6.040947733446956}
+{"Finetune/Learning Rate": 1.789717196391916e-05, "Finetune/Loss": 0.8708670139312744, "Finetune/Loss (Raw)": 0.9231927990913391, "Finetune/Step": 4498, "Finetune/Step Time": 6.057831529527903}
+{"Finetune/Learning Rate": 1.789613879224258e-05, "Finetune/Loss": 0.8713768124580383, "Finetune/Loss (Raw)": 0.9359328746795654, "Finetune/Step": 4499, "Finetune/Step Time": 6.056634310632944}
+{"Finetune/Learning Rate": 1.7895105396653963e-05, "Finetune/Loss": 0.8722081184387207, "Finetune/Loss (Raw)": 1.0202239751815796, "Finetune/Step": 4500, "Finetune/Step Time": 6.054140830412507}
+{"Finetune/Learning Rate": 1.7894071777182605e-05, "Finetune/Loss": 0.8726100921630859, "Finetune/Loss (Raw)": 0.9837653040885925, "Finetune/Step": 4501, "Finetune/Step Time": 6.053954187780619}
+{"Finetune/Learning Rate": 1.7893037933857816e-05, "Finetune/Loss": 0.8732600808143616, "Finetune/Loss (Raw)": 0.7545734643936157, "Finetune/Step": 4502, "Finetune/Step Time": 6.055443670600653}
+{"Finetune/Learning Rate": 1.789200386670892e-05, "Finetune/Loss": 0.8730366826057434, "Finetune/Loss (Raw)": 0.8392929434776306, "Finetune/Step": 4503, "Finetune/Step Time": 6.061705611646175}
+{"Finetune/Learning Rate": 1.7890969575765232e-05, "Finetune/Loss": 0.8730764389038086, "Finetune/Loss (Raw)": 0.9891032576560974, "Finetune/Step": 4504, "Finetune/Step Time": 6.077436508610845}
+{"Finetune/Learning Rate": 1.7889935061056092e-05, "Finetune/Loss": 0.8747225999832153, "Finetune/Loss (Raw)": 0.9138436317443848, "Finetune/Step": 4505, "Finetune/Step Time": 6.052207853645086}
+{"Finetune/Learning Rate": 1.788890032261083e-05, "Finetune/Loss": 0.8737866878509521, "Finetune/Loss (Raw)": 0.8139785528182983, "Finetune/Step": 4506, "Finetune/Step Time": 6.045986033976078}
+{"Finetune/Learning Rate": 1.788786536045878e-05, "Finetune/Loss": 0.873493492603302, "Finetune/Loss (Raw)": 0.7950838208198547, "Finetune/Step": 4507, "Finetune/Step Time": 6.045385774224997}
+{"Finetune/Learning Rate": 1.78868301746293e-05, "Finetune/Loss": 0.872956395149231, "Finetune/Loss (Raw)": 0.8012754917144775, "Finetune/Step": 4508, "Finetune/Step Time": 6.063544688746333}
+{"Finetune/Learning Rate": 1.788579476515175e-05, "Finetune/Loss": 0.8731092214584351, "Finetune/Loss (Raw)": 0.9627788662910461, "Finetune/Step": 4509, "Finetune/Step Time": 6.065737759694457}
+{"Finetune/Learning Rate": 1.788475913205548e-05, "Finetune/Loss": 0.8713077306747437, "Finetune/Loss (Raw)": 0.8357170224189758, "Finetune/Step": 4510, "Finetune/Step Time": 6.075296485796571}
+{"Finetune/Learning Rate": 1.788372327536986e-05, "Finetune/Loss": 0.8726327419281006, "Finetune/Loss (Raw)": 1.0756447315216064, "Finetune/Step": 4511, "Finetune/Step Time": 6.044793993234634}
+{"Finetune/Learning Rate": 1.788268719512427e-05, "Finetune/Loss": 0.8731521964073181, "Finetune/Loss (Raw)": 0.898827075958252, "Finetune/Step": 4512, "Finetune/Step Time": 6.042305478826165}
+{"Finetune/Learning Rate": 1.7881650891348087e-05, "Finetune/Loss": 0.87394779920578, "Finetune/Loss (Raw)": 1.0258283615112305, "Finetune/Step": 4513, "Finetune/Step Time": 6.04077928699553}
+{"Finetune/Learning Rate": 1.7880614364070696e-05, "Finetune/Loss": 0.8748059272766113, "Finetune/Loss (Raw)": 0.8194657564163208, "Finetune/Step": 4514, "Finetune/Step Time": 6.022603189572692}
+{"Finetune/Learning Rate": 1.787957761332149e-05, "Finetune/Loss": 0.875993013381958, "Finetune/Loss (Raw)": 1.1022413969039917, "Finetune/Step": 4515, "Finetune/Step Time": 6.0245096534490585}
+{"Finetune/Learning Rate": 1.787854063912987e-05, "Finetune/Loss": 0.8740715980529785, "Finetune/Loss (Raw)": 0.7048872709274292, "Finetune/Step": 4516, "Finetune/Step Time": 6.030690969899297}
+{"Finetune/Learning Rate": 1.7877503441525242e-05, "Finetune/Loss": 0.874809980392456, "Finetune/Loss (Raw)": 0.992559015750885, "Finetune/Step": 4517, "Finetune/Step Time": 6.022413264960051}
+{"Finetune/Learning Rate": 1.7876466020537016e-05, "Finetune/Loss": 0.8734534978866577, "Finetune/Loss (Raw)": 0.8263558149337769, "Finetune/Step": 4518, "Finetune/Step Time": 6.025887722149491}
+{"Finetune/Learning Rate": 1.787542837619461e-05, "Finetune/Loss": 0.8747791051864624, "Finetune/Loss (Raw)": 0.9064756035804749, "Finetune/Step": 4519, "Finetune/Step Time": 6.0228046253323555}
+{"Finetune/Learning Rate": 1.7874390508527454e-05, "Finetune/Loss": 0.8743460178375244, "Finetune/Loss (Raw)": 0.7632653713226318, "Finetune/Step": 4520, "Finetune/Step Time": 6.020164644345641}
+{"Finetune/Learning Rate": 1.7873352417564972e-05, "Finetune/Loss": 0.8745205998420715, "Finetune/Loss (Raw)": 0.7991283535957336, "Finetune/Step": 4521, "Finetune/Step Time": 6.020844183862209}
+{"Finetune/Learning Rate": 1.7872314103336607e-05, "Finetune/Loss": 0.8738101720809937, "Finetune/Loss (Raw)": 0.8816097378730774, "Finetune/Step": 4522, "Finetune/Step Time": 6.022752434015274}
+{"Finetune/Learning Rate": 1.7871275565871796e-05, "Finetune/Loss": 0.873429536819458, "Finetune/Loss (Raw)": 0.8442513942718506, "Finetune/Step": 4523, "Finetune/Step Time": 6.02581444196403}
+{"Finetune/Learning Rate": 1.7870236805199995e-05, "Finetune/Loss": 0.8729792237281799, "Finetune/Loss (Raw)": 0.7941766381263733, "Finetune/Step": 4524, "Finetune/Step Time": 6.019402554258704}
+{"Finetune/Learning Rate": 1.7869197821350658e-05, "Finetune/Loss": 0.8722367286682129, "Finetune/Loss (Raw)": 0.8090177774429321, "Finetune/Step": 4525, "Finetune/Step Time": 5.9932920429855585}
+{"Finetune/Learning Rate": 1.7868158614353245e-05, "Finetune/Loss": 0.8719607591629028, "Finetune/Loss (Raw)": 0.894105076789856, "Finetune/Step": 4526, "Finetune/Step Time": 6.000721151009202}
+{"Finetune/Learning Rate": 1.786711918423723e-05, "Finetune/Loss": 0.8723587989807129, "Finetune/Loss (Raw)": 0.92641282081604, "Finetune/Step": 4527, "Finetune/Step Time": 6.0011759009212255}
+{"Finetune/Learning Rate": 1.7866079531032088e-05, "Finetune/Loss": 0.8721418380737305, "Finetune/Loss (Raw)": 0.882343053817749, "Finetune/Step": 4528, "Finetune/Step Time": 5.997957682237029}
+{"Finetune/Learning Rate": 1.7865039654767296e-05, "Finetune/Loss": 0.8715044856071472, "Finetune/Loss (Raw)": 0.8460919857025146, "Finetune/Step": 4529, "Finetune/Step Time": 5.996307764202356}
+{"Finetune/Learning Rate": 1.7863999555472346e-05, "Finetune/Loss": 0.8715741634368896, "Finetune/Loss (Raw)": 0.8230888843536377, "Finetune/Step": 4530, "Finetune/Step Time": 6.0062972493469715}
+{"Finetune/Learning Rate": 1.786295923317673e-05, "Finetune/Loss": 0.8726601600646973, "Finetune/Loss (Raw)": 0.9302061796188354, "Finetune/Step": 4531, "Finetune/Step Time": 6.001178599894047}
+{"Finetune/Learning Rate": 1.786191868790995e-05, "Finetune/Loss": 0.8725521564483643, "Finetune/Loss (Raw)": 0.7956947684288025, "Finetune/Step": 4532, "Finetune/Step Time": 5.989994190633297}
+{"Finetune/Learning Rate": 1.786087791970151e-05, "Finetune/Loss": 0.873406171798706, "Finetune/Loss (Raw)": 0.9561125040054321, "Finetune/Step": 4533, "Finetune/Step Time": 5.977417854592204}
+{"Finetune/Learning Rate": 1.7859836928580932e-05, "Finetune/Loss": 0.8717880249023438, "Finetune/Loss (Raw)": 0.8018233180046082, "Finetune/Step": 4534, "Finetune/Step Time": 5.978480797261}
+{"Finetune/Learning Rate": 1.7858795714577725e-05, "Finetune/Loss": 0.8716678023338318, "Finetune/Loss (Raw)": 0.9745808839797974, "Finetune/Step": 4535, "Finetune/Step Time": 5.976998033002019}
+{"Finetune/Learning Rate": 1.7857754277721417e-05, "Finetune/Loss": 0.8714661598205566, "Finetune/Loss (Raw)": 0.9462358355522156, "Finetune/Step": 4536, "Finetune/Step Time": 5.981759766116738}
+{"Finetune/Learning Rate": 1.785671261804154e-05, "Finetune/Loss": 0.871300995349884, "Finetune/Loss (Raw)": 0.8197435736656189, "Finetune/Step": 4537, "Finetune/Step Time": 5.967428624629974}
+{"Finetune/Learning Rate": 1.785567073556764e-05, "Finetune/Loss": 0.8718604445457458, "Finetune/Loss (Raw)": 0.9882366061210632, "Finetune/Step": 4538, "Finetune/Step Time": 5.96671268902719}
+{"Finetune/Learning Rate": 1.7854628630329254e-05, "Finetune/Loss": 0.8709357976913452, "Finetune/Loss (Raw)": 0.866963267326355, "Finetune/Step": 4539, "Finetune/Step Time": 5.968210959807038}
+{"Finetune/Learning Rate": 1.785358630235594e-05, "Finetune/Loss": 0.8697388172149658, "Finetune/Loss (Raw)": 0.9158238172531128, "Finetune/Step": 4540, "Finetune/Step Time": 5.969204802066088}
+{"Finetune/Learning Rate": 1.7852543751677247e-05, "Finetune/Loss": 0.8690177202224731, "Finetune/Loss (Raw)": 0.86474609375, "Finetune/Step": 4541, "Finetune/Step Time": 5.971955012530088}
+{"Finetune/Learning Rate": 1.7851500978322742e-05, "Finetune/Loss": 0.8696882128715515, "Finetune/Loss (Raw)": 0.8493260741233826, "Finetune/Step": 4542, "Finetune/Step Time": 5.970365803688765}
+{"Finetune/Learning Rate": 1.7850457982322e-05, "Finetune/Loss": 0.868335485458374, "Finetune/Loss (Raw)": 0.7976716756820679, "Finetune/Step": 4543, "Finetune/Step Time": 5.971614131703973}
+{"Finetune/Learning Rate": 1.7849414763704587e-05, "Finetune/Loss": 0.8663636445999146, "Finetune/Loss (Raw)": 0.7592506408691406, "Finetune/Step": 4544, "Finetune/Step Time": 5.971507212147117}
+{"Finetune/Learning Rate": 1.7848371322500098e-05, "Finetune/Loss": 0.8651249408721924, "Finetune/Loss (Raw)": 0.8205301761627197, "Finetune/Step": 4545, "Finetune/Step Time": 5.978358559310436}
+{"Finetune/Learning Rate": 1.784732765873811e-05, "Finetune/Loss": 0.8621740341186523, "Finetune/Loss (Raw)": 0.7166541814804077, "Finetune/Step": 4546, "Finetune/Step Time": 5.994073072448373}
+{"Finetune/Learning Rate": 1.7846283772448233e-05, "Finetune/Loss": 0.8633759021759033, "Finetune/Loss (Raw)": 0.9177383184432983, "Finetune/Step": 4547, "Finetune/Step Time": 5.996206177398562}
+{"Finetune/Learning Rate": 1.784523966366005e-05, "Finetune/Loss": 0.8651742935180664, "Finetune/Loss (Raw)": 0.9395328760147095, "Finetune/Step": 4548, "Finetune/Step Time": 5.997183505445719}
+{"Finetune/Learning Rate": 1.784419533240319e-05, "Finetune/Loss": 0.8659219741821289, "Finetune/Loss (Raw)": 0.9416663646697998, "Finetune/Step": 4549, "Finetune/Step Time": 5.997556900605559}
+{"Finetune/Learning Rate": 1.7843150778707247e-05, "Finetune/Loss": 0.8660805225372314, "Finetune/Loss (Raw)": 1.0250447988510132, "Finetune/Step": 4550, "Finetune/Step Time": 5.99071335978806}
+{"Finetune/Learning Rate": 1.7842106002601854e-05, "Finetune/Loss": 0.8678324222564697, "Finetune/Loss (Raw)": 0.9421179294586182, "Finetune/Step": 4551, "Finetune/Step Time": 5.9903547912836075}
+{"Finetune/Learning Rate": 1.7841061004116635e-05, "Finetune/Loss": 0.8695976734161377, "Finetune/Loss (Raw)": 0.9886420369148254, "Finetune/Step": 4552, "Finetune/Step Time": 5.993261504918337}
+{"Finetune/Learning Rate": 1.7840015783281222e-05, "Finetune/Loss": 0.8695228695869446, "Finetune/Loss (Raw)": 0.8028060793876648, "Finetune/Step": 4553, "Finetune/Step Time": 6.000141819939017}
+{"Finetune/Learning Rate": 1.7838970340125258e-05, "Finetune/Loss": 0.8680045008659363, "Finetune/Loss (Raw)": 0.8255202174186707, "Finetune/Step": 4554, "Finetune/Step Time": 6.003690630197525}
+{"Finetune/Learning Rate": 1.7837924674678385e-05, "Finetune/Loss": 0.8696727752685547, "Finetune/Loss (Raw)": 0.9029318690299988, "Finetune/Step": 4555, "Finetune/Step Time": 5.984265796840191}
+{"Finetune/Learning Rate": 1.7836878786970256e-05, "Finetune/Loss": 0.8684031963348389, "Finetune/Loss (Raw)": 0.7601587176322937, "Finetune/Step": 4556, "Finetune/Step Time": 5.9927009008824825}
+{"Finetune/Learning Rate": 1.7835832677030528e-05, "Finetune/Loss": 0.8694634437561035, "Finetune/Loss (Raw)": 0.9063257575035095, "Finetune/Step": 4557, "Finetune/Step Time": 5.989147495478392}
+{"Finetune/Learning Rate": 1.783478634488887e-05, "Finetune/Loss": 0.8715591430664062, "Finetune/Loss (Raw)": 0.9824031591415405, "Finetune/Step": 4558, "Finetune/Step Time": 5.980041962116957}
+{"Finetune/Learning Rate": 1.7833739790574947e-05, "Finetune/Loss": 0.8729969263076782, "Finetune/Loss (Raw)": 0.8996551036834717, "Finetune/Step": 4559, "Finetune/Step Time": 5.958488956093788}
+{"Finetune/Learning Rate": 1.7832693014118447e-05, "Finetune/Loss": 0.8723194599151611, "Finetune/Loss (Raw)": 0.8223371505737305, "Finetune/Step": 4560, "Finetune/Step Time": 5.976613422855735}
+{"Finetune/Learning Rate": 1.783164601554904e-05, "Finetune/Loss": 0.8694558143615723, "Finetune/Loss (Raw)": 0.6611035466194153, "Finetune/Step": 4561, "Finetune/Step Time": 5.981036404147744}
+{"Finetune/Learning Rate": 1.7830598794896422e-05, "Finetune/Loss": 0.8697651624679565, "Finetune/Loss (Raw)": 0.90056312084198, "Finetune/Step": 4562, "Finetune/Step Time": 5.9766099993139505}
+{"Finetune/Learning Rate": 1.7829551352190294e-05, "Finetune/Loss": 0.8704845905303955, "Finetune/Loss (Raw)": 0.8719919323921204, "Finetune/Step": 4563, "Finetune/Step Time": 5.970100654289126}
+{"Finetune/Learning Rate": 1.782850368746035e-05, "Finetune/Loss": 0.8703888654708862, "Finetune/Loss (Raw)": 0.7778709530830383, "Finetune/Step": 4564, "Finetune/Step Time": 5.951184563338757}
+{"Finetune/Learning Rate": 1.7827455800736303e-05, "Finetune/Loss": 0.8714830875396729, "Finetune/Loss (Raw)": 0.9099836349487305, "Finetune/Step": 4565, "Finetune/Step Time": 5.952742200344801}
+{"Finetune/Learning Rate": 1.7826407692047868e-05, "Finetune/Loss": 0.8712459802627563, "Finetune/Loss (Raw)": 0.9206058979034424, "Finetune/Step": 4566, "Finetune/Step Time": 5.953421171754599}
+{"Finetune/Learning Rate": 1.782535936142477e-05, "Finetune/Loss": 0.8706270456314087, "Finetune/Loss (Raw)": 0.7664154171943665, "Finetune/Step": 4567, "Finetune/Step Time": 5.959489086642861}
+{"Finetune/Learning Rate": 1.7824310808896728e-05, "Finetune/Loss": 0.8716334104537964, "Finetune/Loss (Raw)": 0.8071063160896301, "Finetune/Step": 4568, "Finetune/Step Time": 5.953595006838441}
+{"Finetune/Learning Rate": 1.7823262034493484e-05, "Finetune/Loss": 0.8692607283592224, "Finetune/Loss (Raw)": 0.8193701505661011, "Finetune/Step": 4569, "Finetune/Step Time": 5.949501657858491}
+{"Finetune/Learning Rate": 1.782221303824477e-05, "Finetune/Loss": 0.8693873882293701, "Finetune/Loss (Raw)": 0.8691434860229492, "Finetune/Step": 4570, "Finetune/Step Time": 5.950084034353495}
+{"Finetune/Learning Rate": 1.782116382018034e-05, "Finetune/Loss": 0.8688485622406006, "Finetune/Loss (Raw)": 0.8770594596862793, "Finetune/Step": 4571, "Finetune/Step Time": 5.953372998163104}
+{"Finetune/Learning Rate": 1.7820114380329947e-05, "Finetune/Loss": 0.8682296276092529, "Finetune/Loss (Raw)": 0.8615255951881409, "Finetune/Step": 4572, "Finetune/Step Time": 5.9584696386009455}
+{"Finetune/Learning Rate": 1.7819064718723348e-05, "Finetune/Loss": 0.868679404258728, "Finetune/Loss (Raw)": 1.037845492362976, "Finetune/Step": 4573, "Finetune/Step Time": 5.963736983016133}
+{"Finetune/Learning Rate": 1.7818014835390306e-05, "Finetune/Loss": 0.868398129940033, "Finetune/Loss (Raw)": 0.8333601951599121, "Finetune/Step": 4574, "Finetune/Step Time": 5.968328969553113}
+{"Finetune/Learning Rate": 1.7816964730360597e-05, "Finetune/Loss": 0.8673707842826843, "Finetune/Loss (Raw)": 0.8443787097930908, "Finetune/Step": 4575, "Finetune/Step Time": 5.966519247740507}
+{"Finetune/Learning Rate": 1.781591440366399e-05, "Finetune/Loss": 0.8663604259490967, "Finetune/Loss (Raw)": 0.6904269456863403, "Finetune/Step": 4576, "Finetune/Step Time": 5.970529807731509}
+{"Finetune/Learning Rate": 1.7814863855330282e-05, "Finetune/Loss": 0.8657822608947754, "Finetune/Loss (Raw)": 0.8258180618286133, "Finetune/Step": 4577, "Finetune/Step Time": 5.959204150363803}
+{"Finetune/Learning Rate": 1.7813813085389257e-05, "Finetune/Loss": 0.8670937418937683, "Finetune/Loss (Raw)": 0.9105920791625977, "Finetune/Step": 4578, "Finetune/Step Time": 5.947291310876608}
+{"Finetune/Learning Rate": 1.781276209387071e-05, "Finetune/Loss": 0.868701159954071, "Finetune/Loss (Raw)": 0.9190587401390076, "Finetune/Step": 4579, "Finetune/Step Time": 5.941616866737604}
+{"Finetune/Learning Rate": 1.781171088080445e-05, "Finetune/Loss": 0.8697189092636108, "Finetune/Loss (Raw)": 0.8780799508094788, "Finetune/Step": 4580, "Finetune/Step Time": 5.923051953315735}
+{"Finetune/Learning Rate": 1.781065944622028e-05, "Finetune/Loss": 0.8691624402999878, "Finetune/Loss (Raw)": 0.850386381149292, "Finetune/Step": 4581, "Finetune/Step Time": 5.926514169201255}
+{"Finetune/Learning Rate": 1.780960779014802e-05, "Finetune/Loss": 0.8695822954177856, "Finetune/Loss (Raw)": 0.848147988319397, "Finetune/Step": 4582, "Finetune/Step Time": 5.925055930390954}
+{"Finetune/Learning Rate": 1.780855591261749e-05, "Finetune/Loss": 0.8685876727104187, "Finetune/Loss (Raw)": 0.731290340423584, "Finetune/Step": 4583, "Finetune/Step Time": 5.923086881637573}
+{"Finetune/Learning Rate": 1.7807503813658518e-05, "Finetune/Loss": 0.8680846691131592, "Finetune/Loss (Raw)": 0.9363594055175781, "Finetune/Step": 4584, "Finetune/Step Time": 5.92729982919991}
+{"Finetune/Learning Rate": 1.780645149330094e-05, "Finetune/Loss": 0.86826491355896, "Finetune/Loss (Raw)": 0.8382650017738342, "Finetune/Step": 4585, "Finetune/Step Time": 5.918919021263719}
+{"Finetune/Learning Rate": 1.78053989515746e-05, "Finetune/Loss": 0.868511974811554, "Finetune/Loss (Raw)": 0.9208167791366577, "Finetune/Step": 4586, "Finetune/Step Time": 5.910623023286462}
+{"Finetune/Learning Rate": 1.7804346188509338e-05, "Finetune/Loss": 0.868068277835846, "Finetune/Loss (Raw)": 0.839250922203064, "Finetune/Step": 4587, "Finetune/Step Time": 5.910521153360605}
+{"Finetune/Learning Rate": 1.7803293204135012e-05, "Finetune/Loss": 0.8685593605041504, "Finetune/Loss (Raw)": 0.9627411365509033, "Finetune/Step": 4588, "Finetune/Step Time": 5.913527047261596}
+{"Finetune/Learning Rate": 1.7802239998481476e-05, "Finetune/Loss": 0.8689743876457214, "Finetune/Loss (Raw)": 1.0336953401565552, "Finetune/Step": 4589, "Finetune/Step Time": 5.910568816587329}
+{"Finetune/Learning Rate": 1.7801186571578605e-05, "Finetune/Loss": 0.8667619824409485, "Finetune/Loss (Raw)": 0.6237949728965759, "Finetune/Step": 4590, "Finetune/Step Time": 5.938438627868891}
+{"Finetune/Learning Rate": 1.7800132923456265e-05, "Finetune/Loss": 0.866502583026886, "Finetune/Loss (Raw)": 0.8983485102653503, "Finetune/Step": 4591, "Finetune/Step Time": 5.948114234954119}
+{"Finetune/Learning Rate": 1.7799079054144334e-05, "Finetune/Loss": 0.8673173189163208, "Finetune/Loss (Raw)": 0.8607466220855713, "Finetune/Step": 4592, "Finetune/Step Time": 5.948399875313044}
+{"Finetune/Learning Rate": 1.77980249636727e-05, "Finetune/Loss": 0.8658636808395386, "Finetune/Loss (Raw)": 0.6486202478408813, "Finetune/Step": 4593, "Finetune/Step Time": 5.982988169416785}
+{"Finetune/Learning Rate": 1.7796970652071252e-05, "Finetune/Loss": 0.8652801513671875, "Finetune/Loss (Raw)": 0.8894276022911072, "Finetune/Step": 4594, "Finetune/Step Time": 5.977212769910693}
+{"Finetune/Learning Rate": 1.779591611936989e-05, "Finetune/Loss": 0.8665730953216553, "Finetune/Loss (Raw)": 0.9051897525787354, "Finetune/Step": 4595, "Finetune/Step Time": 5.972094656899571}
+{"Finetune/Learning Rate": 1.7794861365598513e-05, "Finetune/Loss": 0.8653643727302551, "Finetune/Loss (Raw)": 0.8160836696624756, "Finetune/Step": 4596, "Finetune/Step Time": 5.972725810483098}
+{"Finetune/Learning Rate": 1.7793806390787035e-05, "Finetune/Loss": 0.8659659624099731, "Finetune/Loss (Raw)": 0.9512664675712585, "Finetune/Step": 4597, "Finetune/Step Time": 5.973728546872735}
+{"Finetune/Learning Rate": 1.779275119496537e-05, "Finetune/Loss": 0.8655665516853333, "Finetune/Loss (Raw)": 0.880446195602417, "Finetune/Step": 4598, "Finetune/Step Time": 5.987864822149277}
+{"Finetune/Learning Rate": 1.7791695778163443e-05, "Finetune/Loss": 0.8639957904815674, "Finetune/Loss (Raw)": 0.9153672456741333, "Finetune/Step": 4599, "Finetune/Step Time": 5.986799022182822}
+{"Finetune/Learning Rate": 1.7790640140411176e-05, "Finetune/Loss": 0.8647956252098083, "Finetune/Loss (Raw)": 0.9290713667869568, "Finetune/Step": 4600, "Finetune/Step Time": 5.989050289615989}
+{"Finetune/Learning Rate": 1.7789584281738513e-05, "Finetune/Loss": 0.8642090559005737, "Finetune/Loss (Raw)": 0.7946894764900208, "Finetune/Step": 4601, "Finetune/Step Time": 5.981109896674752}
+{"Finetune/Learning Rate": 1.7788528202175385e-05, "Finetune/Loss": 0.8648923635482788, "Finetune/Loss (Raw)": 0.9369621276855469, "Finetune/Step": 4602, "Finetune/Step Time": 5.980294743552804}
+{"Finetune/Learning Rate": 1.778747190175175e-05, "Finetune/Loss": 0.8650259375572205, "Finetune/Loss (Raw)": 0.8173818588256836, "Finetune/Step": 4603, "Finetune/Step Time": 5.963657172396779}
+{"Finetune/Learning Rate": 1.778641538049755e-05, "Finetune/Loss": 0.8664363622665405, "Finetune/Loss (Raw)": 0.8819886445999146, "Finetune/Step": 4604, "Finetune/Step Time": 5.962872290983796}
+{"Finetune/Learning Rate": 1.778535863844276e-05, "Finetune/Loss": 0.8668107986450195, "Finetune/Loss (Raw)": 0.8258658051490784, "Finetune/Step": 4605, "Finetune/Step Time": 5.925327889621258}
+{"Finetune/Learning Rate": 1.7784301675617332e-05, "Finetune/Loss": 0.8655429482460022, "Finetune/Loss (Raw)": 0.8007335662841797, "Finetune/Step": 4606, "Finetune/Step Time": 5.9686575550585985}
+{"Finetune/Learning Rate": 1.7783244492051244e-05, "Finetune/Loss": 0.8647460341453552, "Finetune/Loss (Raw)": 0.8848006129264832, "Finetune/Step": 4607, "Finetune/Step Time": 5.970480056479573}
+{"Finetune/Learning Rate": 1.778218708777448e-05, "Finetune/Loss": 0.8657095432281494, "Finetune/Loss (Raw)": 0.9079757928848267, "Finetune/Step": 4608, "Finetune/Step Time": 5.968068884685636}
+{"Finetune/Learning Rate": 1.7781129462817014e-05, "Finetune/Loss": 0.8661811351776123, "Finetune/Loss (Raw)": 0.888725221157074, "Finetune/Step": 4609, "Finetune/Step Time": 5.995492305606604}
+{"Finetune/Learning Rate": 1.7780071617208843e-05, "Finetune/Loss": 0.865600049495697, "Finetune/Loss (Raw)": 0.8691644668579102, "Finetune/Step": 4610, "Finetune/Step Time": 5.9965331684798}
+{"Finetune/Learning Rate": 1.7779013550979966e-05, "Finetune/Loss": 0.8676353693008423, "Finetune/Loss (Raw)": 1.0212626457214355, "Finetune/Step": 4611, "Finetune/Step Time": 5.962921721860766}
+{"Finetune/Learning Rate": 1.7777955264160386e-05, "Finetune/Loss": 0.8681602478027344, "Finetune/Loss (Raw)": 0.7997391223907471, "Finetune/Step": 4612, "Finetune/Step Time": 5.946916788816452}
+{"Finetune/Learning Rate": 1.777689675678011e-05, "Finetune/Loss": 0.8693850040435791, "Finetune/Loss (Raw)": 0.9133700728416443, "Finetune/Step": 4613, "Finetune/Step Time": 5.947193916887045}
+{"Finetune/Learning Rate": 1.777583802886916e-05, "Finetune/Loss": 0.8703445196151733, "Finetune/Loss (Raw)": 0.9356334209442139, "Finetune/Step": 4614, "Finetune/Step Time": 5.948259919881821}
+{"Finetune/Learning Rate": 1.7774779080457553e-05, "Finetune/Loss": 0.8689971566200256, "Finetune/Loss (Raw)": 0.7094808220863342, "Finetune/Step": 4615, "Finetune/Step Time": 5.952482409775257}
+{"Finetune/Learning Rate": 1.777371991157532e-05, "Finetune/Loss": 0.8693023324012756, "Finetune/Loss (Raw)": 1.023102045059204, "Finetune/Step": 4616, "Finetune/Step Time": 5.955809121951461}
+{"Finetune/Learning Rate": 1.7772660522252496e-05, "Finetune/Loss": 0.870450496673584, "Finetune/Loss (Raw)": 0.875455915927887, "Finetune/Step": 4617, "Finetune/Step Time": 5.947868807241321}
+{"Finetune/Learning Rate": 1.777160091251912e-05, "Finetune/Loss": 0.8715569376945496, "Finetune/Loss (Raw)": 0.8654859066009521, "Finetune/Step": 4618, "Finetune/Step Time": 5.950574681162834}
+{"Finetune/Learning Rate": 1.7770541082405244e-05, "Finetune/Loss": 0.8727725744247437, "Finetune/Loss (Raw)": 0.8512093424797058, "Finetune/Step": 4619, "Finetune/Step Time": 5.930541450157762}
+{"Finetune/Learning Rate": 1.776948103194092e-05, "Finetune/Loss": 0.8721431493759155, "Finetune/Loss (Raw)": 0.7840393781661987, "Finetune/Step": 4620, "Finetune/Step Time": 5.9475652147084475}
+{"Finetune/Learning Rate": 1.7768420761156206e-05, "Finetune/Loss": 0.8731465339660645, "Finetune/Loss (Raw)": 0.8753604888916016, "Finetune/Step": 4621, "Finetune/Step Time": 5.951515130698681}
+{"Finetune/Learning Rate": 1.7767360270081167e-05, "Finetune/Loss": 0.8725669384002686, "Finetune/Loss (Raw)": 0.9067771434783936, "Finetune/Step": 4622, "Finetune/Step Time": 5.952610347419977}
+{"Finetune/Learning Rate": 1.7766299558745884e-05, "Finetune/Loss": 0.8733327388763428, "Finetune/Loss (Raw)": 0.9594240188598633, "Finetune/Step": 4623, "Finetune/Step Time": 5.95620165579021}
+{"Finetune/Learning Rate": 1.7765238627180424e-05, "Finetune/Loss": 0.874612033367157, "Finetune/Loss (Raw)": 0.989302933216095, "Finetune/Step": 4624, "Finetune/Step Time": 5.9578052051365376}
+{"Finetune/Learning Rate": 1.7764177475414882e-05, "Finetune/Loss": 0.8735917806625366, "Finetune/Loss (Raw)": 0.7951822280883789, "Finetune/Step": 4625, "Finetune/Step Time": 5.965226141735911}
+{"Finetune/Learning Rate": 1.7763116103479345e-05, "Finetune/Loss": 0.8720044493675232, "Finetune/Loss (Raw)": 0.7200189828872681, "Finetune/Step": 4626, "Finetune/Step Time": 5.948219478130341}
+{"Finetune/Learning Rate": 1.776205451140391e-05, "Finetune/Loss": 0.8721156120300293, "Finetune/Loss (Raw)": 0.9501569271087646, "Finetune/Step": 4627, "Finetune/Step Time": 5.946891143918037}
+{"Finetune/Learning Rate": 1.776099269921868e-05, "Finetune/Loss": 0.8702870607376099, "Finetune/Loss (Raw)": 0.7861676216125488, "Finetune/Step": 4628, "Finetune/Step Time": 5.983610102906823}
+{"Finetune/Learning Rate": 1.7759930666953768e-05, "Finetune/Loss": 0.8709204196929932, "Finetune/Loss (Raw)": 1.0648410320281982, "Finetune/Step": 4629, "Finetune/Step Time": 5.983361905440688}
+{"Finetune/Learning Rate": 1.7758868414639287e-05, "Finetune/Loss": 0.8723338842391968, "Finetune/Loss (Raw)": 0.9354965090751648, "Finetune/Step": 4630, "Finetune/Step Time": 5.98371653445065}
+{"Finetune/Learning Rate": 1.775780594230536e-05, "Finetune/Loss": 0.8715075254440308, "Finetune/Loss (Raw)": 0.7335185408592224, "Finetune/Step": 4631, "Finetune/Step Time": 5.993320597335696}
+{"Finetune/Learning Rate": 1.775674324998212e-05, "Finetune/Loss": 0.8711581230163574, "Finetune/Loss (Raw)": 0.9443770051002502, "Finetune/Step": 4632, "Finetune/Step Time": 5.981291424483061}
+{"Finetune/Learning Rate": 1.77556803376997e-05, "Finetune/Loss": 0.8693840503692627, "Finetune/Loss (Raw)": 0.6867614984512329, "Finetune/Step": 4633, "Finetune/Step Time": 5.983628645539284}
+{"Finetune/Learning Rate": 1.7754617205488232e-05, "Finetune/Loss": 0.8707177639007568, "Finetune/Loss (Raw)": 0.9846985340118408, "Finetune/Step": 4634, "Finetune/Step Time": 5.9965540766716}
+{"Finetune/Learning Rate": 1.775355385337788e-05, "Finetune/Loss": 0.8711420297622681, "Finetune/Loss (Raw)": 0.8493874669075012, "Finetune/Step": 4635, "Finetune/Step Time": 5.997331723570824}
+{"Finetune/Learning Rate": 1.7752490281398784e-05, "Finetune/Loss": 0.8717043995857239, "Finetune/Loss (Raw)": 0.8732582330703735, "Finetune/Step": 4636, "Finetune/Step Time": 5.979656089097261}
+{"Finetune/Learning Rate": 1.7751426489581112e-05, "Finetune/Loss": 0.8719684481620789, "Finetune/Loss (Raw)": 0.9965789318084717, "Finetune/Step": 4637, "Finetune/Step Time": 5.977605881169438}
+{"Finetune/Learning Rate": 1.775036247795502e-05, "Finetune/Loss": 0.8728537559509277, "Finetune/Loss (Raw)": 0.9490405321121216, "Finetune/Step": 4638, "Finetune/Step Time": 5.969838909804821}
+{"Finetune/Learning Rate": 1.7749298246550695e-05, "Finetune/Loss": 0.8697015047073364, "Finetune/Loss (Raw)": 0.6721518635749817, "Finetune/Step": 4639, "Finetune/Step Time": 5.975645050406456}
+{"Finetune/Learning Rate": 1.7748233795398308e-05, "Finetune/Loss": 0.8697040677070618, "Finetune/Loss (Raw)": 0.8991583585739136, "Finetune/Step": 4640, "Finetune/Step Time": 5.9779783226549625}
+{"Finetune/Learning Rate": 1.774716912452804e-05, "Finetune/Loss": 0.868567943572998, "Finetune/Loss (Raw)": 0.8804041743278503, "Finetune/Step": 4641, "Finetune/Step Time": 5.97854301892221}
+{"Finetune/Learning Rate": 1.7746104233970084e-05, "Finetune/Loss": 0.8693687915802002, "Finetune/Loss (Raw)": 0.921977698802948, "Finetune/Step": 4642, "Finetune/Step Time": 5.977139985188842}
+{"Finetune/Learning Rate": 1.774503912375464e-05, "Finetune/Loss": 0.8667532205581665, "Finetune/Loss (Raw)": 0.7674412131309509, "Finetune/Step": 4643, "Finetune/Step Time": 5.989839196205139}
+{"Finetune/Learning Rate": 1.7743973793911914e-05, "Finetune/Loss": 0.8681567907333374, "Finetune/Loss (Raw)": 0.8845405578613281, "Finetune/Step": 4644, "Finetune/Step Time": 5.985781442373991}
+{"Finetune/Learning Rate": 1.7742908244472107e-05, "Finetune/Loss": 0.8670339584350586, "Finetune/Loss (Raw)": 0.848842442035675, "Finetune/Step": 4645, "Finetune/Step Time": 5.983714686706662}
+{"Finetune/Learning Rate": 1.7741842475465443e-05, "Finetune/Loss": 0.8666961193084717, "Finetune/Loss (Raw)": 0.7831157445907593, "Finetune/Step": 4646, "Finetune/Step Time": 5.987961631268263}
+{"Finetune/Learning Rate": 1.774077648692214e-05, "Finetune/Loss": 0.8674067258834839, "Finetune/Loss (Raw)": 0.9974271655082703, "Finetune/Step": 4647, "Finetune/Step Time": 5.990115035325289}
+{"Finetune/Learning Rate": 1.7739710278872428e-05, "Finetune/Loss": 0.8683709502220154, "Finetune/Loss (Raw)": 0.8866852521896362, "Finetune/Step": 4648, "Finetune/Step Time": 5.991993876174092}
+{"Finetune/Learning Rate": 1.773864385134654e-05, "Finetune/Loss": 0.8693250417709351, "Finetune/Loss (Raw)": 0.9212502837181091, "Finetune/Step": 4649, "Finetune/Step Time": 5.993306171149015}
+{"Finetune/Learning Rate": 1.7737577204374723e-05, "Finetune/Loss": 0.8702802658081055, "Finetune/Loss (Raw)": 1.003885269165039, "Finetune/Step": 4650, "Finetune/Step Time": 5.991686105728149}
+{"Finetune/Learning Rate": 1.7736510337987213e-05, "Finetune/Loss": 0.8698663711547852, "Finetune/Loss (Raw)": 0.7912728190422058, "Finetune/Step": 4651, "Finetune/Step Time": 5.985477076843381}
+{"Finetune/Learning Rate": 1.7735443252214276e-05, "Finetune/Loss": 0.8719611167907715, "Finetune/Loss (Raw)": 1.0622999668121338, "Finetune/Step": 4652, "Finetune/Step Time": 5.985416682437062}
+{"Finetune/Learning Rate": 1.773437594708616e-05, "Finetune/Loss": 0.8716613054275513, "Finetune/Loss (Raw)": 0.7706423997879028, "Finetune/Step": 4653, "Finetune/Step Time": 5.99288884550333}
+{"Finetune/Learning Rate": 1.773330842263314e-05, "Finetune/Loss": 0.8712580800056458, "Finetune/Loss (Raw)": 0.8424913883209229, "Finetune/Step": 4654, "Finetune/Step Time": 5.983522878959775}
+{"Finetune/Learning Rate": 1.7732240678885478e-05, "Finetune/Loss": 0.8708368539810181, "Finetune/Loss (Raw)": 0.8724927306175232, "Finetune/Step": 4655, "Finetune/Step Time": 5.982329420745373}
+{"Finetune/Learning Rate": 1.773117271587346e-05, "Finetune/Loss": 0.8691805601119995, "Finetune/Loss (Raw)": 0.6703396439552307, "Finetune/Step": 4656, "Finetune/Step Time": 6.004311081022024}
+{"Finetune/Learning Rate": 1.773010453362737e-05, "Finetune/Loss": 0.8687506914138794, "Finetune/Loss (Raw)": 0.7910670042037964, "Finetune/Step": 4657, "Finetune/Step Time": 6.023236803710461}
+{"Finetune/Learning Rate": 1.7729036132177497e-05, "Finetune/Loss": 0.8699636459350586, "Finetune/Loss (Raw)": 0.9783567786216736, "Finetune/Step": 4658, "Finetune/Step Time": 6.019850699231029}
+{"Finetune/Learning Rate": 1.7727967511554137e-05, "Finetune/Loss": 0.8704367876052856, "Finetune/Loss (Raw)": 0.9907665848731995, "Finetune/Step": 4659, "Finetune/Step Time": 6.014098886400461}
+{"Finetune/Learning Rate": 1.7726898671787593e-05, "Finetune/Loss": 0.8691365122795105, "Finetune/Loss (Raw)": 0.6292542219161987, "Finetune/Step": 4660, "Finetune/Step Time": 6.03404638543725}
+{"Finetune/Learning Rate": 1.7725829612908177e-05, "Finetune/Loss": 0.8694669008255005, "Finetune/Loss (Raw)": 0.9984018802642822, "Finetune/Step": 4661, "Finetune/Step Time": 6.03174358047545}
+{"Finetune/Learning Rate": 1.77247603349462e-05, "Finetune/Loss": 0.8697322607040405, "Finetune/Loss (Raw)": 0.8357857465744019, "Finetune/Step": 4662, "Finetune/Step Time": 6.0358421094715595}
+{"Finetune/Learning Rate": 1.772369083793199e-05, "Finetune/Loss": 0.8686832189559937, "Finetune/Loss (Raw)": 0.8403059840202332, "Finetune/Step": 4663, "Finetune/Step Time": 6.039984297007322}
+{"Finetune/Learning Rate": 1.7722621121895867e-05, "Finetune/Loss": 0.8664804697036743, "Finetune/Loss (Raw)": 0.66428542137146, "Finetune/Step": 4664, "Finetune/Step Time": 6.056173024699092}
+{"Finetune/Learning Rate": 1.772155118686817e-05, "Finetune/Loss": 0.8669363260269165, "Finetune/Loss (Raw)": 0.8781002759933472, "Finetune/Step": 4665, "Finetune/Step Time": 6.056287866085768}
+{"Finetune/Learning Rate": 1.772048103287924e-05, "Finetune/Loss": 0.866576075553894, "Finetune/Loss (Raw)": 0.9421241283416748, "Finetune/Step": 4666, "Finetune/Step Time": 6.055268058553338}
+{"Finetune/Learning Rate": 1.7719410659959418e-05, "Finetune/Loss": 0.8665828108787537, "Finetune/Loss (Raw)": 0.8678184151649475, "Finetune/Step": 4667, "Finetune/Step Time": 6.056900721043348}
+{"Finetune/Learning Rate": 1.7718340068139066e-05, "Finetune/Loss": 0.8667609691619873, "Finetune/Loss (Raw)": 0.9386268258094788, "Finetune/Step": 4668, "Finetune/Step Time": 6.056580709293485}
+{"Finetune/Learning Rate": 1.7717269257448535e-05, "Finetune/Loss": 0.8675008416175842, "Finetune/Loss (Raw)": 0.959453284740448, "Finetune/Step": 4669, "Finetune/Step Time": 6.056297684088349}
+{"Finetune/Learning Rate": 1.771619822791819e-05, "Finetune/Loss": 0.8677650690078735, "Finetune/Loss (Raw)": 0.8831386566162109, "Finetune/Step": 4670, "Finetune/Step Time": 6.054946215823293}
+{"Finetune/Learning Rate": 1.771512697957841e-05, "Finetune/Loss": 0.8665475845336914, "Finetune/Loss (Raw)": 0.6418448090553284, "Finetune/Step": 4671, "Finetune/Step Time": 6.091789843514562}
+{"Finetune/Learning Rate": 1.771405551245957e-05, "Finetune/Loss": 0.8670940399169922, "Finetune/Loss (Raw)": 0.8291943669319153, "Finetune/Step": 4672, "Finetune/Step Time": 6.091883834451437}
+{"Finetune/Learning Rate": 1.7712983826592048e-05, "Finetune/Loss": 0.8673998713493347, "Finetune/Loss (Raw)": 0.8596751689910889, "Finetune/Step": 4673, "Finetune/Step Time": 6.0794834941625595}
+{"Finetune/Learning Rate": 1.7711911922006235e-05, "Finetune/Loss": 0.8673981428146362, "Finetune/Loss (Raw)": 0.7164300084114075, "Finetune/Step": 4674, "Finetune/Step Time": 6.063634987920523}
+{"Finetune/Learning Rate": 1.7710839798732533e-05, "Finetune/Loss": 0.8671702146530151, "Finetune/Loss (Raw)": 0.8885637521743774, "Finetune/Step": 4675, "Finetune/Step Time": 6.063378360122442}
+{"Finetune/Learning Rate": 1.770976745680134e-05, "Finetune/Loss": 0.8672441840171814, "Finetune/Loss (Raw)": 0.9490053057670593, "Finetune/Step": 4676, "Finetune/Step Time": 6.061387715861201}
+{"Finetune/Learning Rate": 1.7708694896243063e-05, "Finetune/Loss": 0.8659071326255798, "Finetune/Loss (Raw)": 0.7705252170562744, "Finetune/Step": 4677, "Finetune/Step Time": 6.056870693340898}
+{"Finetune/Learning Rate": 1.7707622117088122e-05, "Finetune/Loss": 0.8656888008117676, "Finetune/Loss (Raw)": 0.99709153175354, "Finetune/Step": 4678, "Finetune/Step Time": 6.054873194545507}
+{"Finetune/Learning Rate": 1.7706549119366934e-05, "Finetune/Loss": 0.8653879761695862, "Finetune/Loss (Raw)": 0.9036169648170471, "Finetune/Step": 4679, "Finetune/Step Time": 6.056089296936989}
+{"Finetune/Learning Rate": 1.770547590310993e-05, "Finetune/Loss": 0.8630558252334595, "Finetune/Loss (Raw)": 0.6901266574859619, "Finetune/Step": 4680, "Finetune/Step Time": 6.073644146323204}
+{"Finetune/Learning Rate": 1.770440246834754e-05, "Finetune/Loss": 0.8638489246368408, "Finetune/Loss (Raw)": 0.9043242931365967, "Finetune/Step": 4681, "Finetune/Step Time": 6.0839883685112}
+{"Finetune/Learning Rate": 1.7703328815110204e-05, "Finetune/Loss": 0.8645100593566895, "Finetune/Loss (Raw)": 0.910149097442627, "Finetune/Step": 4682, "Finetune/Step Time": 6.086190780624747}
+{"Finetune/Learning Rate": 1.7702254943428365e-05, "Finetune/Loss": 0.8652815222740173, "Finetune/Loss (Raw)": 1.0016722679138184, "Finetune/Step": 4683, "Finetune/Step Time": 6.092338846996427}
+{"Finetune/Learning Rate": 1.770118085333248e-05, "Finetune/Loss": 0.8664438724517822, "Finetune/Loss (Raw)": 0.9089417457580566, "Finetune/Step": 4684, "Finetune/Step Time": 6.080200141295791}
+{"Finetune/Learning Rate": 1.7700106544853008e-05, "Finetune/Loss": 0.8660369515419006, "Finetune/Loss (Raw)": 0.8542410731315613, "Finetune/Step": 4685, "Finetune/Step Time": 6.0793543346226215}
+{"Finetune/Learning Rate": 1.7699032018020408e-05, "Finetune/Loss": 0.8635168075561523, "Finetune/Loss (Raw)": 0.659821629524231, "Finetune/Step": 4686, "Finetune/Step Time": 6.084726018831134}
+{"Finetune/Learning Rate": 1.7697957272865157e-05, "Finetune/Loss": 0.8641797304153442, "Finetune/Loss (Raw)": 0.9845094084739685, "Finetune/Step": 4687, "Finetune/Step Time": 6.100836712867022}
+{"Finetune/Learning Rate": 1.769688230941772e-05, "Finetune/Loss": 0.8648853302001953, "Finetune/Loss (Raw)": 0.9126560688018799, "Finetune/Step": 4688, "Finetune/Step Time": 6.082079291343689}
+{"Finetune/Learning Rate": 1.7695807127708594e-05, "Finetune/Loss": 0.8664579391479492, "Finetune/Loss (Raw)": 0.862392246723175, "Finetune/Step": 4689, "Finetune/Step Time": 6.063777333125472}
+{"Finetune/Learning Rate": 1.7694731727768262e-05, "Finetune/Loss": 0.8671886920928955, "Finetune/Loss (Raw)": 0.9941077828407288, "Finetune/Step": 4690, "Finetune/Step Time": 6.063041098415852}
+{"Finetune/Learning Rate": 1.7693656109627215e-05, "Finetune/Loss": 0.8668662309646606, "Finetune/Loss (Raw)": 0.8307040929794312, "Finetune/Step": 4691, "Finetune/Step Time": 6.061180075630546}
+{"Finetune/Learning Rate": 1.7692580273315962e-05, "Finetune/Loss": 0.8676726818084717, "Finetune/Loss (Raw)": 0.8811062574386597, "Finetune/Step": 4692, "Finetune/Step Time": 6.074633648619056}
+{"Finetune/Learning Rate": 1.769150421886501e-05, "Finetune/Loss": 0.8666413426399231, "Finetune/Loss (Raw)": 0.777971088886261, "Finetune/Step": 4693, "Finetune/Step Time": 6.073182497173548}
+{"Finetune/Learning Rate": 1.7690427946304863e-05, "Finetune/Loss": 0.8661009073257446, "Finetune/Loss (Raw)": 0.8514315485954285, "Finetune/Step": 4694, "Finetune/Step Time": 6.076009491458535}
+{"Finetune/Learning Rate": 1.768935145566605e-05, "Finetune/Loss": 0.8664131760597229, "Finetune/Loss (Raw)": 0.806383490562439, "Finetune/Step": 4695, "Finetune/Step Time": 6.078195784240961}
+{"Finetune/Learning Rate": 1.7688274746979098e-05, "Finetune/Loss": 0.8673545718193054, "Finetune/Loss (Raw)": 0.9276098608970642, "Finetune/Step": 4696, "Finetune/Step Time": 6.077287308871746}
+{"Finetune/Learning Rate": 1.7687197820274537e-05, "Finetune/Loss": 0.8673373460769653, "Finetune/Loss (Raw)": 0.81716388463974, "Finetune/Step": 4697, "Finetune/Step Time": 6.080425266176462}
+{"Finetune/Learning Rate": 1.76861206755829e-05, "Finetune/Loss": 0.8672738075256348, "Finetune/Loss (Raw)": 0.8610100150108337, "Finetune/Step": 4698, "Finetune/Step Time": 6.088848793879151}
+{"Finetune/Learning Rate": 1.7685043312934742e-05, "Finetune/Loss": 0.8667988181114197, "Finetune/Loss (Raw)": 0.8162575960159302, "Finetune/Step": 4699, "Finetune/Step Time": 6.1004528403282166}
+{"Finetune/Learning Rate": 1.7683965732360607e-05, "Finetune/Loss": 0.8669968843460083, "Finetune/Loss (Raw)": 0.8868812918663025, "Finetune/Step": 4700, "Finetune/Step Time": 6.096755946055055}
+{"Finetune/Learning Rate": 1.7682887933891054e-05, "Finetune/Loss": 0.8659731149673462, "Finetune/Loss (Raw)": 0.9068037271499634, "Finetune/Step": 4701, "Finetune/Step Time": 6.097120909020305}
+{"Finetune/Learning Rate": 1.7681809917556648e-05, "Finetune/Loss": 0.8657507300376892, "Finetune/Loss (Raw)": 0.8048916459083557, "Finetune/Step": 4702, "Finetune/Step Time": 6.1222955994307995}
+{"Finetune/Learning Rate": 1.7680731683387954e-05, "Finetune/Loss": 0.8668367862701416, "Finetune/Loss (Raw)": 0.9833962917327881, "Finetune/Step": 4703, "Finetune/Step Time": 6.125173080712557}
+{"Finetune/Learning Rate": 1.767965323141555e-05, "Finetune/Loss": 0.867651104927063, "Finetune/Loss (Raw)": 0.7946579456329346, "Finetune/Step": 4704, "Finetune/Step Time": 6.132453681901097}
+{"Finetune/Learning Rate": 1.7678574561670023e-05, "Finetune/Loss": 0.8683605194091797, "Finetune/Loss (Raw)": 0.9166218638420105, "Finetune/Step": 4705, "Finetune/Step Time": 6.1276399455964565}
+{"Finetune/Learning Rate": 1.7677495674181954e-05, "Finetune/Loss": 0.8685858249664307, "Finetune/Loss (Raw)": 0.9394382238388062, "Finetune/Step": 4706, "Finetune/Step Time": 6.123944101855159}
+{"Finetune/Learning Rate": 1.767641656898194e-05, "Finetune/Loss": 0.8693033456802368, "Finetune/Loss (Raw)": 1.0108917951583862, "Finetune/Step": 4707, "Finetune/Step Time": 6.123653642833233}
+{"Finetune/Learning Rate": 1.7675337246100582e-05, "Finetune/Loss": 0.8700864315032959, "Finetune/Loss (Raw)": 0.9783193469047546, "Finetune/Step": 4708, "Finetune/Step Time": 6.120729774236679}
+{"Finetune/Learning Rate": 1.7674257705568484e-05, "Finetune/Loss": 0.8695915937423706, "Finetune/Loss (Raw)": 0.7870458364486694, "Finetune/Step": 4709, "Finetune/Step Time": 6.116882354021072}
+{"Finetune/Learning Rate": 1.7673177947416258e-05, "Finetune/Loss": 0.869943380355835, "Finetune/Loss (Raw)": 0.8931765556335449, "Finetune/Step": 4710, "Finetune/Step Time": 6.117250794544816}
+{"Finetune/Learning Rate": 1.7672097971674528e-05, "Finetune/Loss": 0.8701165914535522, "Finetune/Loss (Raw)": 0.7534536123275757, "Finetune/Step": 4711, "Finetune/Step Time": 6.118964811787009}
+{"Finetune/Learning Rate": 1.7671017778373914e-05, "Finetune/Loss": 0.8710420727729797, "Finetune/Loss (Raw)": 1.0548346042633057, "Finetune/Step": 4712, "Finetune/Step Time": 6.115559322759509}
+{"Finetune/Learning Rate": 1.766993736754505e-05, "Finetune/Loss": 0.871676504611969, "Finetune/Loss (Raw)": 0.9194691777229309, "Finetune/Step": 4713, "Finetune/Step Time": 6.120798969641328}
+{"Finetune/Learning Rate": 1.7668856739218575e-05, "Finetune/Loss": 0.871493935585022, "Finetune/Loss (Raw)": 0.8974494934082031, "Finetune/Step": 4714, "Finetune/Step Time": 6.125708343461156}
+{"Finetune/Learning Rate": 1.7667775893425127e-05, "Finetune/Loss": 0.870903730392456, "Finetune/Loss (Raw)": 0.7637026309967041, "Finetune/Step": 4715, "Finetune/Step Time": 6.1183419562876225}
+{"Finetune/Learning Rate": 1.766669483019536e-05, "Finetune/Loss": 0.8698760271072388, "Finetune/Loss (Raw)": 0.8311974406242371, "Finetune/Step": 4716, "Finetune/Step Time": 6.116588708013296}
+{"Finetune/Learning Rate": 1.766561354955993e-05, "Finetune/Loss": 0.8686235547065735, "Finetune/Loss (Raw)": 0.873378574848175, "Finetune/Step": 4717, "Finetune/Step Time": 6.1391174625605345}
+{"Finetune/Learning Rate": 1.7664532051549498e-05, "Finetune/Loss": 0.8707690238952637, "Finetune/Loss (Raw)": 0.898408055305481, "Finetune/Step": 4718, "Finetune/Step Time": 6.111757276579738}
+{"Finetune/Learning Rate": 1.766345033619473e-05, "Finetune/Loss": 0.8698668479919434, "Finetune/Loss (Raw)": 0.7828747630119324, "Finetune/Step": 4719, "Finetune/Step Time": 6.1011699587106705}
+{"Finetune/Learning Rate": 1.76623684035263e-05, "Finetune/Loss": 0.8708558082580566, "Finetune/Loss (Raw)": 0.9873337745666504, "Finetune/Step": 4720, "Finetune/Step Time": 6.099390350282192}
+{"Finetune/Learning Rate": 1.7661286253574896e-05, "Finetune/Loss": 0.8722790479660034, "Finetune/Loss (Raw)": 0.8307956457138062, "Finetune/Step": 4721, "Finetune/Step Time": 6.067081792280078}
+{"Finetune/Learning Rate": 1.76602038863712e-05, "Finetune/Loss": 0.8725091814994812, "Finetune/Loss (Raw)": 0.9188815951347351, "Finetune/Step": 4722, "Finetune/Step Time": 6.068800635635853}
+{"Finetune/Learning Rate": 1.76591213019459e-05, "Finetune/Loss": 0.8714920878410339, "Finetune/Loss (Raw)": 0.7750062346458435, "Finetune/Step": 4723, "Finetune/Step Time": 6.077408401295543}
+{"Finetune/Learning Rate": 1.76580385003297e-05, "Finetune/Loss": 0.8721110820770264, "Finetune/Loss (Raw)": 0.8953147530555725, "Finetune/Step": 4724, "Finetune/Step Time": 6.074675545096397}
+{"Finetune/Learning Rate": 1.765695548155331e-05, "Finetune/Loss": 0.8717327117919922, "Finetune/Loss (Raw)": 0.9028357267379761, "Finetune/Step": 4725, "Finetune/Step Time": 6.072466569021344}
+{"Finetune/Learning Rate": 1.765587224564743e-05, "Finetune/Loss": 0.8729487061500549, "Finetune/Loss (Raw)": 1.0360853672027588, "Finetune/Step": 4726, "Finetune/Step Time": 6.04494116269052}
+{"Finetune/Learning Rate": 1.7654788792642786e-05, "Finetune/Loss": 0.8727788925170898, "Finetune/Loss (Raw)": 0.8936343789100647, "Finetune/Step": 4727, "Finetune/Step Time": 6.047124018892646}
+{"Finetune/Learning Rate": 1.76537051225701e-05, "Finetune/Loss": 0.8722909688949585, "Finetune/Loss (Raw)": 0.8666167855262756, "Finetune/Step": 4728, "Finetune/Step Time": 6.045183615759015}
+{"Finetune/Learning Rate": 1.7652621235460098e-05, "Finetune/Loss": 0.8723227381706238, "Finetune/Loss (Raw)": 0.798755407333374, "Finetune/Step": 4729, "Finetune/Step Time": 6.044142298400402}
+{"Finetune/Learning Rate": 1.7651537131343524e-05, "Finetune/Loss": 0.8718634843826294, "Finetune/Loss (Raw)": 0.878180205821991, "Finetune/Step": 4730, "Finetune/Step Time": 6.045185811817646}
+{"Finetune/Learning Rate": 1.765045281025111e-05, "Finetune/Loss": 0.8728882670402527, "Finetune/Loss (Raw)": 0.9485569000244141, "Finetune/Step": 4731, "Finetune/Step Time": 6.048334892839193}
+{"Finetune/Learning Rate": 1.764936827221361e-05, "Finetune/Loss": 0.8731390237808228, "Finetune/Loss (Raw)": 0.9140803813934326, "Finetune/Step": 4732, "Finetune/Step Time": 6.0491369888186455}
+{"Finetune/Learning Rate": 1.764828351726178e-05, "Finetune/Loss": 0.8730810880661011, "Finetune/Loss (Raw)": 0.8184487223625183, "Finetune/Step": 4733, "Finetune/Step Time": 6.051950711756945}
+{"Finetune/Learning Rate": 1.7647198545426376e-05, "Finetune/Loss": 0.87381911277771, "Finetune/Loss (Raw)": 0.8952047228813171, "Finetune/Step": 4734, "Finetune/Step Time": 6.010865485295653}
+{"Finetune/Learning Rate": 1.7646113356738167e-05, "Finetune/Loss": 0.8742355108261108, "Finetune/Loss (Raw)": 0.9381013512611389, "Finetune/Step": 4735, "Finetune/Step Time": 6.008867876604199}
+{"Finetune/Learning Rate": 1.764502795122793e-05, "Finetune/Loss": 0.8743374347686768, "Finetune/Loss (Raw)": 0.9210253953933716, "Finetune/Step": 4736, "Finetune/Step Time": 6.027426328510046}
+{"Finetune/Learning Rate": 1.7643942328926435e-05, "Finetune/Loss": 0.8740550875663757, "Finetune/Loss (Raw)": 0.8525766134262085, "Finetune/Step": 4737, "Finetune/Step Time": 6.004078218713403}
+{"Finetune/Learning Rate": 1.7642856489864476e-05, "Finetune/Loss": 0.873833417892456, "Finetune/Loss (Raw)": 0.8407962918281555, "Finetune/Step": 4738, "Finetune/Step Time": 6.000050950795412}
+{"Finetune/Learning Rate": 1.7641770434072838e-05, "Finetune/Loss": 0.8726905584335327, "Finetune/Loss (Raw)": 0.8749719858169556, "Finetune/Step": 4739, "Finetune/Step Time": 6.001961350440979}
+{"Finetune/Learning Rate": 1.764068416158232e-05, "Finetune/Loss": 0.8730798959732056, "Finetune/Loss (Raw)": 0.8495731353759766, "Finetune/Step": 4740, "Finetune/Step Time": 5.998720886185765}
+{"Finetune/Learning Rate": 1.7639597672423727e-05, "Finetune/Loss": 0.8724639415740967, "Finetune/Loss (Raw)": 0.8345248699188232, "Finetune/Step": 4741, "Finetune/Step Time": 5.996808648109436}
+{"Finetune/Learning Rate": 1.7638510966627865e-05, "Finetune/Loss": 0.8712077140808105, "Finetune/Loss (Raw)": 0.7748419046401978, "Finetune/Step": 4742, "Finetune/Step Time": 6.01082145050168}
+{"Finetune/Learning Rate": 1.763742404422556e-05, "Finetune/Loss": 0.8720858693122864, "Finetune/Loss (Raw)": 0.8218907117843628, "Finetune/Step": 4743, "Finetune/Step Time": 6.00783266313374}
+{"Finetune/Learning Rate": 1.7636336905247625e-05, "Finetune/Loss": 0.8715662956237793, "Finetune/Loss (Raw)": 0.9565855264663696, "Finetune/Step": 4744, "Finetune/Step Time": 6.006919972598553}
+{"Finetune/Learning Rate": 1.7635249549724885e-05, "Finetune/Loss": 0.8718580007553101, "Finetune/Loss (Raw)": 0.9127955436706543, "Finetune/Step": 4745, "Finetune/Step Time": 6.009460590779781}
+{"Finetune/Learning Rate": 1.7634161977688184e-05, "Finetune/Loss": 0.8725682497024536, "Finetune/Loss (Raw)": 0.9563962817192078, "Finetune/Step": 4746, "Finetune/Step Time": 6.00482801347971}
+{"Finetune/Learning Rate": 1.7633074189168357e-05, "Finetune/Loss": 0.8723238706588745, "Finetune/Loss (Raw)": 0.819937527179718, "Finetune/Step": 4747, "Finetune/Step Time": 6.006179381161928}
+{"Finetune/Learning Rate": 1.7631986184196254e-05, "Finetune/Loss": 0.8732556700706482, "Finetune/Loss (Raw)": 0.9033060669898987, "Finetune/Step": 4748, "Finetune/Step Time": 5.987496862187982}
+{"Finetune/Learning Rate": 1.763089796280272e-05, "Finetune/Loss": 0.8732960224151611, "Finetune/Loss (Raw)": 0.8805187940597534, "Finetune/Step": 4749, "Finetune/Step Time": 5.985257415100932}
+{"Finetune/Learning Rate": 1.762980952501862e-05, "Finetune/Loss": 0.8731690645217896, "Finetune/Loss (Raw)": 0.8905361890792847, "Finetune/Step": 4750, "Finetune/Step Time": 5.9872836247086525}
+{"Finetune/Learning Rate": 1.7628720870874825e-05, "Finetune/Loss": 0.8721989989280701, "Finetune/Loss (Raw)": 0.8352534770965576, "Finetune/Step": 4751, "Finetune/Step Time": 5.983032429590821}
+{"Finetune/Learning Rate": 1.7627632000402193e-05, "Finetune/Loss": 0.8709339499473572, "Finetune/Loss (Raw)": 0.8273794054985046, "Finetune/Step": 4752, "Finetune/Step Time": 5.978041581809521}
+{"Finetune/Learning Rate": 1.7626542913631607e-05, "Finetune/Loss": 0.8718918561935425, "Finetune/Loss (Raw)": 0.9177867770195007, "Finetune/Step": 4753, "Finetune/Step Time": 5.97154620103538}
+{"Finetune/Learning Rate": 1.7625453610593953e-05, "Finetune/Loss": 0.8723484873771667, "Finetune/Loss (Raw)": 0.7784748673439026, "Finetune/Step": 4754, "Finetune/Step Time": 5.978641269728541}
+{"Finetune/Learning Rate": 1.762436409132012e-05, "Finetune/Loss": 0.8721563816070557, "Finetune/Loss (Raw)": 0.9255641102790833, "Finetune/Step": 4755, "Finetune/Step Time": 5.981910126283765}
+{"Finetune/Learning Rate": 1.7623274355841e-05, "Finetune/Loss": 0.8725180625915527, "Finetune/Loss (Raw)": 0.8324620127677917, "Finetune/Step": 4756, "Finetune/Step Time": 5.950158018618822}
+{"Finetune/Learning Rate": 1.76221844041875e-05, "Finetune/Loss": 0.8708720207214355, "Finetune/Loss (Raw)": 0.8541467189788818, "Finetune/Step": 4757, "Finetune/Step Time": 5.948841534554958}
+{"Finetune/Learning Rate": 1.762109423639052e-05, "Finetune/Loss": 0.8704460859298706, "Finetune/Loss (Raw)": 0.8809787631034851, "Finetune/Step": 4758, "Finetune/Step Time": 5.955763170495629}
+{"Finetune/Learning Rate": 1.762000385248098e-05, "Finetune/Loss": 0.8719872236251831, "Finetune/Loss (Raw)": 0.9307900667190552, "Finetune/Step": 4759, "Finetune/Step Time": 5.940909901633859}
+{"Finetune/Learning Rate": 1.7618913252489802e-05, "Finetune/Loss": 0.8714762926101685, "Finetune/Loss (Raw)": 0.8789705634117126, "Finetune/Step": 4760, "Finetune/Step Time": 5.937908144667745}
+{"Finetune/Learning Rate": 1.7617822436447908e-05, "Finetune/Loss": 0.8736067414283752, "Finetune/Loss (Raw)": 0.9594561457633972, "Finetune/Step": 4761, "Finetune/Step Time": 5.937882816419005}
+{"Finetune/Learning Rate": 1.7616731404386233e-05, "Finetune/Loss": 0.8725523948669434, "Finetune/Loss (Raw)": 0.8497440218925476, "Finetune/Step": 4762, "Finetune/Step Time": 5.929140008985996}
+{"Finetune/Learning Rate": 1.7615640156335713e-05, "Finetune/Loss": 0.8703199625015259, "Finetune/Loss (Raw)": 0.5636399388313293, "Finetune/Step": 4763, "Finetune/Step Time": 5.948918933048844}
+{"Finetune/Learning Rate": 1.7614548692327292e-05, "Finetune/Loss": 0.8701138496398926, "Finetune/Loss (Raw)": 0.8468747138977051, "Finetune/Step": 4764, "Finetune/Step Time": 5.948147069662809}
+{"Finetune/Learning Rate": 1.7613457012391925e-05, "Finetune/Loss": 0.8689030408859253, "Finetune/Loss (Raw)": 0.8415941596031189, "Finetune/Step": 4765, "Finetune/Step Time": 5.948154933750629}
+{"Finetune/Learning Rate": 1.7612365116560572e-05, "Finetune/Loss": 0.8673630952835083, "Finetune/Loss (Raw)": 0.7519243359565735, "Finetune/Step": 4766, "Finetune/Step Time": 5.950346622616053}
+{"Finetune/Learning Rate": 1.7611273004864183e-05, "Finetune/Loss": 0.868543267250061, "Finetune/Loss (Raw)": 0.8232167959213257, "Finetune/Step": 4767, "Finetune/Step Time": 5.944461598992348}
+{"Finetune/Learning Rate": 1.761018067733374e-05, "Finetune/Loss": 0.8694136142730713, "Finetune/Loss (Raw)": 1.0105644464492798, "Finetune/Step": 4768, "Finetune/Step Time": 5.938329974189401}
+{"Finetune/Learning Rate": 1.760908813400021e-05, "Finetune/Loss": 0.8699163198471069, "Finetune/Loss (Raw)": 0.944747269153595, "Finetune/Step": 4769, "Finetune/Step Time": 5.948608994483948}
+{"Finetune/Learning Rate": 1.760799537489458e-05, "Finetune/Loss": 0.8700389862060547, "Finetune/Loss (Raw)": 0.9376787543296814, "Finetune/Step": 4770, "Finetune/Step Time": 5.950084589421749}
+{"Finetune/Learning Rate": 1.7606902400047835e-05, "Finetune/Loss": 0.8711831569671631, "Finetune/Loss (Raw)": 0.9139018058776855, "Finetune/Step": 4771, "Finetune/Step Time": 5.942228201776743}
+{"Finetune/Learning Rate": 1.760580920949097e-05, "Finetune/Loss": 0.872003436088562, "Finetune/Loss (Raw)": 0.9895312786102295, "Finetune/Step": 4772, "Finetune/Step Time": 5.945569863542914}
+{"Finetune/Learning Rate": 1.7604715803254983e-05, "Finetune/Loss": 0.8714859485626221, "Finetune/Loss (Raw)": 0.7826042771339417, "Finetune/Step": 4773, "Finetune/Step Time": 5.94695882126689}
+{"Finetune/Learning Rate": 1.760362218137088e-05, "Finetune/Loss": 0.8726279735565186, "Finetune/Loss (Raw)": 0.9292941093444824, "Finetune/Step": 4774, "Finetune/Step Time": 5.9412389025092125}
+{"Finetune/Learning Rate": 1.7602528343869677e-05, "Finetune/Loss": 0.8717032074928284, "Finetune/Loss (Raw)": 0.879055380821228, "Finetune/Step": 4775, "Finetune/Step Time": 5.9412878062576056}
+{"Finetune/Learning Rate": 1.7601434290782386e-05, "Finetune/Loss": 0.8719964027404785, "Finetune/Loss (Raw)": 0.9242174625396729, "Finetune/Step": 4776, "Finetune/Step Time": 5.941253526136279}
+{"Finetune/Learning Rate": 1.7600340022140036e-05, "Finetune/Loss": 0.8716222643852234, "Finetune/Loss (Raw)": 0.8733565211296082, "Finetune/Step": 4777, "Finetune/Step Time": 5.941277716308832}
+{"Finetune/Learning Rate": 1.7599245537973653e-05, "Finetune/Loss": 0.8710936307907104, "Finetune/Loss (Raw)": 0.9362183809280396, "Finetune/Step": 4778, "Finetune/Step Time": 5.945079980418086}
+{"Finetune/Learning Rate": 1.7598150838314275e-05, "Finetune/Loss": 0.8713058233261108, "Finetune/Loss (Raw)": 0.8184379935264587, "Finetune/Step": 4779, "Finetune/Step Time": 5.94689610414207}
+{"Finetune/Learning Rate": 1.7597055923192947e-05, "Finetune/Loss": 0.8704116344451904, "Finetune/Loss (Raw)": 0.9478424191474915, "Finetune/Step": 4780, "Finetune/Step Time": 5.948768008500338}
+{"Finetune/Learning Rate": 1.7595960792640716e-05, "Finetune/Loss": 0.8716162443161011, "Finetune/Loss (Raw)": 0.9248328804969788, "Finetune/Step": 4781, "Finetune/Step Time": 5.941665478050709}
+{"Finetune/Learning Rate": 1.759486544668864e-05, "Finetune/Loss": 0.8715240955352783, "Finetune/Loss (Raw)": 0.8306991457939148, "Finetune/Step": 4782, "Finetune/Step Time": 5.973417486995459}
+{"Finetune/Learning Rate": 1.7593769885367774e-05, "Finetune/Loss": 0.8718817234039307, "Finetune/Loss (Raw)": 0.9182634353637695, "Finetune/Step": 4783, "Finetune/Step Time": 5.966653753072023}
+{"Finetune/Learning Rate": 1.759267410870919e-05, "Finetune/Loss": 0.8742767572402954, "Finetune/Loss (Raw)": 0.9769101142883301, "Finetune/Step": 4784, "Finetune/Step Time": 5.94531936198473}
+{"Finetune/Learning Rate": 1.7591578116743955e-05, "Finetune/Loss": 0.8746346235275269, "Finetune/Loss (Raw)": 0.8368690609931946, "Finetune/Step": 4785, "Finetune/Step Time": 5.92065142467618}
+{"Finetune/Learning Rate": 1.7590481909503154e-05, "Finetune/Loss": 0.873785138130188, "Finetune/Loss (Raw)": 0.869622528553009, "Finetune/Step": 4786, "Finetune/Step Time": 5.913432924076915}
+{"Finetune/Learning Rate": 1.758938548701787e-05, "Finetune/Loss": 0.872622549533844, "Finetune/Loss (Raw)": 0.8419594168663025, "Finetune/Step": 4787, "Finetune/Step Time": 5.932156261056662}
+{"Finetune/Learning Rate": 1.7588288849319194e-05, "Finetune/Loss": 0.8748228549957275, "Finetune/Loss (Raw)": 0.9108853340148926, "Finetune/Step": 4788, "Finetune/Step Time": 5.910497758537531}
+{"Finetune/Learning Rate": 1.7587191996438228e-05, "Finetune/Loss": 0.874710202217102, "Finetune/Loss (Raw)": 0.9839853644371033, "Finetune/Step": 4789, "Finetune/Step Time": 5.922594491392374}
+{"Finetune/Learning Rate": 1.758609492840607e-05, "Finetune/Loss": 0.8748094439506531, "Finetune/Loss (Raw)": 0.8484953045845032, "Finetune/Step": 4790, "Finetune/Step Time": 5.919853936880827}
+{"Finetune/Learning Rate": 1.7584997645253833e-05, "Finetune/Loss": 0.8756366968154907, "Finetune/Loss (Raw)": 0.9461857080459595, "Finetune/Step": 4791, "Finetune/Step Time": 5.91600744985044}
+{"Finetune/Learning Rate": 1.758390014701263e-05, "Finetune/Loss": 0.8775674700737, "Finetune/Loss (Raw)": 0.9114280939102173, "Finetune/Step": 4792, "Finetune/Step Time": 5.900158757343888}
+{"Finetune/Learning Rate": 1.7582802433713584e-05, "Finetune/Loss": 0.8770325183868408, "Finetune/Loss (Raw)": 0.8096232414245605, "Finetune/Step": 4793, "Finetune/Step Time": 5.912658801302314}
+{"Finetune/Learning Rate": 1.758170450538782e-05, "Finetune/Loss": 0.8759052157402039, "Finetune/Loss (Raw)": 0.7978336811065674, "Finetune/Step": 4794, "Finetune/Step Time": 5.91467347368598}
+{"Finetune/Learning Rate": 1.7580606362066485e-05, "Finetune/Loss": 0.8752926588058472, "Finetune/Loss (Raw)": 0.7894109487533569, "Finetune/Step": 4795, "Finetune/Step Time": 5.921200525015593}
+{"Finetune/Learning Rate": 1.7579508003780703e-05, "Finetune/Loss": 0.8752886056900024, "Finetune/Loss (Raw)": 0.9381117820739746, "Finetune/Step": 4796, "Finetune/Step Time": 5.919705778360367}
+{"Finetune/Learning Rate": 1.7578409430561632e-05, "Finetune/Loss": 0.8746917843818665, "Finetune/Loss (Raw)": 0.883054256439209, "Finetune/Step": 4797, "Finetune/Step Time": 5.921312274411321}
+{"Finetune/Learning Rate": 1.7577310642440415e-05, "Finetune/Loss": 0.8751859664916992, "Finetune/Loss (Raw)": 0.9463928937911987, "Finetune/Step": 4798, "Finetune/Step Time": 5.920620009303093}
+{"Finetune/Learning Rate": 1.7576211639448218e-05, "Finetune/Loss": 0.8765186071395874, "Finetune/Loss (Raw)": 0.8124304413795471, "Finetune/Step": 4799, "Finetune/Step Time": 5.883913546800613}
+{"Finetune/Learning Rate": 1.7575112421616203e-05, "Finetune/Loss": 0.8778314590454102, "Finetune/Loss (Raw)": 0.9972415566444397, "Finetune/Step": 4800, "Finetune/Step Time": 5.881571426987648}
+{"Finetune/Learning Rate": 1.7574012988975538e-05, "Finetune/Loss": 0.8784178495407104, "Finetune/Loss (Raw)": 0.9347267746925354, "Finetune/Step": 4801, "Finetune/Step Time": 5.883754720911384}
+{"Finetune/Learning Rate": 1.7572913341557404e-05, "Finetune/Loss": 0.8794306516647339, "Finetune/Loss (Raw)": 0.8460695147514343, "Finetune/Step": 4802, "Finetune/Step Time": 5.883508395403624}
+{"Finetune/Learning Rate": 1.7571813479392983e-05, "Finetune/Loss": 0.879459023475647, "Finetune/Loss (Raw)": 0.8921927809715271, "Finetune/Step": 4803, "Finetune/Step Time": 5.882463464513421}
+{"Finetune/Learning Rate": 1.757071340251346e-05, "Finetune/Loss": 0.8793536424636841, "Finetune/Loss (Raw)": 0.9355201125144958, "Finetune/Step": 4804, "Finetune/Step Time": 5.8812587559223175}
+{"Finetune/Learning Rate": 1.7569613110950038e-05, "Finetune/Loss": 0.8804463148117065, "Finetune/Loss (Raw)": 0.9103792309761047, "Finetune/Step": 4805, "Finetune/Step Time": 5.884095672518015}
+{"Finetune/Learning Rate": 1.7568512604733907e-05, "Finetune/Loss": 0.8795442581176758, "Finetune/Loss (Raw)": 0.8816388249397278, "Finetune/Step": 4806, "Finetune/Step Time": 5.887219237163663}
+{"Finetune/Learning Rate": 1.7567411883896286e-05, "Finetune/Loss": 0.879025399684906, "Finetune/Loss (Raw)": 0.8372020721435547, "Finetune/Step": 4807, "Finetune/Step Time": 5.884663021191955}
+{"Finetune/Learning Rate": 1.756631094846838e-05, "Finetune/Loss": 0.8808671236038208, "Finetune/Loss (Raw)": 0.9258649945259094, "Finetune/Step": 4808, "Finetune/Step Time": 5.86357176490128}
+{"Finetune/Learning Rate": 1.7565209798481412e-05, "Finetune/Loss": 0.8805434703826904, "Finetune/Loss (Raw)": 0.8628950715065002, "Finetune/Step": 4809, "Finetune/Step Time": 5.849883295595646}
+{"Finetune/Learning Rate": 1.7564108433966606e-05, "Finetune/Loss": 0.8804277181625366, "Finetune/Loss (Raw)": 0.8953295350074768, "Finetune/Step": 4810, "Finetune/Step Time": 5.850973594933748}
+{"Finetune/Learning Rate": 1.7563006854955196e-05, "Finetune/Loss": 0.8793984055519104, "Finetune/Loss (Raw)": 0.8699256777763367, "Finetune/Step": 4811, "Finetune/Step Time": 5.843509254977107}
+{"Finetune/Learning Rate": 1.7561905061478416e-05, "Finetune/Loss": 0.8797622919082642, "Finetune/Loss (Raw)": 0.9555219411849976, "Finetune/Step": 4812, "Finetune/Step Time": 5.846193170174956}
+{"Finetune/Learning Rate": 1.7560803053567513e-05, "Finetune/Loss": 0.8792963624000549, "Finetune/Loss (Raw)": 0.7945969104766846, "Finetune/Step": 4813, "Finetune/Step Time": 5.858321905136108}
+{"Finetune/Learning Rate": 1.7559700831253734e-05, "Finetune/Loss": 0.8798415064811707, "Finetune/Loss (Raw)": 0.729600191116333, "Finetune/Step": 4814, "Finetune/Step Time": 5.863230941817164}
+{"Finetune/Learning Rate": 1.755859839456834e-05, "Finetune/Loss": 0.8796494007110596, "Finetune/Loss (Raw)": 0.9599283337593079, "Finetune/Step": 4815, "Finetune/Step Time": 5.848699858412147}
+{"Finetune/Learning Rate": 1.7557495743542586e-05, "Finetune/Loss": 0.8788147568702698, "Finetune/Loss (Raw)": 0.8058148622512817, "Finetune/Step": 4816, "Finetune/Step Time": 5.8668146301060915}
+{"Finetune/Learning Rate": 1.7556392878207742e-05, "Finetune/Loss": 0.8782119154930115, "Finetune/Loss (Raw)": 0.7852319478988647, "Finetune/Step": 4817, "Finetune/Step Time": 5.866416819393635}
+{"Finetune/Learning Rate": 1.7555289798595085e-05, "Finetune/Loss": 0.8780616521835327, "Finetune/Loss (Raw)": 0.9748713374137878, "Finetune/Step": 4818, "Finetune/Step Time": 5.8666080590337515}
+{"Finetune/Learning Rate": 1.7554186504735895e-05, "Finetune/Loss": 0.8782070279121399, "Finetune/Loss (Raw)": 0.8493080735206604, "Finetune/Step": 4819, "Finetune/Step Time": 5.889286758378148}
+{"Finetune/Learning Rate": 1.7553082996661453e-05, "Finetune/Loss": 0.8789130449295044, "Finetune/Loss (Raw)": 0.971483588218689, "Finetune/Step": 4820, "Finetune/Step Time": 5.885871559381485}
+{"Finetune/Learning Rate": 1.755197927440306e-05, "Finetune/Loss": 0.8802951574325562, "Finetune/Loss (Raw)": 0.9548769593238831, "Finetune/Step": 4821, "Finetune/Step Time": 5.882647454738617}
+{"Finetune/Learning Rate": 1.7550875337992007e-05, "Finetune/Loss": 0.8811801671981812, "Finetune/Loss (Raw)": 0.9647157788276672, "Finetune/Step": 4822, "Finetune/Step Time": 5.880607767030597}
+{"Finetune/Learning Rate": 1.7549771187459602e-05, "Finetune/Loss": 0.8817129731178284, "Finetune/Loss (Raw)": 0.8745818138122559, "Finetune/Step": 4823, "Finetune/Step Time": 5.874442595988512}
+{"Finetune/Learning Rate": 1.7548666822837157e-05, "Finetune/Loss": 0.8825347423553467, "Finetune/Loss (Raw)": 1.032798171043396, "Finetune/Step": 4824, "Finetune/Step Time": 5.876529382541776}
+{"Finetune/Learning Rate": 1.7547562244155984e-05, "Finetune/Loss": 0.8803609013557434, "Finetune/Loss (Raw)": 0.5389120578765869, "Finetune/Step": 4825, "Finetune/Step Time": 5.885404527187347}
+{"Finetune/Learning Rate": 1.7546457451447407e-05, "Finetune/Loss": 0.880023181438446, "Finetune/Loss (Raw)": 0.8177756071090698, "Finetune/Step": 4826, "Finetune/Step Time": 5.883039951324463}
+{"Finetune/Learning Rate": 1.754535244474276e-05, "Finetune/Loss": 0.8803300857543945, "Finetune/Loss (Raw)": 0.8555452227592468, "Finetune/Step": 4827, "Finetune/Step Time": 5.866263475269079}
+{"Finetune/Learning Rate": 1.754424722407337e-05, "Finetune/Loss": 0.8796323537826538, "Finetune/Loss (Raw)": 0.7975742816925049, "Finetune/Step": 4828, "Finetune/Step Time": 5.882538445293903}
+{"Finetune/Learning Rate": 1.7543141789470584e-05, "Finetune/Loss": 0.878724217414856, "Finetune/Loss (Raw)": 0.7905604243278503, "Finetune/Step": 4829, "Finetune/Step Time": 5.8803922068327665}
+{"Finetune/Learning Rate": 1.7542036140965745e-05, "Finetune/Loss": 0.8790484666824341, "Finetune/Loss (Raw)": 0.8463909029960632, "Finetune/Step": 4830, "Finetune/Step Time": 5.861315973103046}
+{"Finetune/Learning Rate": 1.754093027859021e-05, "Finetune/Loss": 0.8782727718353271, "Finetune/Loss (Raw)": 0.8841120600700378, "Finetune/Step": 4831, "Finetune/Step Time": 5.860368451103568}
+{"Finetune/Learning Rate": 1.753982420237533e-05, "Finetune/Loss": 0.8787796497344971, "Finetune/Loss (Raw)": 0.8595348000526428, "Finetune/Step": 4832, "Finetune/Step Time": 5.849829141050577}
+{"Finetune/Learning Rate": 1.7538717912352484e-05, "Finetune/Loss": 0.8789430260658264, "Finetune/Loss (Raw)": 0.9375400543212891, "Finetune/Step": 4833, "Finetune/Step Time": 5.849525285884738}
+{"Finetune/Learning Rate": 1.753761140855303e-05, "Finetune/Loss": 0.8783225417137146, "Finetune/Loss (Raw)": 0.8600096106529236, "Finetune/Step": 4834, "Finetune/Step Time": 5.849243134260178}
+{"Finetune/Learning Rate": 1.753650469100835e-05, "Finetune/Loss": 0.8784320950508118, "Finetune/Loss (Raw)": 1.024918556213379, "Finetune/Step": 4835, "Finetune/Step Time": 5.852205876260996}
+{"Finetune/Learning Rate": 1.753539775974983e-05, "Finetune/Loss": 0.8784433603286743, "Finetune/Loss (Raw)": 0.9797552824020386, "Finetune/Step": 4836, "Finetune/Step Time": 5.852174324914813}
+{"Finetune/Learning Rate": 1.753429061480886e-05, "Finetune/Loss": 0.8787920475006104, "Finetune/Loss (Raw)": 0.8316881060600281, "Finetune/Step": 4837, "Finetune/Step Time": 5.860401412472129}
+{"Finetune/Learning Rate": 1.7533183256216828e-05, "Finetune/Loss": 0.8778207302093506, "Finetune/Loss (Raw)": 0.7688408493995667, "Finetune/Step": 4838, "Finetune/Step Time": 5.860453948378563}
+{"Finetune/Learning Rate": 1.7532075684005142e-05, "Finetune/Loss": 0.8799718022346497, "Finetune/Loss (Raw)": 1.028791069984436, "Finetune/Step": 4839, "Finetune/Step Time": 5.8711146377027035}
+{"Finetune/Learning Rate": 1.7530967898205208e-05, "Finetune/Loss": 0.8787423968315125, "Finetune/Loss (Raw)": 0.8974742293357849, "Finetune/Step": 4840, "Finetune/Step Time": 5.867339501157403}
+{"Finetune/Learning Rate": 1.7529859898848444e-05, "Finetune/Loss": 0.8788904547691345, "Finetune/Loss (Raw)": 0.9384199976921082, "Finetune/Step": 4841, "Finetune/Step Time": 5.865866160020232}
+{"Finetune/Learning Rate": 1.752875168596626e-05, "Finetune/Loss": 0.8789823055267334, "Finetune/Loss (Raw)": 0.9092034101486206, "Finetune/Step": 4842, "Finetune/Step Time": 5.86419446580112}
+{"Finetune/Learning Rate": 1.7527643259590088e-05, "Finetune/Loss": 0.8798402547836304, "Finetune/Loss (Raw)": 0.8735173344612122, "Finetune/Step": 4843, "Finetune/Step Time": 5.860031761229038}
+{"Finetune/Learning Rate": 1.752653461975136e-05, "Finetune/Loss": 0.8802023530006409, "Finetune/Loss (Raw)": 0.8775519132614136, "Finetune/Step": 4844, "Finetune/Step Time": 5.862152650952339}
+{"Finetune/Learning Rate": 1.752542576648151e-05, "Finetune/Loss": 0.8806512355804443, "Finetune/Loss (Raw)": 0.9308308959007263, "Finetune/Step": 4845, "Finetune/Step Time": 5.842800606042147}
+{"Finetune/Learning Rate": 1.752431669981199e-05, "Finetune/Loss": 0.8814675807952881, "Finetune/Loss (Raw)": 1.0028972625732422, "Finetune/Step": 4846, "Finetune/Step Time": 5.851533435285091}
+{"Finetune/Learning Rate": 1.752320741977424e-05, "Finetune/Loss": 0.8832917213439941, "Finetune/Loss (Raw)": 1.0163743495941162, "Finetune/Step": 4847, "Finetune/Step Time": 5.859848391264677}
+{"Finetune/Learning Rate": 1.7522097926399722e-05, "Finetune/Loss": 0.8823873400688171, "Finetune/Loss (Raw)": 0.8715692162513733, "Finetune/Step": 4848, "Finetune/Step Time": 5.8653337974101305}
+{"Finetune/Learning Rate": 1.7520988219719897e-05, "Finetune/Loss": 0.8821531534194946, "Finetune/Loss (Raw)": 0.8008238077163696, "Finetune/Step": 4849, "Finetune/Step Time": 5.868086198344827}
+{"Finetune/Learning Rate": 1.7519878299766232e-05, "Finetune/Loss": 0.8820208311080933, "Finetune/Loss (Raw)": 0.9019364714622498, "Finetune/Step": 4850, "Finetune/Step Time": 5.869461780413985}
+{"Finetune/Learning Rate": 1.7518768166570203e-05, "Finetune/Loss": 0.8839261531829834, "Finetune/Loss (Raw)": 1.0188945531845093, "Finetune/Step": 4851, "Finetune/Step Time": 5.861279483884573}
+{"Finetune/Learning Rate": 1.751765782016329e-05, "Finetune/Loss": 0.8838920593261719, "Finetune/Loss (Raw)": 0.890947699546814, "Finetune/Step": 4852, "Finetune/Step Time": 5.861170653253794}
+{"Finetune/Learning Rate": 1.7516547260576977e-05, "Finetune/Loss": 0.8829424381256104, "Finetune/Loss (Raw)": 0.7812886834144592, "Finetune/Step": 4853, "Finetune/Step Time": 5.862212419509888}
+{"Finetune/Learning Rate": 1.751543648784276e-05, "Finetune/Loss": 0.8818634152412415, "Finetune/Loss (Raw)": 0.8979631662368774, "Finetune/Step": 4854, "Finetune/Step Time": 5.864786796271801}
+{"Finetune/Learning Rate": 1.7514325501992132e-05, "Finetune/Loss": 0.8822023272514343, "Finetune/Loss (Raw)": 0.9370173811912537, "Finetune/Step": 4855, "Finetune/Step Time": 5.861959688365459}
+{"Finetune/Learning Rate": 1.7513214303056603e-05, "Finetune/Loss": 0.8830680847167969, "Finetune/Loss (Raw)": 0.9774410128593445, "Finetune/Step": 4856, "Finetune/Step Time": 5.864359065890312}
+{"Finetune/Learning Rate": 1.7512102891067683e-05, "Finetune/Loss": 0.8839893937110901, "Finetune/Loss (Raw)": 0.9166788458824158, "Finetune/Step": 4857, "Finetune/Step Time": 5.868142755702138}
+{"Finetune/Learning Rate": 1.751099126605688e-05, "Finetune/Loss": 0.8836062550544739, "Finetune/Loss (Raw)": 0.8291348814964294, "Finetune/Step": 4858, "Finetune/Step Time": 5.8669873513281345}
+{"Finetune/Learning Rate": 1.7509879428055732e-05, "Finetune/Loss": 0.8820372819900513, "Finetune/Loss (Raw)": 0.7477337121963501, "Finetune/Step": 4859, "Finetune/Step Time": 5.863344103097916}
+{"Finetune/Learning Rate": 1.750876737709575e-05, "Finetune/Loss": 0.8798974752426147, "Finetune/Loss (Raw)": 0.6401852369308472, "Finetune/Step": 4860, "Finetune/Step Time": 5.866649037227035}
+{"Finetune/Learning Rate": 1.7507655113208483e-05, "Finetune/Loss": 0.8802081346511841, "Finetune/Loss (Raw)": 0.8582088947296143, "Finetune/Step": 4861, "Finetune/Step Time": 5.863066136837006}
+{"Finetune/Learning Rate": 1.7506542636425466e-05, "Finetune/Loss": 0.8811933994293213, "Finetune/Loss (Raw)": 1.0213143825531006, "Finetune/Step": 4862, "Finetune/Step Time": 5.862606665119529}
+{"Finetune/Learning Rate": 1.7505429946778242e-05, "Finetune/Loss": 0.8815845251083374, "Finetune/Loss (Raw)": 0.9881690144538879, "Finetune/Step": 4863, "Finetune/Step Time": 5.865129237994552}
+{"Finetune/Learning Rate": 1.750431704429837e-05, "Finetune/Loss": 0.8808043003082275, "Finetune/Loss (Raw)": 0.8211581110954285, "Finetune/Step": 4864, "Finetune/Step Time": 5.846452813595533}
+{"Finetune/Learning Rate": 1.7503203929017405e-05, "Finetune/Loss": 0.8802354335784912, "Finetune/Loss (Raw)": 0.779756486415863, "Finetune/Step": 4865, "Finetune/Step Time": 5.838803336024284}
+{"Finetune/Learning Rate": 1.7502090600966914e-05, "Finetune/Loss": 0.880772590637207, "Finetune/Loss (Raw)": 0.909554660320282, "Finetune/Step": 4866, "Finetune/Step Time": 5.837019799277186}
+{"Finetune/Learning Rate": 1.7500977060178463e-05, "Finetune/Loss": 0.8803771138191223, "Finetune/Loss (Raw)": 0.8243526220321655, "Finetune/Step": 4867, "Finetune/Step Time": 5.839463395997882}
+{"Finetune/Learning Rate": 1.7499863306683637e-05, "Finetune/Loss": 0.8800668716430664, "Finetune/Loss (Raw)": 0.809866189956665, "Finetune/Step": 4868, "Finetune/Step Time": 5.835716985166073}
+{"Finetune/Learning Rate": 1.749874934051401e-05, "Finetune/Loss": 0.8803945183753967, "Finetune/Loss (Raw)": 0.8764578700065613, "Finetune/Step": 4869, "Finetune/Step Time": 5.8372680973261595}
+{"Finetune/Learning Rate": 1.749763516170118e-05, "Finetune/Loss": 0.8817188143730164, "Finetune/Loss (Raw)": 0.9443498253822327, "Finetune/Step": 4870, "Finetune/Step Time": 5.82533310726285}
+{"Finetune/Learning Rate": 1.7496520770276735e-05, "Finetune/Loss": 0.8810962438583374, "Finetune/Loss (Raw)": 0.7422009110450745, "Finetune/Step": 4871, "Finetune/Step Time": 5.8264899253845215}
+{"Finetune/Learning Rate": 1.7495406166272278e-05, "Finetune/Loss": 0.8808685541152954, "Finetune/Loss (Raw)": 0.9274521470069885, "Finetune/Step": 4872, "Finetune/Step Time": 5.8264528177678585}
+{"Finetune/Learning Rate": 1.7494291349719414e-05, "Finetune/Loss": 0.8784528970718384, "Finetune/Loss (Raw)": 0.6035879254341125, "Finetune/Step": 4873, "Finetune/Step Time": 5.83563718944788}
+{"Finetune/Learning Rate": 1.749317632064976e-05, "Finetune/Loss": 0.8779118061065674, "Finetune/Loss (Raw)": 0.8871312141418457, "Finetune/Step": 4874, "Finetune/Step Time": 5.849650144577026}
+{"Finetune/Learning Rate": 1.7492061079094935e-05, "Finetune/Loss": 0.878352701663971, "Finetune/Loss (Raw)": 0.8763748407363892, "Finetune/Step": 4875, "Finetune/Step Time": 5.84747663885355}
+{"Finetune/Learning Rate": 1.7490945625086563e-05, "Finetune/Loss": 0.8782663345336914, "Finetune/Loss (Raw)": 0.8922482132911682, "Finetune/Step": 4876, "Finetune/Step Time": 5.859758703038096}
+{"Finetune/Learning Rate": 1.7489829958656273e-05, "Finetune/Loss": 0.8774571418762207, "Finetune/Loss (Raw)": 0.7769425511360168, "Finetune/Step": 4877, "Finetune/Step Time": 5.869676534086466}
+{"Finetune/Learning Rate": 1.7488714079835704e-05, "Finetune/Loss": 0.8782050013542175, "Finetune/Loss (Raw)": 0.986266553401947, "Finetune/Step": 4878, "Finetune/Step Time": 5.870456594973803}
+{"Finetune/Learning Rate": 1.7487597988656494e-05, "Finetune/Loss": 0.8790640830993652, "Finetune/Loss (Raw)": 0.9452115297317505, "Finetune/Step": 4879, "Finetune/Step Time": 5.874516194686294}
+{"Finetune/Learning Rate": 1.74864816851503e-05, "Finetune/Loss": 0.8786031603813171, "Finetune/Loss (Raw)": 0.7683824300765991, "Finetune/Step": 4880, "Finetune/Step Time": 5.890284823253751}
+{"Finetune/Learning Rate": 1.748536516934878e-05, "Finetune/Loss": 0.8775807619094849, "Finetune/Loss (Raw)": 0.7869167327880859, "Finetune/Step": 4881, "Finetune/Step Time": 5.886602217331529}
+{"Finetune/Learning Rate": 1.7484248441283585e-05, "Finetune/Loss": 0.8786174058914185, "Finetune/Loss (Raw)": 0.9111656546592712, "Finetune/Step": 4882, "Finetune/Step Time": 5.897352961823344}
+{"Finetune/Learning Rate": 1.7483131500986385e-05, "Finetune/Loss": 0.8774653673171997, "Finetune/Loss (Raw)": 0.7781053185462952, "Finetune/Step": 4883, "Finetune/Step Time": 5.902084255591035}
+{"Finetune/Learning Rate": 1.7482014348488855e-05, "Finetune/Loss": 0.8786134719848633, "Finetune/Loss (Raw)": 0.9794188737869263, "Finetune/Step": 4884, "Finetune/Step Time": 5.90043792873621}
+{"Finetune/Learning Rate": 1.7480896983822676e-05, "Finetune/Loss": 0.879304051399231, "Finetune/Loss (Raw)": 0.942547082901001, "Finetune/Step": 4885, "Finetune/Step Time": 5.899994399398565}
+{"Finetune/Learning Rate": 1.747977940701953e-05, "Finetune/Loss": 0.8791882991790771, "Finetune/Loss (Raw)": 0.8661534190177917, "Finetune/Step": 4886, "Finetune/Step Time": 5.892183588817716}
+{"Finetune/Learning Rate": 1.7478661618111108e-05, "Finetune/Loss": 0.8788148760795593, "Finetune/Loss (Raw)": 0.8829941749572754, "Finetune/Step": 4887, "Finetune/Step Time": 5.897237550467253}
+{"Finetune/Learning Rate": 1.747754361712911e-05, "Finetune/Loss": 0.8775601387023926, "Finetune/Loss (Raw)": 0.7183672189712524, "Finetune/Step": 4888, "Finetune/Step Time": 5.8954422157257795}
+{"Finetune/Learning Rate": 1.747642540410524e-05, "Finetune/Loss": 0.8774397373199463, "Finetune/Loss (Raw)": 0.9440465569496155, "Finetune/Step": 4889, "Finetune/Step Time": 5.895236311480403}
+{"Finetune/Learning Rate": 1.7475306979071206e-05, "Finetune/Loss": 0.8788592219352722, "Finetune/Loss (Raw)": 1.0314353704452515, "Finetune/Step": 4890, "Finetune/Step Time": 5.893360421061516}
+{"Finetune/Learning Rate": 1.747418834205872e-05, "Finetune/Loss": 0.8804529309272766, "Finetune/Loss (Raw)": 0.767632007598877, "Finetune/Step": 4891, "Finetune/Step Time": 5.885255159810185}
+{"Finetune/Learning Rate": 1.7473069493099508e-05, "Finetune/Loss": 0.8810029029846191, "Finetune/Loss (Raw)": 0.917274534702301, "Finetune/Step": 4892, "Finetune/Step Time": 5.882013874128461}
+{"Finetune/Learning Rate": 1.74719504322253e-05, "Finetune/Loss": 0.880972683429718, "Finetune/Loss (Raw)": 0.8377224206924438, "Finetune/Step": 4893, "Finetune/Step Time": 5.901976751163602}
+{"Finetune/Learning Rate": 1.7470831159467817e-05, "Finetune/Loss": 0.881686806678772, "Finetune/Loss (Raw)": 0.8433434963226318, "Finetune/Step": 4894, "Finetune/Step Time": 5.902819041162729}
+{"Finetune/Learning Rate": 1.7469711674858813e-05, "Finetune/Loss": 0.8836743831634521, "Finetune/Loss (Raw)": 1.077622890472412, "Finetune/Step": 4895, "Finetune/Step Time": 5.90110388956964}
+{"Finetune/Learning Rate": 1.7468591978430024e-05, "Finetune/Loss": 0.8833440542221069, "Finetune/Loss (Raw)": 0.9682800769805908, "Finetune/Step": 4896, "Finetune/Step Time": 5.913824738934636}
+{"Finetune/Learning Rate": 1.7467472070213202e-05, "Finetune/Loss": 0.8819912672042847, "Finetune/Loss (Raw)": 0.7715900540351868, "Finetune/Step": 4897, "Finetune/Step Time": 5.901675863191485}
+{"Finetune/Learning Rate": 1.7466351950240112e-05, "Finetune/Loss": 0.8815100789070129, "Finetune/Loss (Raw)": 0.8760835528373718, "Finetune/Step": 4898, "Finetune/Step Time": 5.909492634236813}
+{"Finetune/Learning Rate": 1.7465231618542508e-05, "Finetune/Loss": 0.8821437358856201, "Finetune/Loss (Raw)": 0.9950128197669983, "Finetune/Step": 4899, "Finetune/Step Time": 5.909328771755099}
+{"Finetune/Learning Rate": 1.7464111075152166e-05, "Finetune/Loss": 0.8808915019035339, "Finetune/Loss (Raw)": 0.8292434215545654, "Finetune/Step": 4900, "Finetune/Step Time": 5.907946927472949}
+{"Finetune/Learning Rate": 1.746299032010086e-05, "Finetune/Loss": 0.8810070157051086, "Finetune/Loss (Raw)": 0.7973930835723877, "Finetune/Step": 4901, "Finetune/Step Time": 5.9069965574890375}
+{"Finetune/Learning Rate": 1.7461869353420365e-05, "Finetune/Loss": 0.8810911774635315, "Finetune/Loss (Raw)": 0.9400662779808044, "Finetune/Step": 4902, "Finetune/Step Time": 5.913017688319087}
+{"Finetune/Learning Rate": 1.746074817514248e-05, "Finetune/Loss": 0.8809124827384949, "Finetune/Loss (Raw)": 0.8561801910400391, "Finetune/Step": 4903, "Finetune/Step Time": 5.91509729065001}
+{"Finetune/Learning Rate": 1.745962678529899e-05, "Finetune/Loss": 0.8802391290664673, "Finetune/Loss (Raw)": 0.8380270600318909, "Finetune/Step": 4904, "Finetune/Step Time": 5.91306066326797}
+{"Finetune/Learning Rate": 1.7458505183921698e-05, "Finetune/Loss": 0.8807653188705444, "Finetune/Loss (Raw)": 0.9407178163528442, "Finetune/Step": 4905, "Finetune/Step Time": 5.9097752552479506}
+{"Finetune/Learning Rate": 1.7457383371042403e-05, "Finetune/Loss": 0.8812538981437683, "Finetune/Loss (Raw)": 0.9987518787384033, "Finetune/Step": 4906, "Finetune/Step Time": 5.908875843510032}
+{"Finetune/Learning Rate": 1.7456261346692927e-05, "Finetune/Loss": 0.8821936845779419, "Finetune/Loss (Raw)": 0.9387279748916626, "Finetune/Step": 4907, "Finetune/Step Time": 5.908415723592043}
+{"Finetune/Learning Rate": 1.7455139110905078e-05, "Finetune/Loss": 0.8802635669708252, "Finetune/Loss (Raw)": 0.7007874250411987, "Finetune/Step": 4908, "Finetune/Step Time": 5.927730934694409}
+{"Finetune/Learning Rate": 1.745401666371069e-05, "Finetune/Loss": 0.8789366483688354, "Finetune/Loss (Raw)": 0.7549847364425659, "Finetune/Step": 4909, "Finetune/Step Time": 5.93402917124331}
+{"Finetune/Learning Rate": 1.7452894005141582e-05, "Finetune/Loss": 0.8806096315383911, "Finetune/Loss (Raw)": 1.044840931892395, "Finetune/Step": 4910, "Finetune/Step Time": 5.910742187872529}
+{"Finetune/Learning Rate": 1.7451771135229588e-05, "Finetune/Loss": 0.8810006380081177, "Finetune/Loss (Raw)": 0.9683166146278381, "Finetune/Step": 4911, "Finetune/Step Time": 5.918177327141166}
+{"Finetune/Learning Rate": 1.745064805400656e-05, "Finetune/Loss": 0.8803020715713501, "Finetune/Loss (Raw)": 0.8874883055686951, "Finetune/Step": 4912, "Finetune/Step Time": 5.922500301152468}
+{"Finetune/Learning Rate": 1.744952476150434e-05, "Finetune/Loss": 0.8809048533439636, "Finetune/Loss (Raw)": 0.9140295386314392, "Finetune/Step": 4913, "Finetune/Step Time": 5.9454573430120945}
+{"Finetune/Learning Rate": 1.7448401257754782e-05, "Finetune/Loss": 0.8806284070014954, "Finetune/Loss (Raw)": 0.8342347741127014, "Finetune/Step": 4914, "Finetune/Step Time": 5.962690692394972}
+{"Finetune/Learning Rate": 1.7447277542789743e-05, "Finetune/Loss": 0.8798471689224243, "Finetune/Loss (Raw)": 0.7419637441635132, "Finetune/Step": 4915, "Finetune/Step Time": 5.94924970716238}
+{"Finetune/Learning Rate": 1.744615361664109e-05, "Finetune/Loss": 0.8798739910125732, "Finetune/Loss (Raw)": 0.914314866065979, "Finetune/Step": 4916, "Finetune/Step Time": 5.963385183364153}
+{"Finetune/Learning Rate": 1.7445029479340694e-05, "Finetune/Loss": 0.8784889578819275, "Finetune/Loss (Raw)": 0.8067059516906738, "Finetune/Step": 4917, "Finetune/Step Time": 5.959426583722234}
+{"Finetune/Learning Rate": 1.7443905130920432e-05, "Finetune/Loss": 0.8785713911056519, "Finetune/Loss (Raw)": 0.8590503334999084, "Finetune/Step": 4918, "Finetune/Step Time": 5.962710900232196}
+{"Finetune/Learning Rate": 1.744278057141219e-05, "Finetune/Loss": 0.877282977104187, "Finetune/Loss (Raw)": 0.7812563180923462, "Finetune/Step": 4919, "Finetune/Step Time": 5.964024154469371}
+{"Finetune/Learning Rate": 1.7441655800847855e-05, "Finetune/Loss": 0.8775315880775452, "Finetune/Loss (Raw)": 0.9432593584060669, "Finetune/Step": 4920, "Finetune/Step Time": 5.962695172056556}
+{"Finetune/Learning Rate": 1.7440530819259325e-05, "Finetune/Loss": 0.8779971599578857, "Finetune/Loss (Raw)": 0.8692170977592468, "Finetune/Step": 4921, "Finetune/Step Time": 5.95102340914309}
+{"Finetune/Learning Rate": 1.7439405626678496e-05, "Finetune/Loss": 0.878772497177124, "Finetune/Loss (Raw)": 0.8970772624015808, "Finetune/Step": 4922, "Finetune/Step Time": 5.954028066247702}
+{"Finetune/Learning Rate": 1.7438280223137278e-05, "Finetune/Loss": 0.8795079588890076, "Finetune/Loss (Raw)": 0.8835486769676208, "Finetune/Step": 4923, "Finetune/Step Time": 5.952801590785384}
+{"Finetune/Learning Rate": 1.7437154608667587e-05, "Finetune/Loss": 0.8777958750724792, "Finetune/Loss (Raw)": 0.718964159488678, "Finetune/Step": 4924, "Finetune/Step Time": 5.973691890016198}
+{"Finetune/Learning Rate": 1.7436028783301338e-05, "Finetune/Loss": 0.8785427808761597, "Finetune/Loss (Raw)": 0.9786612391471863, "Finetune/Step": 4925, "Finetune/Step Time": 5.97030339576304}
+{"Finetune/Learning Rate": 1.7434902747070456e-05, "Finetune/Loss": 0.8775721192359924, "Finetune/Loss (Raw)": 0.8221451640129089, "Finetune/Step": 4926, "Finetune/Step Time": 5.968960132449865}
+{"Finetune/Learning Rate": 1.743377650000688e-05, "Finetune/Loss": 0.8780295848846436, "Finetune/Loss (Raw)": 0.8709782958030701, "Finetune/Step": 4927, "Finetune/Step Time": 5.968394139781594}
+{"Finetune/Learning Rate": 1.7432650042142535e-05, "Finetune/Loss": 0.8776785731315613, "Finetune/Loss (Raw)": 0.9523169994354248, "Finetune/Step": 4928, "Finetune/Step Time": 5.971583662554622}
+{"Finetune/Learning Rate": 1.7431523373509373e-05, "Finetune/Loss": 0.8773877620697021, "Finetune/Loss (Raw)": 0.8975104093551636, "Finetune/Step": 4929, "Finetune/Step Time": 5.9759665578603745}
+{"Finetune/Learning Rate": 1.7430396494139344e-05, "Finetune/Loss": 0.8759737610816956, "Finetune/Loss (Raw)": 0.6650673747062683, "Finetune/Step": 4930, "Finetune/Step Time": 5.979150477796793}
+{"Finetune/Learning Rate": 1.7429269404064394e-05, "Finetune/Loss": 0.8758195638656616, "Finetune/Loss (Raw)": 0.8724599480628967, "Finetune/Step": 4931, "Finetune/Step Time": 5.97849521972239}
+{"Finetune/Learning Rate": 1.7428142103316493e-05, "Finetune/Loss": 0.8753330707550049, "Finetune/Loss (Raw)": 0.873253345489502, "Finetune/Step": 4932, "Finetune/Step Time": 5.982153743505478}
+{"Finetune/Learning Rate": 1.7427014591927602e-05, "Finetune/Loss": 0.875220000743866, "Finetune/Loss (Raw)": 0.895901083946228, "Finetune/Step": 4933, "Finetune/Step Time": 5.983919644728303}
+{"Finetune/Learning Rate": 1.74258868699297e-05, "Finetune/Loss": 0.8754202127456665, "Finetune/Loss (Raw)": 0.9072623252868652, "Finetune/Step": 4934, "Finetune/Step Time": 5.9792817160487175}
+{"Finetune/Learning Rate": 1.7424758937354762e-05, "Finetune/Loss": 0.8769162893295288, "Finetune/Loss (Raw)": 1.02870512008667, "Finetune/Step": 4935, "Finetune/Step Time": 5.980699388310313}
+{"Finetune/Learning Rate": 1.7423630794234774e-05, "Finetune/Loss": 0.8767552375793457, "Finetune/Loss (Raw)": 0.9052504301071167, "Finetune/Step": 4936, "Finetune/Step Time": 5.983145987614989}
+{"Finetune/Learning Rate": 1.7422502440601725e-05, "Finetune/Loss": 0.8763866424560547, "Finetune/Loss (Raw)": 0.8157094120979309, "Finetune/Step": 4937, "Finetune/Step Time": 5.98210508748889}
+{"Finetune/Learning Rate": 1.7421373876487612e-05, "Finetune/Loss": 0.8773120641708374, "Finetune/Loss (Raw)": 1.013786792755127, "Finetune/Step": 4938, "Finetune/Step Time": 5.979101095348597}
+{"Finetune/Learning Rate": 1.7420245101924443e-05, "Finetune/Loss": 0.8777041435241699, "Finetune/Loss (Raw)": 0.9201152324676514, "Finetune/Step": 4939, "Finetune/Step Time": 5.979708509519696}
+{"Finetune/Learning Rate": 1.7419116116944223e-05, "Finetune/Loss": 0.8773317337036133, "Finetune/Loss (Raw)": 0.9078486561775208, "Finetune/Step": 4940, "Finetune/Step Time": 5.997169494628906}
+{"Finetune/Learning Rate": 1.7417986921578965e-05, "Finetune/Loss": 0.876695990562439, "Finetune/Loss (Raw)": 0.7132178544998169, "Finetune/Step": 4941, "Finetune/Step Time": 5.987371576949954}
+{"Finetune/Learning Rate": 1.7416857515860695e-05, "Finetune/Loss": 0.8773589134216309, "Finetune/Loss (Raw)": 0.8144609928131104, "Finetune/Step": 4942, "Finetune/Step Time": 5.976242695003748}
+{"Finetune/Learning Rate": 1.7415727899821434e-05, "Finetune/Loss": 0.8771266937255859, "Finetune/Loss (Raw)": 0.9302012324333191, "Finetune/Step": 4943, "Finetune/Step Time": 5.97353576309979}
+{"Finetune/Learning Rate": 1.7414598073493216e-05, "Finetune/Loss": 0.8778879642486572, "Finetune/Loss (Raw)": 0.9032585620880127, "Finetune/Step": 4944, "Finetune/Step Time": 5.9560567401349545}
+{"Finetune/Learning Rate": 1.7413468036908083e-05, "Finetune/Loss": 0.8785706758499146, "Finetune/Loss (Raw)": 0.8726218938827515, "Finetune/Step": 4945, "Finetune/Step Time": 5.9530989825725555}
+{"Finetune/Learning Rate": 1.7412337790098076e-05, "Finetune/Loss": 0.8775898814201355, "Finetune/Loss (Raw)": 0.8493257761001587, "Finetune/Step": 4946, "Finetune/Step Time": 5.9500667210668325}
+{"Finetune/Learning Rate": 1.741120733309525e-05, "Finetune/Loss": 0.8781313896179199, "Finetune/Loss (Raw)": 0.9186276793479919, "Finetune/Step": 4947, "Finetune/Step Time": 5.932203445583582}
+{"Finetune/Learning Rate": 1.7410076665931657e-05, "Finetune/Loss": 0.8771617412567139, "Finetune/Loss (Raw)": 0.8473696708679199, "Finetune/Step": 4948, "Finetune/Step Time": 5.924740107730031}
+{"Finetune/Learning Rate": 1.7408945788639358e-05, "Finetune/Loss": 0.8767825961112976, "Finetune/Loss (Raw)": 0.9063386917114258, "Finetune/Step": 4949, "Finetune/Step Time": 5.929287251085043}
+{"Finetune/Learning Rate": 1.7407814701250433e-05, "Finetune/Loss": 0.8758877515792847, "Finetune/Loss (Raw)": 0.850176990032196, "Finetune/Step": 4950, "Finetune/Step Time": 5.93278818204999}
+{"Finetune/Learning Rate": 1.740668340379694e-05, "Finetune/Loss": 0.8746640682220459, "Finetune/Loss (Raw)": 0.717952311038971, "Finetune/Step": 4951, "Finetune/Step Time": 5.931044764816761}
+{"Finetune/Learning Rate": 1.7405551896310974e-05, "Finetune/Loss": 0.874649167060852, "Finetune/Loss (Raw)": 1.0308959484100342, "Finetune/Step": 4952, "Finetune/Step Time": 5.929912893101573}
+{"Finetune/Learning Rate": 1.7404420178824607e-05, "Finetune/Loss": 0.8774597644805908, "Finetune/Loss (Raw)": 0.8986585736274719, "Finetune/Step": 4953, "Finetune/Step Time": 5.920145170763135}
+{"Finetune/Learning Rate": 1.7403288251369943e-05, "Finetune/Loss": 0.878581702709198, "Finetune/Loss (Raw)": 0.9613870978355408, "Finetune/Step": 4954, "Finetune/Step Time": 5.910959504544735}
+{"Finetune/Learning Rate": 1.7402156113979078e-05, "Finetune/Loss": 0.8797570466995239, "Finetune/Loss (Raw)": 1.0059939622879028, "Finetune/Step": 4955, "Finetune/Step Time": 5.9185192584991455}
+{"Finetune/Learning Rate": 1.7401023766684115e-05, "Finetune/Loss": 0.880856990814209, "Finetune/Loss (Raw)": 0.9383673071861267, "Finetune/Step": 4956, "Finetune/Step Time": 5.901019481942058}
+{"Finetune/Learning Rate": 1.739989120951716e-05, "Finetune/Loss": 0.8814785480499268, "Finetune/Loss (Raw)": 0.8701155781745911, "Finetune/Step": 4957, "Finetune/Step Time": 5.904844652861357}
+{"Finetune/Learning Rate": 1.7398758442510332e-05, "Finetune/Loss": 0.8817464113235474, "Finetune/Loss (Raw)": 0.8806809782981873, "Finetune/Step": 4958, "Finetune/Step Time": 5.899051630869508}
+{"Finetune/Learning Rate": 1.739762546569576e-05, "Finetune/Loss": 0.8817607760429382, "Finetune/Loss (Raw)": 0.8859459161758423, "Finetune/Step": 4959, "Finetune/Step Time": 5.901297867298126}
+{"Finetune/Learning Rate": 1.7396492279105562e-05, "Finetune/Loss": 0.8820425271987915, "Finetune/Loss (Raw)": 0.8956066370010376, "Finetune/Step": 4960, "Finetune/Step Time": 5.900532683357596}
+{"Finetune/Learning Rate": 1.7395358882771874e-05, "Finetune/Loss": 0.8814581632614136, "Finetune/Loss (Raw)": 0.8627372980117798, "Finetune/Step": 4961, "Finetune/Step Time": 5.902760582044721}
+{"Finetune/Learning Rate": 1.739422527672684e-05, "Finetune/Loss": 0.8810502290725708, "Finetune/Loss (Raw)": 0.8077969551086426, "Finetune/Step": 4962, "Finetune/Step Time": 5.902249809354544}
+{"Finetune/Learning Rate": 1.7393091461002604e-05, "Finetune/Loss": 0.8801296353340149, "Finetune/Loss (Raw)": 0.9070755243301392, "Finetune/Step": 4963, "Finetune/Step Time": 5.898419588804245}
+{"Finetune/Learning Rate": 1.7391957435631316e-05, "Finetune/Loss": 0.8790246248245239, "Finetune/Loss (Raw)": 0.8383148312568665, "Finetune/Step": 4964, "Finetune/Step Time": 5.900473516434431}
+{"Finetune/Learning Rate": 1.7390823200645137e-05, "Finetune/Loss": 0.8809186816215515, "Finetune/Loss (Raw)": 1.074127435684204, "Finetune/Step": 4965, "Finetune/Step Time": 5.8943166714161634}
+{"Finetune/Learning Rate": 1.7389688756076226e-05, "Finetune/Loss": 0.8808882832527161, "Finetune/Loss (Raw)": 0.7649511694908142, "Finetune/Step": 4966, "Finetune/Step Time": 5.891840178519487}
+{"Finetune/Learning Rate": 1.7388554101956755e-05, "Finetune/Loss": 0.8787622451782227, "Finetune/Loss (Raw)": 0.7566542625427246, "Finetune/Step": 4967, "Finetune/Step Time": 5.902150401845574}
+{"Finetune/Learning Rate": 1.7387419238318904e-05, "Finetune/Loss": 0.878226101398468, "Finetune/Loss (Raw)": 0.8288531303405762, "Finetune/Step": 4968, "Finetune/Step Time": 5.923139128834009}
+{"Finetune/Learning Rate": 1.7386284165194846e-05, "Finetune/Loss": 0.8776869773864746, "Finetune/Loss (Raw)": 0.8694021105766296, "Finetune/Step": 4969, "Finetune/Step Time": 5.938146041706204}
+{"Finetune/Learning Rate": 1.7385148882616776e-05, "Finetune/Loss": 0.8771741390228271, "Finetune/Loss (Raw)": 0.8435725569725037, "Finetune/Step": 4970, "Finetune/Step Time": 5.934700990095735}
+{"Finetune/Learning Rate": 1.7384013390616884e-05, "Finetune/Loss": 0.8769219517707825, "Finetune/Loss (Raw)": 0.8412325978279114, "Finetune/Step": 4971, "Finetune/Step Time": 5.940862730145454}
+{"Finetune/Learning Rate": 1.7382877689227368e-05, "Finetune/Loss": 0.876488208770752, "Finetune/Loss (Raw)": 0.8220313787460327, "Finetune/Step": 4972, "Finetune/Step Time": 5.937542885541916}
+{"Finetune/Learning Rate": 1.7381741778480435e-05, "Finetune/Loss": 0.87720787525177, "Finetune/Loss (Raw)": 1.0229541063308716, "Finetune/Step": 4973, "Finetune/Step Time": 5.934825915843248}
+{"Finetune/Learning Rate": 1.7380605658408296e-05, "Finetune/Loss": 0.876014232635498, "Finetune/Loss (Raw)": 0.8501091003417969, "Finetune/Step": 4974, "Finetune/Step Time": 5.923889866098762}
+{"Finetune/Learning Rate": 1.7379469329043166e-05, "Finetune/Loss": 0.8750019073486328, "Finetune/Loss (Raw)": 0.8867981433868408, "Finetune/Step": 4975, "Finetune/Step Time": 5.932111894711852}
+{"Finetune/Learning Rate": 1.7378332790417275e-05, "Finetune/Loss": 0.8759222030639648, "Finetune/Loss (Raw)": 0.9893674254417419, "Finetune/Step": 4976, "Finetune/Step Time": 5.9314829502254725}
+{"Finetune/Learning Rate": 1.7377196042562846e-05, "Finetune/Loss": 0.8771241903305054, "Finetune/Loss (Raw)": 0.9546716809272766, "Finetune/Step": 4977, "Finetune/Step Time": 5.928911216557026}
+{"Finetune/Learning Rate": 1.7376059085512112e-05, "Finetune/Loss": 0.8774033784866333, "Finetune/Loss (Raw)": 0.9376731514930725, "Finetune/Step": 4978, "Finetune/Step Time": 5.927475286647677}
+{"Finetune/Learning Rate": 1.737492191929732e-05, "Finetune/Loss": 0.874779224395752, "Finetune/Loss (Raw)": 0.6829981207847595, "Finetune/Step": 4979, "Finetune/Step Time": 5.945050574839115}
+{"Finetune/Learning Rate": 1.737378454395071e-05, "Finetune/Loss": 0.8750689029693604, "Finetune/Loss (Raw)": 0.9280346035957336, "Finetune/Step": 4980, "Finetune/Step Time": 5.949173852801323}
+{"Finetune/Learning Rate": 1.7372646959504543e-05, "Finetune/Loss": 0.8759810924530029, "Finetune/Loss (Raw)": 0.8980492353439331, "Finetune/Step": 4981, "Finetune/Step Time": 5.949941337108612}
+{"Finetune/Learning Rate": 1.737150916599107e-05, "Finetune/Loss": 0.8755792379379272, "Finetune/Loss (Raw)": 0.8465258479118347, "Finetune/Step": 4982, "Finetune/Step Time": 5.951962834224105}
+{"Finetune/Learning Rate": 1.7370371163442566e-05, "Finetune/Loss": 0.8747267723083496, "Finetune/Loss (Raw)": 0.8278995156288147, "Finetune/Step": 4983, "Finetune/Step Time": 5.957867365330458}
+{"Finetune/Learning Rate": 1.7369232951891286e-05, "Finetune/Loss": 0.873356819152832, "Finetune/Loss (Raw)": 0.8020848631858826, "Finetune/Step": 4984, "Finetune/Step Time": 5.973280370235443}
+{"Finetune/Learning Rate": 1.736809453136952e-05, "Finetune/Loss": 0.8715159893035889, "Finetune/Loss (Raw)": 0.6810572743415833, "Finetune/Step": 4985, "Finetune/Step Time": 5.9693756233900785}
+{"Finetune/Learning Rate": 1.736695590190954e-05, "Finetune/Loss": 0.8722154498100281, "Finetune/Loss (Raw)": 0.9186689853668213, "Finetune/Step": 4986, "Finetune/Step Time": 5.970752436667681}
+{"Finetune/Learning Rate": 1.736581706354364e-05, "Finetune/Loss": 0.8731589317321777, "Finetune/Loss (Raw)": 0.868488609790802, "Finetune/Step": 4987, "Finetune/Step Time": 5.97408183477819}
+{"Finetune/Learning Rate": 1.736467801630412e-05, "Finetune/Loss": 0.8734458684921265, "Finetune/Loss (Raw)": 0.6769158840179443, "Finetune/Step": 4988, "Finetune/Step Time": 5.979954848065972}
+{"Finetune/Learning Rate": 1.736353876022327e-05, "Finetune/Loss": 0.8734935522079468, "Finetune/Loss (Raw)": 0.8643175959587097, "Finetune/Step": 4989, "Finetune/Step Time": 5.9789485689252615}
+{"Finetune/Learning Rate": 1.7362399295333398e-05, "Finetune/Loss": 0.8715159893035889, "Finetune/Loss (Raw)": 0.7681822776794434, "Finetune/Step": 4990, "Finetune/Step Time": 5.9797975067049265}
+{"Finetune/Learning Rate": 1.7361259621666818e-05, "Finetune/Loss": 0.8716917037963867, "Finetune/Loss (Raw)": 1.0106641054153442, "Finetune/Step": 4991, "Finetune/Step Time": 5.977957297116518}
+{"Finetune/Learning Rate": 1.736011973925585e-05, "Finetune/Loss": 0.872828483581543, "Finetune/Loss (Raw)": 0.9666581153869629, "Finetune/Step": 4992, "Finetune/Step Time": 5.982483381405473}
+{"Finetune/Learning Rate": 1.7358979648132813e-05, "Finetune/Loss": 0.8736412525177002, "Finetune/Loss (Raw)": 0.8837901949882507, "Finetune/Step": 4993, "Finetune/Step Time": 6.0119683891534805}
+{"Finetune/Learning Rate": 1.7357839348330046e-05, "Finetune/Loss": 0.8733371496200562, "Finetune/Loss (Raw)": 0.8706350326538086, "Finetune/Step": 4994, "Finetune/Step Time": 6.0123248137533665}
+{"Finetune/Learning Rate": 1.735669883987987e-05, "Finetune/Loss": 0.8728769421577454, "Finetune/Loss (Raw)": 0.7654491662979126, "Finetune/Step": 4995, "Finetune/Step Time": 6.016170810908079}
+{"Finetune/Learning Rate": 1.7355558122814636e-05, "Finetune/Loss": 0.8729007244110107, "Finetune/Loss (Raw)": 0.812900722026825, "Finetune/Step": 4996, "Finetune/Step Time": 6.024243038147688}
+{"Finetune/Learning Rate": 1.7354417197166696e-05, "Finetune/Loss": 0.8725830912590027, "Finetune/Loss (Raw)": 0.8358083963394165, "Finetune/Step": 4997, "Finetune/Step Time": 6.025504412129521}
+{"Finetune/Learning Rate": 1.7353276062968392e-05, "Finetune/Loss": 0.8718957901000977, "Finetune/Loss (Raw)": 0.8563666939735413, "Finetune/Step": 4998, "Finetune/Step Time": 6.020928733050823}
+{"Finetune/Learning Rate": 1.735213472025209e-05, "Finetune/Loss": 0.8733179569244385, "Finetune/Loss (Raw)": 0.9242433309555054, "Finetune/Step": 4999, "Finetune/Step Time": 6.020616959780455}
+{"Finetune/Learning Rate": 1.7350993169050152e-05, "Finetune/Loss": 0.8736625909805298, "Finetune/Loss (Raw)": 0.9715660214424133, "Finetune/Step": 5000, "Finetune/Step Time": 6.0178095903247595}
+{"Finetune/Learning Rate": 1.7349851409394954e-05, "Finetune/Loss": 0.8749150037765503, "Finetune/Loss (Raw)": 0.7638922333717346, "Finetune/Step": 5001, "Finetune/Step Time": 6.019949005916715}
+{"Finetune/Learning Rate": 1.734870944131887e-05, "Finetune/Loss": 0.8755449056625366, "Finetune/Loss (Raw)": 0.9677664637565613, "Finetune/Step": 5002, "Finetune/Step Time": 6.009650783613324}
+{"Finetune/Learning Rate": 1.7347567264854283e-05, "Finetune/Loss": 0.8750745058059692, "Finetune/Loss (Raw)": 0.8161594271659851, "Finetune/Step": 5003, "Finetune/Step Time": 6.016143785789609}
+{"Finetune/Learning Rate": 1.734642488003358e-05, "Finetune/Loss": 0.8760849237442017, "Finetune/Loss (Raw)": 1.0215816497802734, "Finetune/Step": 5004, "Finetune/Step Time": 6.020741192623973}
+{"Finetune/Learning Rate": 1.734528228688916e-05, "Finetune/Loss": 0.8764601945877075, "Finetune/Loss (Raw)": 0.8249801993370056, "Finetune/Step": 5005, "Finetune/Step Time": 6.013253185898066}
+{"Finetune/Learning Rate": 1.734413948545342e-05, "Finetune/Loss": 0.8754369020462036, "Finetune/Loss (Raw)": 0.8552915453910828, "Finetune/Step": 5006, "Finetune/Step Time": 6.008060399442911}
+{"Finetune/Learning Rate": 1.734299647575877e-05, "Finetune/Loss": 0.8748621940612793, "Finetune/Loss (Raw)": 0.8716392517089844, "Finetune/Step": 5007, "Finetune/Step Time": 6.020486947149038}
+{"Finetune/Learning Rate": 1.734185325783762e-05, "Finetune/Loss": 0.8762666583061218, "Finetune/Loss (Raw)": 0.9481533169746399, "Finetune/Step": 5008, "Finetune/Step Time": 6.02073179744184}
+{"Finetune/Learning Rate": 1.734070983172239e-05, "Finetune/Loss": 0.8776532411575317, "Finetune/Loss (Raw)": 0.9643948078155518, "Finetune/Step": 5009, "Finetune/Step Time": 6.0403835736215115}
+{"Finetune/Learning Rate": 1.73395661974455e-05, "Finetune/Loss": 0.876853346824646, "Finetune/Loss (Raw)": 0.808789074420929, "Finetune/Step": 5010, "Finetune/Step Time": 6.0222886968404055}
+{"Finetune/Learning Rate": 1.7338422355039386e-05, "Finetune/Loss": 0.8789044618606567, "Finetune/Loss (Raw)": 1.0406442880630493, "Finetune/Step": 5011, "Finetune/Step Time": 6.013802785426378}
+{"Finetune/Learning Rate": 1.733727830453648e-05, "Finetune/Loss": 0.8779197931289673, "Finetune/Loss (Raw)": 0.8533768057823181, "Finetune/Step": 5012, "Finetune/Step Time": 6.013252638280392}
+{"Finetune/Learning Rate": 1.7336134045969228e-05, "Finetune/Loss": 0.8773534893989563, "Finetune/Loss (Raw)": 0.8700636625289917, "Finetune/Step": 5013, "Finetune/Step Time": 6.015783540904522}
+{"Finetune/Learning Rate": 1.7334989579370074e-05, "Finetune/Loss": 0.8772568702697754, "Finetune/Loss (Raw)": 0.8537944555282593, "Finetune/Step": 5014, "Finetune/Step Time": 6.021714296191931}
+{"Finetune/Learning Rate": 1.7333844904771474e-05, "Finetune/Loss": 0.8775606155395508, "Finetune/Loss (Raw)": 0.9218650460243225, "Finetune/Step": 5015, "Finetune/Step Time": 6.0202514212578535}
+{"Finetune/Learning Rate": 1.7332700022205888e-05, "Finetune/Loss": 0.8784633874893188, "Finetune/Loss (Raw)": 0.8339183330535889, "Finetune/Step": 5016, "Finetune/Step Time": 6.023016966879368}
+{"Finetune/Learning Rate": 1.733155493170578e-05, "Finetune/Loss": 0.8780475854873657, "Finetune/Loss (Raw)": 0.8908281922340393, "Finetune/Step": 5017, "Finetune/Step Time": 6.0227610897272825}
+{"Finetune/Learning Rate": 1.733040963330362e-05, "Finetune/Loss": 0.8775450587272644, "Finetune/Loss (Raw)": 0.9671114087104797, "Finetune/Step": 5018, "Finetune/Step Time": 6.0244353618472815}
+{"Finetune/Learning Rate": 1.732926412703189e-05, "Finetune/Loss": 0.8792072534561157, "Finetune/Loss (Raw)": 0.980394721031189, "Finetune/Step": 5019, "Finetune/Step Time": 6.0100626442581415}
+{"Finetune/Learning Rate": 1.7328118412923073e-05, "Finetune/Loss": 0.878133237361908, "Finetune/Loss (Raw)": 0.7798012495040894, "Finetune/Step": 5020, "Finetune/Step Time": 6.013147085905075}
+{"Finetune/Learning Rate": 1.7326972491009653e-05, "Finetune/Loss": 0.8791845440864563, "Finetune/Loss (Raw)": 0.9722866415977478, "Finetune/Step": 5021, "Finetune/Step Time": 5.994440218433738}
+{"Finetune/Learning Rate": 1.732582636132413e-05, "Finetune/Loss": 0.8793352842330933, "Finetune/Loss (Raw)": 0.8626494407653809, "Finetune/Step": 5022, "Finetune/Step Time": 5.987932724878192}
+{"Finetune/Learning Rate": 1.7324680023899003e-05, "Finetune/Loss": 0.8772075176239014, "Finetune/Loss (Raw)": 0.8052629232406616, "Finetune/Step": 5023, "Finetune/Step Time": 5.987549124285579}
+{"Finetune/Learning Rate": 1.7323533478766777e-05, "Finetune/Loss": 0.8756753206253052, "Finetune/Loss (Raw)": 0.7721601128578186, "Finetune/Step": 5024, "Finetune/Step Time": 5.978720935061574}
+{"Finetune/Learning Rate": 1.732238672595997e-05, "Finetune/Loss": 0.8763490915298462, "Finetune/Loss (Raw)": 0.8578291535377502, "Finetune/Step": 5025, "Finetune/Step Time": 5.98664771951735}
+{"Finetune/Learning Rate": 1.7321239765511094e-05, "Finetune/Loss": 0.8762560486793518, "Finetune/Loss (Raw)": 0.864177405834198, "Finetune/Step": 5026, "Finetune/Step Time": 5.9756421614438295}
+{"Finetune/Learning Rate": 1.7320092597452682e-05, "Finetune/Loss": 0.8753941059112549, "Finetune/Loss (Raw)": 0.8846883773803711, "Finetune/Step": 5027, "Finetune/Step Time": 5.970529183745384}
+{"Finetune/Learning Rate": 1.7318945221817255e-05, "Finetune/Loss": 0.8768777847290039, "Finetune/Loss (Raw)": 1.0191479921340942, "Finetune/Step": 5028, "Finetune/Step Time": 5.968427516520023}
+{"Finetune/Learning Rate": 1.7317797638637354e-05, "Finetune/Loss": 0.8768513202667236, "Finetune/Loss (Raw)": 0.7940068244934082, "Finetune/Step": 5029, "Finetune/Step Time": 5.966248665004969}
+{"Finetune/Learning Rate": 1.7316649847945527e-05, "Finetune/Loss": 0.8752706050872803, "Finetune/Loss (Raw)": 0.7377362251281738, "Finetune/Step": 5030, "Finetune/Step Time": 5.982376175001264}
+{"Finetune/Learning Rate": 1.7315501849774308e-05, "Finetune/Loss": 0.874908447265625, "Finetune/Loss (Raw)": 0.8098241686820984, "Finetune/Step": 5031, "Finetune/Step Time": 5.984263865277171}
+{"Finetune/Learning Rate": 1.7314353644156264e-05, "Finetune/Loss": 0.8748899698257446, "Finetune/Loss (Raw)": 0.8356620669364929, "Finetune/Step": 5032, "Finetune/Step Time": 5.985748602077365}
+{"Finetune/Learning Rate": 1.7313205231123947e-05, "Finetune/Loss": 0.8748623132705688, "Finetune/Loss (Raw)": 0.9371691346168518, "Finetune/Step": 5033, "Finetune/Step Time": 5.986728256568313}
+{"Finetune/Learning Rate": 1.7312056610709928e-05, "Finetune/Loss": 0.874347448348999, "Finetune/Loss (Raw)": 0.9328528046607971, "Finetune/Step": 5034, "Finetune/Step Time": 5.986891506239772}
+{"Finetune/Learning Rate": 1.7310907782946776e-05, "Finetune/Loss": 0.8744860887527466, "Finetune/Loss (Raw)": 0.9564772844314575, "Finetune/Step": 5035, "Finetune/Step Time": 5.985535414889455}
+{"Finetune/Learning Rate": 1.7309758747867066e-05, "Finetune/Loss": 0.8759799599647522, "Finetune/Loss (Raw)": 0.8920040130615234, "Finetune/Step": 5036, "Finetune/Step Time": 5.964052643626928}
+{"Finetune/Learning Rate": 1.7308609505503388e-05, "Finetune/Loss": 0.8759075403213501, "Finetune/Loss (Raw)": 0.7457157373428345, "Finetune/Step": 5037, "Finetune/Step Time": 5.9589110016822815}
+{"Finetune/Learning Rate": 1.7307460055888325e-05, "Finetune/Loss": 0.875568151473999, "Finetune/Loss (Raw)": 1.001402497291565, "Finetune/Step": 5038, "Finetune/Step Time": 5.9497129283845425}
+{"Finetune/Learning Rate": 1.7306310399054475e-05, "Finetune/Loss": 0.8748164176940918, "Finetune/Loss (Raw)": 0.8720890283584595, "Finetune/Step": 5039, "Finetune/Step Time": 5.946114225313067}
+{"Finetune/Learning Rate": 1.7305160535034438e-05, "Finetune/Loss": 0.8746246099472046, "Finetune/Loss (Raw)": 0.8629392385482788, "Finetune/Step": 5040, "Finetune/Step Time": 5.945971310138702}
+{"Finetune/Learning Rate": 1.7304010463860822e-05, "Finetune/Loss": 0.8736423254013062, "Finetune/Loss (Raw)": 0.7882938981056213, "Finetune/Step": 5041, "Finetune/Step Time": 5.92856528237462}
+{"Finetune/Learning Rate": 1.730286018556624e-05, "Finetune/Loss": 0.8740451335906982, "Finetune/Loss (Raw)": 0.8857986927032471, "Finetune/Step": 5042, "Finetune/Step Time": 5.911516362801194}
+{"Finetune/Learning Rate": 1.7301709700183308e-05, "Finetune/Loss": 0.8746010065078735, "Finetune/Loss (Raw)": 0.8131179213523865, "Finetune/Step": 5043, "Finetune/Step Time": 5.916595347225666}
+{"Finetune/Learning Rate": 1.7300559007744652e-05, "Finetune/Loss": 0.8747961521148682, "Finetune/Loss (Raw)": 0.939287543296814, "Finetune/Step": 5044, "Finetune/Step Time": 5.902321161702275}
+{"Finetune/Learning Rate": 1.7299408108282904e-05, "Finetune/Loss": 0.8756656646728516, "Finetune/Loss (Raw)": 0.9180099368095398, "Finetune/Step": 5045, "Finetune/Step Time": 5.894234353676438}
+{"Finetune/Learning Rate": 1.7298257001830698e-05, "Finetune/Loss": 0.8755722641944885, "Finetune/Loss (Raw)": 0.8470882773399353, "Finetune/Step": 5046, "Finetune/Step Time": 5.889848809689283}
+{"Finetune/Learning Rate": 1.7297105688420676e-05, "Finetune/Loss": 0.8758128881454468, "Finetune/Loss (Raw)": 0.812052845954895, "Finetune/Step": 5047, "Finetune/Step Time": 5.8954659383744}
+{"Finetune/Learning Rate": 1.729595416808549e-05, "Finetune/Loss": 0.8744939565658569, "Finetune/Loss (Raw)": 0.7744330763816833, "Finetune/Step": 5048, "Finetune/Step Time": 5.892430266365409}
+{"Finetune/Learning Rate": 1.7294802440857787e-05, "Finetune/Loss": 0.8737916946411133, "Finetune/Loss (Raw)": 0.7793270349502563, "Finetune/Step": 5049, "Finetune/Step Time": 5.890293611213565}
+{"Finetune/Learning Rate": 1.729365050677023e-05, "Finetune/Loss": 0.8744118213653564, "Finetune/Loss (Raw)": 0.976457417011261, "Finetune/Step": 5050, "Finetune/Step Time": 5.888224193826318}
+{"Finetune/Learning Rate": 1.7292498365855487e-05, "Finetune/Loss": 0.8736646175384521, "Finetune/Loss (Raw)": 0.7879166603088379, "Finetune/Step": 5051, "Finetune/Step Time": 5.88791411742568}
+{"Finetune/Learning Rate": 1.7291346018146228e-05, "Finetune/Loss": 0.875635027885437, "Finetune/Loss (Raw)": 0.9711726903915405, "Finetune/Step": 5052, "Finetune/Step Time": 5.870171112939715}
+{"Finetune/Learning Rate": 1.7290193463675132e-05, "Finetune/Loss": 0.8752442598342896, "Finetune/Loss (Raw)": 0.928643524646759, "Finetune/Step": 5053, "Finetune/Step Time": 5.871230397373438}
+{"Finetune/Learning Rate": 1.7289040702474875e-05, "Finetune/Loss": 0.8763828277587891, "Finetune/Loss (Raw)": 0.967883825302124, "Finetune/Step": 5054, "Finetune/Step Time": 5.873531084507704}
+{"Finetune/Learning Rate": 1.728788773457815e-05, "Finetune/Loss": 0.8765801191329956, "Finetune/Loss (Raw)": 0.8962222337722778, "Finetune/Step": 5055, "Finetune/Step Time": 5.8796950206160545}
+{"Finetune/Learning Rate": 1.728673456001766e-05, "Finetune/Loss": 0.8744732141494751, "Finetune/Loss (Raw)": 0.6826390624046326, "Finetune/Step": 5056, "Finetune/Step Time": 5.876106800511479}
+{"Finetune/Learning Rate": 1.728558117882609e-05, "Finetune/Loss": 0.8753989934921265, "Finetune/Loss (Raw)": 1.0160090923309326, "Finetune/Step": 5057, "Finetune/Step Time": 5.875378005206585}
+{"Finetune/Learning Rate": 1.7284427591036162e-05, "Finetune/Loss": 0.8772527575492859, "Finetune/Loss (Raw)": 0.902348518371582, "Finetune/Step": 5058, "Finetune/Step Time": 5.881803661584854}
+{"Finetune/Learning Rate": 1.728327379668058e-05, "Finetune/Loss": 0.8772205114364624, "Finetune/Loss (Raw)": 0.8683302998542786, "Finetune/Step": 5059, "Finetune/Step Time": 5.881175875663757}
+{"Finetune/Learning Rate": 1.7282119795792062e-05, "Finetune/Loss": 0.8760825395584106, "Finetune/Loss (Raw)": 0.7275969386100769, "Finetune/Step": 5060, "Finetune/Step Time": 5.891225695610046}
+{"Finetune/Learning Rate": 1.7280965588403336e-05, "Finetune/Loss": 0.8767480850219727, "Finetune/Loss (Raw)": 0.9810898900032043, "Finetune/Step": 5061, "Finetune/Step Time": 5.886083299294114}
+{"Finetune/Learning Rate": 1.727981117454713e-05, "Finetune/Loss": 0.8766586780548096, "Finetune/Loss (Raw)": 0.8958195447921753, "Finetune/Step": 5062, "Finetune/Step Time": 5.886698246002197}
+{"Finetune/Learning Rate": 1.727865655425618e-05, "Finetune/Loss": 0.8754774332046509, "Finetune/Loss (Raw)": 0.8775020837783813, "Finetune/Step": 5063, "Finetune/Step Time": 5.8838564939796925}
+{"Finetune/Learning Rate": 1.7277501727563227e-05, "Finetune/Loss": 0.8749452233314514, "Finetune/Loss (Raw)": 0.8371257781982422, "Finetune/Step": 5064, "Finetune/Step Time": 5.907601855695248}
+{"Finetune/Learning Rate": 1.7276346694501018e-05, "Finetune/Loss": 0.8758312463760376, "Finetune/Loss (Raw)": 0.9291279911994934, "Finetune/Step": 5065, "Finetune/Step Time": 5.912741057574749}
+{"Finetune/Learning Rate": 1.727519145510231e-05, "Finetune/Loss": 0.8750209808349609, "Finetune/Loss (Raw)": 0.9100629687309265, "Finetune/Step": 5066, "Finetune/Step Time": 5.9089781157672405}
+{"Finetune/Learning Rate": 1.7274036009399863e-05, "Finetune/Loss": 0.8738976716995239, "Finetune/Loss (Raw)": 0.7763326168060303, "Finetune/Step": 5067, "Finetune/Step Time": 5.906862648203969}
+{"Finetune/Learning Rate": 1.7272880357426434e-05, "Finetune/Loss": 0.8746027946472168, "Finetune/Loss (Raw)": 0.9981114268302917, "Finetune/Step": 5068, "Finetune/Step Time": 5.892429444938898}
+{"Finetune/Learning Rate": 1.72717244992148e-05, "Finetune/Loss": 0.875503659248352, "Finetune/Loss (Raw)": 0.8285269141197205, "Finetune/Step": 5069, "Finetune/Step Time": 5.907070511952043}
+{"Finetune/Learning Rate": 1.7270568434797742e-05, "Finetune/Loss": 0.8759670257568359, "Finetune/Loss (Raw)": 0.873773455619812, "Finetune/Step": 5070, "Finetune/Step Time": 5.909334989264607}
+{"Finetune/Learning Rate": 1.7269412164208034e-05, "Finetune/Loss": 0.8749343752861023, "Finetune/Loss (Raw)": 0.7980193495750427, "Finetune/Step": 5071, "Finetune/Step Time": 5.910541599616408}
+{"Finetune/Learning Rate": 1.726825568747847e-05, "Finetune/Loss": 0.8759461641311646, "Finetune/Loss (Raw)": 1.0327686071395874, "Finetune/Step": 5072, "Finetune/Step Time": 5.908595452085137}
+{"Finetune/Learning Rate": 1.7267099004641842e-05, "Finetune/Loss": 0.8764857053756714, "Finetune/Loss (Raw)": 0.9416828155517578, "Finetune/Step": 5073, "Finetune/Step Time": 5.909213973209262}
+{"Finetune/Learning Rate": 1.726594211573095e-05, "Finetune/Loss": 0.876707911491394, "Finetune/Loss (Raw)": 0.8777664303779602, "Finetune/Step": 5074, "Finetune/Step Time": 5.9104789942502975}
+{"Finetune/Learning Rate": 1.72647850207786e-05, "Finetune/Loss": 0.8764441013336182, "Finetune/Loss (Raw)": 0.8848596811294556, "Finetune/Step": 5075, "Finetune/Step Time": 5.905560132116079}
+{"Finetune/Learning Rate": 1.7263627719817607e-05, "Finetune/Loss": 0.8776243925094604, "Finetune/Loss (Raw)": 0.9984429478645325, "Finetune/Step": 5076, "Finetune/Step Time": 5.902100807055831}
+{"Finetune/Learning Rate": 1.726247021288079e-05, "Finetune/Loss": 0.8772494196891785, "Finetune/Loss (Raw)": 0.8583453297615051, "Finetune/Step": 5077, "Finetune/Step Time": 5.89913634210825}
+{"Finetune/Learning Rate": 1.7261312500000967e-05, "Finetune/Loss": 0.878136157989502, "Finetune/Loss (Raw)": 0.9636868238449097, "Finetune/Step": 5078, "Finetune/Step Time": 5.896416153758764}
+{"Finetune/Learning Rate": 1.726015458121097e-05, "Finetune/Loss": 0.8790135383605957, "Finetune/Loss (Raw)": 0.8302517533302307, "Finetune/Step": 5079, "Finetune/Step Time": 5.898450165987015}
+{"Finetune/Learning Rate": 1.7258996456543634e-05, "Finetune/Loss": 0.8778048753738403, "Finetune/Loss (Raw)": 0.8761835694313049, "Finetune/Step": 5080, "Finetune/Step Time": 5.900422075763345}
+{"Finetune/Learning Rate": 1.7257838126031797e-05, "Finetune/Loss": 0.8788166046142578, "Finetune/Loss (Raw)": 1.0281702280044556, "Finetune/Step": 5081, "Finetune/Step Time": 5.901413651183248}
+{"Finetune/Learning Rate": 1.7256679589708315e-05, "Finetune/Loss": 0.8788182735443115, "Finetune/Loss (Raw)": 0.9615926146507263, "Finetune/Step": 5082, "Finetune/Step Time": 5.902777699753642}
+{"Finetune/Learning Rate": 1.7255520847606032e-05, "Finetune/Loss": 0.878740131855011, "Finetune/Loss (Raw)": 0.9959903359413147, "Finetune/Step": 5083, "Finetune/Step Time": 5.8913788963109255}
+{"Finetune/Learning Rate": 1.7254361899757813e-05, "Finetune/Loss": 0.8783049583435059, "Finetune/Loss (Raw)": 0.8826704621315002, "Finetune/Step": 5084, "Finetune/Step Time": 5.889142258092761}
+{"Finetune/Learning Rate": 1.7253202746196516e-05, "Finetune/Loss": 0.8777983784675598, "Finetune/Loss (Raw)": 0.805275559425354, "Finetune/Step": 5085, "Finetune/Step Time": 5.884485924616456}
+{"Finetune/Learning Rate": 1.7252043386955012e-05, "Finetune/Loss": 0.8771374821662903, "Finetune/Loss (Raw)": 0.7960835695266724, "Finetune/Step": 5086, "Finetune/Step Time": 5.882719736546278}
+{"Finetune/Learning Rate": 1.7250883822066185e-05, "Finetune/Loss": 0.8769996166229248, "Finetune/Loss (Raw)": 0.8682950735092163, "Finetune/Step": 5087, "Finetune/Step Time": 5.881665259599686}
+{"Finetune/Learning Rate": 1.7249724051562905e-05, "Finetune/Loss": 0.8765140771865845, "Finetune/Loss (Raw)": 0.8334581851959229, "Finetune/Step": 5088, "Finetune/Step Time": 5.884672749787569}
+{"Finetune/Learning Rate": 1.7248564075478074e-05, "Finetune/Loss": 0.8753656148910522, "Finetune/Loss (Raw)": 0.715733528137207, "Finetune/Step": 5089, "Finetune/Step Time": 5.900818219408393}
+{"Finetune/Learning Rate": 1.7247403893844574e-05, "Finetune/Loss": 0.8765457272529602, "Finetune/Loss (Raw)": 0.9588526487350464, "Finetune/Step": 5090, "Finetune/Step Time": 5.900866903364658}
+{"Finetune/Learning Rate": 1.7246243506695308e-05, "Finetune/Loss": 0.8750455975532532, "Finetune/Loss (Raw)": 0.71506267786026, "Finetune/Step": 5091, "Finetune/Step Time": 5.921860754489899}
+{"Finetune/Learning Rate": 1.7245082914063183e-05, "Finetune/Loss": 0.8758066892623901, "Finetune/Loss (Raw)": 0.9357280135154724, "Finetune/Step": 5092, "Finetune/Step Time": 5.926798664033413}
+{"Finetune/Learning Rate": 1.7243922115981107e-05, "Finetune/Loss": 0.8739813566207886, "Finetune/Loss (Raw)": 0.8404895067214966, "Finetune/Step": 5093, "Finetune/Step Time": 5.930347863584757}
+{"Finetune/Learning Rate": 1.7242761112482e-05, "Finetune/Loss": 0.8752532005310059, "Finetune/Loss (Raw)": 0.9277493953704834, "Finetune/Step": 5094, "Finetune/Step Time": 5.938171610236168}
+{"Finetune/Learning Rate": 1.7241599903598785e-05, "Finetune/Loss": 0.8757534623146057, "Finetune/Loss (Raw)": 0.8206846117973328, "Finetune/Step": 5095, "Finetune/Step Time": 5.919469274580479}
+{"Finetune/Learning Rate": 1.7240438489364387e-05, "Finetune/Loss": 0.876042902469635, "Finetune/Loss (Raw)": 0.8659023642539978, "Finetune/Step": 5096, "Finetune/Step Time": 5.901410652324557}
+{"Finetune/Learning Rate": 1.7239276869811744e-05, "Finetune/Loss": 0.8763603568077087, "Finetune/Loss (Raw)": 0.9100369811058044, "Finetune/Step": 5097, "Finetune/Step Time": 5.88438187725842}
+{"Finetune/Learning Rate": 1.7238115044973795e-05, "Finetune/Loss": 0.8751188516616821, "Finetune/Loss (Raw)": 0.6846645474433899, "Finetune/Step": 5098, "Finetune/Step Time": 5.89003387093544}
+{"Finetune/Learning Rate": 1.7236953014883483e-05, "Finetune/Loss": 0.8759161829948425, "Finetune/Loss (Raw)": 0.9432839751243591, "Finetune/Step": 5099, "Finetune/Step Time": 5.885113829746842}
+{"Finetune/Learning Rate": 1.723579077957376e-05, "Finetune/Loss": 0.8767118453979492, "Finetune/Loss (Raw)": 0.9238743185997009, "Finetune/Step": 5100, "Finetune/Step Time": 5.885137164965272}
+{"Finetune/Learning Rate": 1.7234628339077595e-05, "Finetune/Loss": 0.8758299350738525, "Finetune/Loss (Raw)": 0.9100784063339233, "Finetune/Step": 5101, "Finetune/Step Time": 5.884271513670683}
+{"Finetune/Learning Rate": 1.7233465693427938e-05, "Finetune/Loss": 0.8760325312614441, "Finetune/Loss (Raw)": 0.8760336637496948, "Finetune/Step": 5102, "Finetune/Step Time": 5.923923281952739}
+{"Finetune/Learning Rate": 1.7232302842657764e-05, "Finetune/Loss": 0.8756203055381775, "Finetune/Loss (Raw)": 0.8340307474136353, "Finetune/Step": 5103, "Finetune/Step Time": 5.907672313973308}
+{"Finetune/Learning Rate": 1.7231139786800043e-05, "Finetune/Loss": 0.8727824687957764, "Finetune/Loss (Raw)": 0.6261309385299683, "Finetune/Step": 5104, "Finetune/Step Time": 5.920688979327679}
+{"Finetune/Learning Rate": 1.7229976525887768e-05, "Finetune/Loss": 0.8728818893432617, "Finetune/Loss (Raw)": 0.967393696308136, "Finetune/Step": 5105, "Finetune/Step Time": 5.922653874382377}
+{"Finetune/Learning Rate": 1.7228813059953916e-05, "Finetune/Loss": 0.8732212781906128, "Finetune/Loss (Raw)": 0.9811177253723145, "Finetune/Step": 5106, "Finetune/Step Time": 5.934042192995548}
+{"Finetune/Learning Rate": 1.7227649389031477e-05, "Finetune/Loss": 0.8741142749786377, "Finetune/Loss (Raw)": 0.7973002195358276, "Finetune/Step": 5107, "Finetune/Step Time": 5.935613136738539}
+{"Finetune/Learning Rate": 1.7226485513153458e-05, "Finetune/Loss": 0.8746352195739746, "Finetune/Loss (Raw)": 0.9947115778923035, "Finetune/Step": 5108, "Finetune/Step Time": 5.930820045992732}
+{"Finetune/Learning Rate": 1.7225321432352857e-05, "Finetune/Loss": 0.8751088380813599, "Finetune/Loss (Raw)": 0.9586760401725769, "Finetune/Step": 5109, "Finetune/Step Time": 5.932778812944889}
+{"Finetune/Learning Rate": 1.7224157146662687e-05, "Finetune/Loss": 0.8752135634422302, "Finetune/Loss (Raw)": 0.8599305152893066, "Finetune/Step": 5110, "Finetune/Step Time": 5.929791336879134}
+{"Finetune/Learning Rate": 1.7222992656115965e-05, "Finetune/Loss": 0.8749979734420776, "Finetune/Loss (Raw)": 0.8003057241439819, "Finetune/Step": 5111, "Finetune/Step Time": 5.9259971380233765}
+{"Finetune/Learning Rate": 1.7221827960745706e-05, "Finetune/Loss": 0.8750674724578857, "Finetune/Loss (Raw)": 0.8109737038612366, "Finetune/Step": 5112, "Finetune/Step Time": 5.904750706627965}
+{"Finetune/Learning Rate": 1.7220663060584944e-05, "Finetune/Loss": 0.8770508766174316, "Finetune/Loss (Raw)": 0.934940755367279, "Finetune/Step": 5113, "Finetune/Step Time": 5.902664566412568}
+{"Finetune/Learning Rate": 1.7219497955666714e-05, "Finetune/Loss": 0.87715744972229, "Finetune/Loss (Raw)": 0.9323129057884216, "Finetune/Step": 5114, "Finetune/Step Time": 5.900817144662142}
+{"Finetune/Learning Rate": 1.7218332646024048e-05, "Finetune/Loss": 0.8768981099128723, "Finetune/Loss (Raw)": 0.8352897763252258, "Finetune/Step": 5115, "Finetune/Step Time": 5.916003515943885}
+{"Finetune/Learning Rate": 1.7217167131689996e-05, "Finetune/Loss": 0.8777864575386047, "Finetune/Loss (Raw)": 0.7906247973442078, "Finetune/Step": 5116, "Finetune/Step Time": 5.906315045431256}
+{"Finetune/Learning Rate": 1.721600141269761e-05, "Finetune/Loss": 0.8767542839050293, "Finetune/Loss (Raw)": 0.7322004437446594, "Finetune/Step": 5117, "Finetune/Step Time": 5.90434879809618}
+{"Finetune/Learning Rate": 1.7214835489079936e-05, "Finetune/Loss": 0.8777759671211243, "Finetune/Loss (Raw)": 0.898952066898346, "Finetune/Step": 5118, "Finetune/Step Time": 5.901323230937123}
+{"Finetune/Learning Rate": 1.721366936087005e-05, "Finetune/Loss": 0.8778308033943176, "Finetune/Loss (Raw)": 1.017682433128357, "Finetune/Step": 5119, "Finetune/Step Time": 5.897395050153136}
+{"Finetune/Learning Rate": 1.7212503028101012e-05, "Finetune/Loss": 0.8774346113204956, "Finetune/Loss (Raw)": 0.9159473180770874, "Finetune/Step": 5120, "Finetune/Step Time": 5.8970608972013}
+{"Finetune/Learning Rate": 1.7211336490805893e-05, "Finetune/Loss": 0.877657413482666, "Finetune/Loss (Raw)": 0.9123072028160095, "Finetune/Step": 5121, "Finetune/Step Time": 5.872514508664608}
+{"Finetune/Learning Rate": 1.7210169749017783e-05, "Finetune/Loss": 0.8778107166290283, "Finetune/Loss (Raw)": 0.8902574181556702, "Finetune/Step": 5122, "Finetune/Step Time": 5.875727979466319}
+{"Finetune/Learning Rate": 1.720900280276976e-05, "Finetune/Loss": 0.8788220286369324, "Finetune/Loss (Raw)": 0.8949039578437805, "Finetune/Step": 5123, "Finetune/Step Time": 5.869505416601896}
+{"Finetune/Learning Rate": 1.720783565209492e-05, "Finetune/Loss": 0.8798667192459106, "Finetune/Loss (Raw)": 0.9466231465339661, "Finetune/Step": 5124, "Finetune/Step Time": 5.8608832154423}
+{"Finetune/Learning Rate": 1.7206668297026355e-05, "Finetune/Loss": 0.8797449469566345, "Finetune/Loss (Raw)": 0.8202150464057922, "Finetune/Step": 5125, "Finetune/Step Time": 5.855392975732684}
+{"Finetune/Learning Rate": 1.7205500737597168e-05, "Finetune/Loss": 0.879457950592041, "Finetune/Loss (Raw)": 0.8196305632591248, "Finetune/Step": 5126, "Finetune/Step Time": 5.8604339472949505}
+{"Finetune/Learning Rate": 1.7204332973840473e-05, "Finetune/Loss": 0.878950834274292, "Finetune/Loss (Raw)": 0.8593392968177795, "Finetune/Step": 5127, "Finetune/Step Time": 5.859027786180377}
+{"Finetune/Learning Rate": 1.7203165005789378e-05, "Finetune/Loss": 0.8772594928741455, "Finetune/Loss (Raw)": 0.7550696730613708, "Finetune/Step": 5128, "Finetune/Step Time": 5.85682219453156}
+{"Finetune/Learning Rate": 1.7201996833477013e-05, "Finetune/Loss": 0.8774570226669312, "Finetune/Loss (Raw)": 0.7891772985458374, "Finetune/Step": 5129, "Finetune/Step Time": 5.846017284318805}
+{"Finetune/Learning Rate": 1.720082845693649e-05, "Finetune/Loss": 0.8765021562576294, "Finetune/Loss (Raw)": 0.8455460667610168, "Finetune/Step": 5130, "Finetune/Step Time": 5.849075613543391}
+{"Finetune/Learning Rate": 1.7199659876200952e-05, "Finetune/Loss": 0.8767395615577698, "Finetune/Loss (Raw)": 0.8465452790260315, "Finetune/Step": 5131, "Finetune/Step Time": 5.845481680706143}
+{"Finetune/Learning Rate": 1.719849109130353e-05, "Finetune/Loss": 0.8766452670097351, "Finetune/Loss (Raw)": 1.0095101594924927, "Finetune/Step": 5132, "Finetune/Step Time": 5.827694915235043}
+{"Finetune/Learning Rate": 1.7197322102277377e-05, "Finetune/Loss": 0.877465546131134, "Finetune/Loss (Raw)": 0.9299759864807129, "Finetune/Step": 5133, "Finetune/Step Time": 5.828197531402111}
+{"Finetune/Learning Rate": 1.719615290915563e-05, "Finetune/Loss": 0.8759020566940308, "Finetune/Loss (Raw)": 0.6551663279533386, "Finetune/Step": 5134, "Finetune/Step Time": 5.836523527279496}
+{"Finetune/Learning Rate": 1.719498351197145e-05, "Finetune/Loss": 0.8764479160308838, "Finetune/Loss (Raw)": 0.9415066838264465, "Finetune/Step": 5135, "Finetune/Step Time": 5.822122486308217}
+{"Finetune/Learning Rate": 1.7193813910758e-05, "Finetune/Loss": 0.8775879144668579, "Finetune/Loss (Raw)": 1.0940742492675781, "Finetune/Step": 5136, "Finetune/Step Time": 5.806015597656369}
+{"Finetune/Learning Rate": 1.7192644105548443e-05, "Finetune/Loss": 0.8777915239334106, "Finetune/Loss (Raw)": 0.9904564619064331, "Finetune/Step": 5137, "Finetune/Step Time": 5.788375962525606}
+{"Finetune/Learning Rate": 1.719147409637595e-05, "Finetune/Loss": 0.8783382177352905, "Finetune/Loss (Raw)": 0.878760576248169, "Finetune/Step": 5138, "Finetune/Step Time": 5.787821784615517}
+{"Finetune/Learning Rate": 1.7190303883273704e-05, "Finetune/Loss": 0.8771584033966064, "Finetune/Loss (Raw)": 0.889641284942627, "Finetune/Step": 5139, "Finetune/Step Time": 5.78707810677588}
+{"Finetune/Learning Rate": 1.7189133466274888e-05, "Finetune/Loss": 0.8774142265319824, "Finetune/Loss (Raw)": 0.8861202597618103, "Finetune/Step": 5140, "Finetune/Step Time": 5.786044344305992}
+{"Finetune/Learning Rate": 1.7187962845412687e-05, "Finetune/Loss": 0.8772799372673035, "Finetune/Loss (Raw)": 0.8528711199760437, "Finetune/Step": 5141, "Finetune/Step Time": 5.789475651457906}
+{"Finetune/Learning Rate": 1.7186792020720297e-05, "Finetune/Loss": 0.8783681988716125, "Finetune/Loss (Raw)": 0.9930870532989502, "Finetune/Step": 5142, "Finetune/Step Time": 5.782450759783387}
+{"Finetune/Learning Rate": 1.718562099223093e-05, "Finetune/Loss": 0.8788589239120483, "Finetune/Loss (Raw)": 0.9846792221069336, "Finetune/Step": 5143, "Finetune/Step Time": 5.779234552755952}
+{"Finetune/Learning Rate": 1.7184449759977776e-05, "Finetune/Loss": 0.8798259496688843, "Finetune/Loss (Raw)": 0.9577012658119202, "Finetune/Step": 5144, "Finetune/Step Time": 5.777858337387443}
+{"Finetune/Learning Rate": 1.718327832399406e-05, "Finetune/Loss": 0.8803838491439819, "Finetune/Loss (Raw)": 0.9622442126274109, "Finetune/Step": 5145, "Finetune/Step Time": 5.779401419684291}
+{"Finetune/Learning Rate": 1.7182106684312998e-05, "Finetune/Loss": 0.880555272102356, "Finetune/Loss (Raw)": 0.9890392422676086, "Finetune/Step": 5146, "Finetune/Step Time": 5.781889958307147}
+{"Finetune/Learning Rate": 1.7180934840967815e-05, "Finetune/Loss": 0.8804125785827637, "Finetune/Loss (Raw)": 0.9621400833129883, "Finetune/Step": 5147, "Finetune/Step Time": 5.78617369197309}
+{"Finetune/Learning Rate": 1.7179762793991738e-05, "Finetune/Loss": 0.8802012801170349, "Finetune/Loss (Raw)": 0.7527551054954529, "Finetune/Step": 5148, "Finetune/Step Time": 5.801233181729913}
+{"Finetune/Learning Rate": 1.7178590543418003e-05, "Finetune/Loss": 0.8786121606826782, "Finetune/Loss (Raw)": 0.7688819766044617, "Finetune/Step": 5149, "Finetune/Step Time": 5.801497615873814}
+{"Finetune/Learning Rate": 1.717741808927986e-05, "Finetune/Loss": 0.878770112991333, "Finetune/Loss (Raw)": 0.8828624486923218, "Finetune/Step": 5150, "Finetune/Step Time": 5.802451655268669}
+{"Finetune/Learning Rate": 1.7176245431610544e-05, "Finetune/Loss": 0.8791483640670776, "Finetune/Loss (Raw)": 0.8536751866340637, "Finetune/Step": 5151, "Finetune/Step Time": 5.809089377522469}
+{"Finetune/Learning Rate": 1.717507257044331e-05, "Finetune/Loss": 0.8793317079544067, "Finetune/Loss (Raw)": 0.7956364154815674, "Finetune/Step": 5152, "Finetune/Step Time": 5.811876323074102}
+{"Finetune/Learning Rate": 1.717389950581143e-05, "Finetune/Loss": 0.8796923160552979, "Finetune/Loss (Raw)": 0.9039783477783203, "Finetune/Step": 5153, "Finetune/Step Time": 5.806487716734409}
+{"Finetune/Learning Rate": 1.7172726237748156e-05, "Finetune/Loss": 0.8796226978302002, "Finetune/Loss (Raw)": 0.8552716970443726, "Finetune/Step": 5154, "Finetune/Step Time": 5.80738895572722}
+{"Finetune/Learning Rate": 1.7171552766286762e-05, "Finetune/Loss": 0.8794529438018799, "Finetune/Loss (Raw)": 0.8629633784294128, "Finetune/Step": 5155, "Finetune/Step Time": 5.813339479267597}
+{"Finetune/Learning Rate": 1.7170379091460524e-05, "Finetune/Loss": 0.878944993019104, "Finetune/Loss (Raw)": 0.9541237950325012, "Finetune/Step": 5156, "Finetune/Step Time": 5.819149566814303}
+{"Finetune/Learning Rate": 1.7169205213302725e-05, "Finetune/Loss": 0.8797075748443604, "Finetune/Loss (Raw)": 0.8916199207305908, "Finetune/Step": 5157, "Finetune/Step Time": 5.828523680567741}
+{"Finetune/Learning Rate": 1.7168031131846655e-05, "Finetune/Loss": 0.8808325529098511, "Finetune/Loss (Raw)": 0.8817256689071655, "Finetune/Step": 5158, "Finetune/Step Time": 5.8230673186481}
+{"Finetune/Learning Rate": 1.7166856847125602e-05, "Finetune/Loss": 0.8811153173446655, "Finetune/Loss (Raw)": 0.8460200428962708, "Finetune/Step": 5159, "Finetune/Step Time": 5.817812195047736}
+{"Finetune/Learning Rate": 1.7165682359172874e-05, "Finetune/Loss": 0.8807967901229858, "Finetune/Loss (Raw)": 0.7948919534683228, "Finetune/Step": 5160, "Finetune/Step Time": 5.820147452875972}
+{"Finetune/Learning Rate": 1.7164507668021767e-05, "Finetune/Loss": 0.8788621425628662, "Finetune/Loss (Raw)": 0.6895338296890259, "Finetune/Step": 5161, "Finetune/Step Time": 5.842854995280504}
+{"Finetune/Learning Rate": 1.7163332773705593e-05, "Finetune/Loss": 0.8781659007072449, "Finetune/Loss (Raw)": 0.8437309861183167, "Finetune/Step": 5162, "Finetune/Step Time": 5.862167537212372}
+{"Finetune/Learning Rate": 1.7162157676257677e-05, "Finetune/Loss": 0.8769758939743042, "Finetune/Loss (Raw)": 0.8041671514511108, "Finetune/Step": 5163, "Finetune/Step Time": 5.867603490129113}
+{"Finetune/Learning Rate": 1.716098237571133e-05, "Finetune/Loss": 0.8764331340789795, "Finetune/Loss (Raw)": 0.8225317597389221, "Finetune/Step": 5164, "Finetune/Step Time": 5.874302400276065}
+{"Finetune/Learning Rate": 1.7159806872099892e-05, "Finetune/Loss": 0.8769825100898743, "Finetune/Loss (Raw)": 0.8160306811332703, "Finetune/Step": 5165, "Finetune/Step Time": 5.877426708117127}
+{"Finetune/Learning Rate": 1.7158631165456685e-05, "Finetune/Loss": 0.876494288444519, "Finetune/Loss (Raw)": 0.9389117360115051, "Finetune/Step": 5166, "Finetune/Step Time": 5.877882340922952}
+{"Finetune/Learning Rate": 1.7157455255815056e-05, "Finetune/Loss": 0.8769475221633911, "Finetune/Loss (Raw)": 0.9301074147224426, "Finetune/Step": 5167, "Finetune/Step Time": 5.8876832611858845}
+{"Finetune/Learning Rate": 1.715627914320835e-05, "Finetune/Loss": 0.876836895942688, "Finetune/Loss (Raw)": 0.8487772941589355, "Finetune/Step": 5168, "Finetune/Step Time": 5.886193796992302}
+{"Finetune/Learning Rate": 1.715510282766992e-05, "Finetune/Loss": 0.8782433271408081, "Finetune/Loss (Raw)": 0.9683142304420471, "Finetune/Step": 5169, "Finetune/Step Time": 5.90031124651432}
+{"Finetune/Learning Rate": 1.7153926309233114e-05, "Finetune/Loss": 0.8786802291870117, "Finetune/Loss (Raw)": 0.9417176842689514, "Finetune/Step": 5170, "Finetune/Step Time": 5.900703798979521}
+{"Finetune/Learning Rate": 1.7152749587931308e-05, "Finetune/Loss": 0.8790159225463867, "Finetune/Loss (Raw)": 0.8560885190963745, "Finetune/Step": 5171, "Finetune/Step Time": 5.892357854172587}
+{"Finetune/Learning Rate": 1.715157266379786e-05, "Finetune/Loss": 0.8794773817062378, "Finetune/Loss (Raw)": 0.9983596801757812, "Finetune/Step": 5172, "Finetune/Step Time": 5.89263054728508}
+{"Finetune/Learning Rate": 1.7150395536866145e-05, "Finetune/Loss": 0.8792151212692261, "Finetune/Loss (Raw)": 0.8844361305236816, "Finetune/Step": 5173, "Finetune/Step Time": 5.894847005605698}
+{"Finetune/Learning Rate": 1.7149218207169552e-05, "Finetune/Loss": 0.8788533210754395, "Finetune/Loss (Raw)": 0.80078125, "Finetune/Step": 5174, "Finetune/Step Time": 5.897005932405591}
+{"Finetune/Learning Rate": 1.7148040674741454e-05, "Finetune/Loss": 0.8797376751899719, "Finetune/Loss (Raw)": 0.9252491593360901, "Finetune/Step": 5175, "Finetune/Step Time": 5.896040737628937}
+{"Finetune/Learning Rate": 1.714686293961525e-05, "Finetune/Loss": 0.8802181482315063, "Finetune/Loss (Raw)": 0.8359285593032837, "Finetune/Step": 5176, "Finetune/Step Time": 5.910057434812188}
+{"Finetune/Learning Rate": 1.714568500182434e-05, "Finetune/Loss": 0.8816114068031311, "Finetune/Loss (Raw)": 0.9576640725135803, "Finetune/Step": 5177, "Finetune/Step Time": 5.908100923523307}
+{"Finetune/Learning Rate": 1.714450686140212e-05, "Finetune/Loss": 0.8796542882919312, "Finetune/Loss (Raw)": 0.7259498238563538, "Finetune/Step": 5178, "Finetune/Step Time": 5.915889620780945}
+{"Finetune/Learning Rate": 1.7143328518382e-05, "Finetune/Loss": 0.8787909746170044, "Finetune/Loss (Raw)": 0.6774109601974487, "Finetune/Step": 5179, "Finetune/Step Time": 5.916403548792005}
+{"Finetune/Learning Rate": 1.7142149972797398e-05, "Finetune/Loss": 0.8789373636245728, "Finetune/Loss (Raw)": 0.9899060726165771, "Finetune/Step": 5180, "Finetune/Step Time": 5.91279056109488}
+{"Finetune/Learning Rate": 1.714097122468173e-05, "Finetune/Loss": 0.8786193132400513, "Finetune/Loss (Raw)": 0.8879340887069702, "Finetune/Step": 5181, "Finetune/Step Time": 5.9116704277694225}
+{"Finetune/Learning Rate": 1.713979227406843e-05, "Finetune/Loss": 0.8786805868148804, "Finetune/Loss (Raw)": 0.9757358431816101, "Finetune/Step": 5182, "Finetune/Step Time": 5.909428523853421}
+{"Finetune/Learning Rate": 1.7138613120990923e-05, "Finetune/Loss": 0.8790374994277954, "Finetune/Loss (Raw)": 0.9419052600860596, "Finetune/Step": 5183, "Finetune/Step Time": 5.90881516225636}
+{"Finetune/Learning Rate": 1.7137433765482644e-05, "Finetune/Loss": 0.8809017539024353, "Finetune/Loss (Raw)": 0.9212613701820374, "Finetune/Step": 5184, "Finetune/Step Time": 5.911441493779421}
+{"Finetune/Learning Rate": 1.713625420757704e-05, "Finetune/Loss": 0.8803403377532959, "Finetune/Loss (Raw)": 0.9441404938697815, "Finetune/Step": 5185, "Finetune/Step Time": 5.911728071048856}
+{"Finetune/Learning Rate": 1.713507444730756e-05, "Finetune/Loss": 0.8806641697883606, "Finetune/Loss (Raw)": 0.9438037872314453, "Finetune/Step": 5186, "Finetune/Step Time": 5.901776045560837}
+{"Finetune/Learning Rate": 1.7133894484707657e-05, "Finetune/Loss": 0.8810851573944092, "Finetune/Loss (Raw)": 0.9222202897071838, "Finetune/Step": 5187, "Finetune/Step Time": 5.9037424474954605}
+{"Finetune/Learning Rate": 1.7132714319810792e-05, "Finetune/Loss": 0.8822445869445801, "Finetune/Loss (Raw)": 0.8759994506835938, "Finetune/Step": 5188, "Finetune/Step Time": 5.889981919899583}
+{"Finetune/Learning Rate": 1.7131533952650435e-05, "Finetune/Loss": 0.8810200095176697, "Finetune/Loss (Raw)": 0.8243441581726074, "Finetune/Step": 5189, "Finetune/Step Time": 5.894565487280488}
+{"Finetune/Learning Rate": 1.7130353383260053e-05, "Finetune/Loss": 0.8811726570129395, "Finetune/Loss (Raw)": 0.9153613448143005, "Finetune/Step": 5190, "Finetune/Step Time": 5.892882024869323}
+{"Finetune/Learning Rate": 1.7129172611673125e-05, "Finetune/Loss": 0.8800647258758545, "Finetune/Loss (Raw)": 0.7356806397438049, "Finetune/Step": 5191, "Finetune/Step Time": 5.906211592257023}
+{"Finetune/Learning Rate": 1.7127991637923133e-05, "Finetune/Loss": 0.8808401226997375, "Finetune/Loss (Raw)": 0.9363856315612793, "Finetune/Step": 5192, "Finetune/Step Time": 5.880807373672724}
+{"Finetune/Learning Rate": 1.7126810462043568e-05, "Finetune/Loss": 0.8804802894592285, "Finetune/Loss (Raw)": 0.8830696940422058, "Finetune/Step": 5193, "Finetune/Step Time": 5.872537072747946}
+{"Finetune/Learning Rate": 1.7125629084067925e-05, "Finetune/Loss": 0.8804047107696533, "Finetune/Loss (Raw)": 0.9003854393959045, "Finetune/Step": 5194, "Finetune/Step Time": 5.878763237968087}
+{"Finetune/Learning Rate": 1.7124447504029703e-05, "Finetune/Loss": 0.8809455633163452, "Finetune/Loss (Raw)": 0.8455651998519897, "Finetune/Step": 5195, "Finetune/Step Time": 5.900327192619443}
+{"Finetune/Learning Rate": 1.712326572196241e-05, "Finetune/Loss": 0.8792318105697632, "Finetune/Loss (Raw)": 0.7787463068962097, "Finetune/Step": 5196, "Finetune/Step Time": 5.895722104236484}
+{"Finetune/Learning Rate": 1.712208373789956e-05, "Finetune/Loss": 0.8788340091705322, "Finetune/Loss (Raw)": 0.7776134610176086, "Finetune/Step": 5197, "Finetune/Step Time": 5.894826402887702}
+{"Finetune/Learning Rate": 1.712090155187466e-05, "Finetune/Loss": 0.8794819712638855, "Finetune/Loss (Raw)": 0.9567078948020935, "Finetune/Step": 5198, "Finetune/Step Time": 5.890647580847144}
+{"Finetune/Learning Rate": 1.7119719163921248e-05, "Finetune/Loss": 0.880332350730896, "Finetune/Loss (Raw)": 0.906866192817688, "Finetune/Step": 5199, "Finetune/Step Time": 5.892774486914277}
+{"Finetune/Learning Rate": 1.711853657407284e-05, "Finetune/Loss": 0.8793507814407349, "Finetune/Loss (Raw)": 0.9071325063705444, "Finetune/Step": 5200, "Finetune/Step Time": 5.893495319411159}
+{"Finetune/Learning Rate": 1.711735378236298e-05, "Finetune/Loss": 0.8780114650726318, "Finetune/Loss (Raw)": 0.770246684551239, "Finetune/Step": 5201, "Finetune/Step Time": 5.904244780540466}
+{"Finetune/Learning Rate": 1.7116170788825207e-05, "Finetune/Loss": 0.8770765662193298, "Finetune/Loss (Raw)": 0.7581019997596741, "Finetune/Step": 5202, "Finetune/Step Time": 5.906943777576089}
+{"Finetune/Learning Rate": 1.7114987593493068e-05, "Finetune/Loss": 0.8758302330970764, "Finetune/Loss (Raw)": 0.725327730178833, "Finetune/Step": 5203, "Finetune/Step Time": 5.929852681234479}
+{"Finetune/Learning Rate": 1.711380419640011e-05, "Finetune/Loss": 0.8748743534088135, "Finetune/Loss (Raw)": 0.8760921359062195, "Finetune/Step": 5204, "Finetune/Step Time": 5.930975319817662}
+{"Finetune/Learning Rate": 1.7112620597579895e-05, "Finetune/Loss": 0.8747428059577942, "Finetune/Loss (Raw)": 0.84150630235672, "Finetune/Step": 5205, "Finetune/Step Time": 5.931962199509144}
+{"Finetune/Learning Rate": 1.7111436797065984e-05, "Finetune/Loss": 0.8746061325073242, "Finetune/Loss (Raw)": 0.9461911916732788, "Finetune/Step": 5206, "Finetune/Step Time": 5.932767139747739}
+{"Finetune/Learning Rate": 1.7110252794891947e-05, "Finetune/Loss": 0.8753699064254761, "Finetune/Loss (Raw)": 0.9280132055282593, "Finetune/Step": 5207, "Finetune/Step Time": 5.934390911832452}
+{"Finetune/Learning Rate": 1.7109068591091366e-05, "Finetune/Loss": 0.8759253025054932, "Finetune/Loss (Raw)": 0.9472835659980774, "Finetune/Step": 5208, "Finetune/Step Time": 5.931460749357939}
+{"Finetune/Learning Rate": 1.7107884185697807e-05, "Finetune/Loss": 0.8731657266616821, "Finetune/Loss (Raw)": 0.6749424934387207, "Finetune/Step": 5209, "Finetune/Step Time": 5.950778692960739}
+{"Finetune/Learning Rate": 1.7106699578744867e-05, "Finetune/Loss": 0.8726131916046143, "Finetune/Loss (Raw)": 0.8908659219741821, "Finetune/Step": 5210, "Finetune/Step Time": 5.953139813616872}
+{"Finetune/Learning Rate": 1.710551477026614e-05, "Finetune/Loss": 0.8700942993164062, "Finetune/Loss (Raw)": 0.6735690832138062, "Finetune/Step": 5211, "Finetune/Step Time": 5.9737853072583675}
+{"Finetune/Learning Rate": 1.7104329760295216e-05, "Finetune/Loss": 0.8699272871017456, "Finetune/Loss (Raw)": 0.8612931370735168, "Finetune/Step": 5212, "Finetune/Step Time": 5.983811328187585}
+{"Finetune/Learning Rate": 1.71031445488657e-05, "Finetune/Loss": 0.8714489936828613, "Finetune/Loss (Raw)": 1.0000548362731934, "Finetune/Step": 5213, "Finetune/Step Time": 5.98514287173748}
+{"Finetune/Learning Rate": 1.710195913601121e-05, "Finetune/Loss": 0.8722054958343506, "Finetune/Loss (Raw)": 0.8929073214530945, "Finetune/Step": 5214, "Finetune/Step Time": 5.9841198194772005}
+{"Finetune/Learning Rate": 1.7100773521765347e-05, "Finetune/Loss": 0.8726911544799805, "Finetune/Loss (Raw)": 0.9304603934288025, "Finetune/Step": 5215, "Finetune/Step Time": 5.986711423844099}
+{"Finetune/Learning Rate": 1.709958770616174e-05, "Finetune/Loss": 0.8726215362548828, "Finetune/Loss (Raw)": 0.8245600461959839, "Finetune/Step": 5216, "Finetune/Step Time": 5.99427630007267}
+{"Finetune/Learning Rate": 1.7098401689234018e-05, "Finetune/Loss": 0.8733348846435547, "Finetune/Loss (Raw)": 0.8070381879806519, "Finetune/Step": 5217, "Finetune/Step Time": 5.991855181753635}
+{"Finetune/Learning Rate": 1.7097215471015805e-05, "Finetune/Loss": 0.8714258670806885, "Finetune/Loss (Raw)": 0.7144941091537476, "Finetune/Step": 5218, "Finetune/Step Time": 5.9903479591012}
+{"Finetune/Learning Rate": 1.7096029051540748e-05, "Finetune/Loss": 0.8719810247421265, "Finetune/Loss (Raw)": 0.7861245274543762, "Finetune/Step": 5219, "Finetune/Step Time": 5.971432918682694}
+{"Finetune/Learning Rate": 1.709484243084248e-05, "Finetune/Loss": 0.8721415400505066, "Finetune/Loss (Raw)": 0.9562754034996033, "Finetune/Step": 5220, "Finetune/Step Time": 5.967240387573838}
+{"Finetune/Learning Rate": 1.709365560895466e-05, "Finetune/Loss": 0.8730427026748657, "Finetune/Loss (Raw)": 0.9558414816856384, "Finetune/Step": 5221, "Finetune/Step Time": 5.9649839121848345}
+{"Finetune/Learning Rate": 1.7092468585910937e-05, "Finetune/Loss": 0.8727597594261169, "Finetune/Loss (Raw)": 0.8915255069732666, "Finetune/Step": 5222, "Finetune/Step Time": 5.961111791431904}
+{"Finetune/Learning Rate": 1.7091281361744975e-05, "Finetune/Loss": 0.8731621503829956, "Finetune/Loss (Raw)": 0.8721927404403687, "Finetune/Step": 5223, "Finetune/Step Time": 5.960079813376069}
+{"Finetune/Learning Rate": 1.7090093936490433e-05, "Finetune/Loss": 0.8733056783676147, "Finetune/Loss (Raw)": 0.8842746615409851, "Finetune/Step": 5224, "Finetune/Step Time": 5.9583646189421415}
+{"Finetune/Learning Rate": 1.7088906310180993e-05, "Finetune/Loss": 0.8734952211380005, "Finetune/Loss (Raw)": 0.9343036413192749, "Finetune/Step": 5225, "Finetune/Step Time": 5.959176858887076}
+{"Finetune/Learning Rate": 1.7087718482850327e-05, "Finetune/Loss": 0.8750090003013611, "Finetune/Loss (Raw)": 0.8784201741218567, "Finetune/Step": 5226, "Finetune/Step Time": 5.984769897535443}
+{"Finetune/Learning Rate": 1.708653045453212e-05, "Finetune/Loss": 0.8736827373504639, "Finetune/Loss (Raw)": 0.7735206484794617, "Finetune/Step": 5227, "Finetune/Step Time": 5.990018513053656}
+{"Finetune/Learning Rate": 1.708534222526006e-05, "Finetune/Loss": 0.8736252784729004, "Finetune/Loss (Raw)": 0.9165289402008057, "Finetune/Step": 5228, "Finetune/Step Time": 5.994231091812253}
+{"Finetune/Learning Rate": 1.7084153795067845e-05, "Finetune/Loss": 0.8731822967529297, "Finetune/Loss (Raw)": 0.8533722758293152, "Finetune/Step": 5229, "Finetune/Step Time": 5.996305109933019}
+{"Finetune/Learning Rate": 1.708296516398917e-05, "Finetune/Loss": 0.8736013174057007, "Finetune/Loss (Raw)": 0.9296708703041077, "Finetune/Step": 5230, "Finetune/Step Time": 5.9793875105679035}
+{"Finetune/Learning Rate": 1.7081776332057743e-05, "Finetune/Loss": 0.8732874393463135, "Finetune/Loss (Raw)": 0.7938488721847534, "Finetune/Step": 5231, "Finetune/Step Time": 5.997682793065906}
+{"Finetune/Learning Rate": 1.7080587299307283e-05, "Finetune/Loss": 0.8760207891464233, "Finetune/Loss (Raw)": 0.9759978652000427, "Finetune/Step": 5232, "Finetune/Step Time": 5.981346648186445}
+{"Finetune/Learning Rate": 1.7079398065771494e-05, "Finetune/Loss": 0.8744920492172241, "Finetune/Loss (Raw)": 0.7717146277427673, "Finetune/Step": 5233, "Finetune/Step Time": 5.974181987345219}
+{"Finetune/Learning Rate": 1.7078208631484113e-05, "Finetune/Loss": 0.8740500211715698, "Finetune/Loss (Raw)": 0.9245451092720032, "Finetune/Step": 5234, "Finetune/Step Time": 5.966919166967273}
+{"Finetune/Learning Rate": 1.707701899647886e-05, "Finetune/Loss": 0.8741757869720459, "Finetune/Loss (Raw)": 0.8133975267410278, "Finetune/Step": 5235, "Finetune/Step Time": 5.9703234769403934}
+{"Finetune/Learning Rate": 1.7075829160789475e-05, "Finetune/Loss": 0.8718644380569458, "Finetune/Loss (Raw)": 0.6988553404808044, "Finetune/Step": 5236, "Finetune/Step Time": 5.990153305232525}
+{"Finetune/Learning Rate": 1.7074639124449693e-05, "Finetune/Loss": 0.8717515468597412, "Finetune/Loss (Raw)": 0.9442328810691833, "Finetune/Step": 5237, "Finetune/Step Time": 5.9914755038917065}
+{"Finetune/Learning Rate": 1.7073448887493268e-05, "Finetune/Loss": 0.8713628053665161, "Finetune/Loss (Raw)": 0.8101658821105957, "Finetune/Step": 5238, "Finetune/Step Time": 5.991506794467568}
+{"Finetune/Learning Rate": 1.707225844995394e-05, "Finetune/Loss": 0.8718181252479553, "Finetune/Loss (Raw)": 0.8585926294326782, "Finetune/Step": 5239, "Finetune/Step Time": 5.989668278023601}
+{"Finetune/Learning Rate": 1.7071067811865477e-05, "Finetune/Loss": 0.8721338510513306, "Finetune/Loss (Raw)": 0.851374626159668, "Finetune/Step": 5240, "Finetune/Step Time": 5.99018250964582}
+{"Finetune/Learning Rate": 1.7069876973261638e-05, "Finetune/Loss": 0.8715644478797913, "Finetune/Loss (Raw)": 0.8620637655258179, "Finetune/Step": 5241, "Finetune/Step Time": 5.989980798214674}
+{"Finetune/Learning Rate": 1.7068685934176192e-05, "Finetune/Loss": 0.8703149557113647, "Finetune/Loss (Raw)": 0.7723783850669861, "Finetune/Step": 5242, "Finetune/Step Time": 6.011661317199469}
+{"Finetune/Learning Rate": 1.7067494694642913e-05, "Finetune/Loss": 0.8708734512329102, "Finetune/Loss (Raw)": 0.9067783355712891, "Finetune/Step": 5243, "Finetune/Step Time": 5.9954050332307816}
+{"Finetune/Learning Rate": 1.706630325469558e-05, "Finetune/Loss": 0.8716216087341309, "Finetune/Loss (Raw)": 0.8863874673843384, "Finetune/Step": 5244, "Finetune/Step Time": 5.997718896716833}
+{"Finetune/Learning Rate": 1.7065111614367983e-05, "Finetune/Loss": 0.872887134552002, "Finetune/Loss (Raw)": 0.8941904306411743, "Finetune/Step": 5245, "Finetune/Step Time": 5.999966561794281}
+{"Finetune/Learning Rate": 1.7063919773693914e-05, "Finetune/Loss": 0.8730659484863281, "Finetune/Loss (Raw)": 0.9218400120735168, "Finetune/Step": 5246, "Finetune/Step Time": 6.0087371449917555}
+{"Finetune/Learning Rate": 1.7062727732707164e-05, "Finetune/Loss": 0.8723507523536682, "Finetune/Loss (Raw)": 0.9261348247528076, "Finetune/Step": 5247, "Finetune/Step Time": 6.011917782947421}
+{"Finetune/Learning Rate": 1.7061535491441538e-05, "Finetune/Loss": 0.8713646531105042, "Finetune/Loss (Raw)": 0.7897244095802307, "Finetune/Step": 5248, "Finetune/Step Time": 6.01554156281054}
+{"Finetune/Learning Rate": 1.7060343049930845e-05, "Finetune/Loss": 0.8711268901824951, "Finetune/Loss (Raw)": 0.8818779587745667, "Finetune/Step": 5249, "Finetune/Step Time": 6.0133938398212194}
+{"Finetune/Learning Rate": 1.7059150408208902e-05, "Finetune/Loss": 0.8711960315704346, "Finetune/Loss (Raw)": 0.8991122841835022, "Finetune/Step": 5250, "Finetune/Step Time": 6.01253143325448}
+{"Finetune/Learning Rate": 1.705795756630953e-05, "Finetune/Loss": 0.8697928190231323, "Finetune/Loss (Raw)": 0.715291440486908, "Finetune/Step": 5251, "Finetune/Step Time": 6.012789512053132}
+{"Finetune/Learning Rate": 1.7056764524266547e-05, "Finetune/Loss": 0.8694131970405579, "Finetune/Loss (Raw)": 0.8980249762535095, "Finetune/Step": 5252, "Finetune/Step Time": 6.03067216835916}
+{"Finetune/Learning Rate": 1.705557128211379e-05, "Finetune/Loss": 0.8694015741348267, "Finetune/Loss (Raw)": 0.8187325596809387, "Finetune/Step": 5253, "Finetune/Step Time": 6.0372702199965715}
+{"Finetune/Learning Rate": 1.7054377839885098e-05, "Finetune/Loss": 0.8689843416213989, "Finetune/Loss (Raw)": 0.7662262320518494, "Finetune/Step": 5254, "Finetune/Step Time": 6.0403697565197945}
+{"Finetune/Learning Rate": 1.7053184197614302e-05, "Finetune/Loss": 0.8696081638336182, "Finetune/Loss (Raw)": 0.9391835927963257, "Finetune/Step": 5255, "Finetune/Step Time": 6.042675098404288}
+{"Finetune/Learning Rate": 1.7051990355335266e-05, "Finetune/Loss": 0.8699300289154053, "Finetune/Loss (Raw)": 0.7962632179260254, "Finetune/Step": 5256, "Finetune/Step Time": 6.047447707504034}
+{"Finetune/Learning Rate": 1.7050796313081838e-05, "Finetune/Loss": 0.8706170320510864, "Finetune/Loss (Raw)": 0.8771138787269592, "Finetune/Step": 5257, "Finetune/Step Time": 6.047536203637719}
+{"Finetune/Learning Rate": 1.704960207088787e-05, "Finetune/Loss": 0.8716596961021423, "Finetune/Loss (Raw)": 0.9790118336677551, "Finetune/Step": 5258, "Finetune/Step Time": 6.058467693626881}
+{"Finetune/Learning Rate": 1.7048407628787238e-05, "Finetune/Loss": 0.8719146251678467, "Finetune/Loss (Raw)": 0.879172682762146, "Finetune/Step": 5259, "Finetune/Step Time": 6.056593477725983}
+{"Finetune/Learning Rate": 1.704721298681381e-05, "Finetune/Loss": 0.8694284558296204, "Finetune/Loss (Raw)": 0.6912866234779358, "Finetune/Step": 5260, "Finetune/Step Time": 6.075667133554816}
+{"Finetune/Learning Rate": 1.7046018145001458e-05, "Finetune/Loss": 0.8676249980926514, "Finetune/Loss (Raw)": 0.6991260647773743, "Finetune/Step": 5261, "Finetune/Step Time": 6.0932927038520575}
+{"Finetune/Learning Rate": 1.7044823103384067e-05, "Finetune/Loss": 0.8694101572036743, "Finetune/Loss (Raw)": 0.8836684823036194, "Finetune/Step": 5262, "Finetune/Step Time": 6.093810589984059}
+{"Finetune/Learning Rate": 1.7043627861995528e-05, "Finetune/Loss": 0.8693884611129761, "Finetune/Loss (Raw)": 0.9387261271476746, "Finetune/Step": 5263, "Finetune/Step Time": 6.096211474388838}
+{"Finetune/Learning Rate": 1.704243242086973e-05, "Finetune/Loss": 0.8667576313018799, "Finetune/Loss (Raw)": 0.7573391795158386, "Finetune/Step": 5264, "Finetune/Step Time": 6.106575693935156}
+{"Finetune/Learning Rate": 1.7041236780040577e-05, "Finetune/Loss": 0.8657469749450684, "Finetune/Loss (Raw)": 0.8610814809799194, "Finetune/Step": 5265, "Finetune/Step Time": 6.118643114343286}
+{"Finetune/Learning Rate": 1.704004093954197e-05, "Finetune/Loss": 0.8665454387664795, "Finetune/Loss (Raw)": 0.9809659123420715, "Finetune/Step": 5266, "Finetune/Step Time": 6.120722794905305}
+{"Finetune/Learning Rate": 1.7038844899407824e-05, "Finetune/Loss": 0.8670759797096252, "Finetune/Loss (Raw)": 0.9575576782226562, "Finetune/Step": 5267, "Finetune/Step Time": 6.118161978200078}
+{"Finetune/Learning Rate": 1.7037648659672047e-05, "Finetune/Loss": 0.867094874382019, "Finetune/Loss (Raw)": 0.8885338306427002, "Finetune/Step": 5268, "Finetune/Step Time": 6.1196154858917}
+{"Finetune/Learning Rate": 1.7036452220368568e-05, "Finetune/Loss": 0.8668943643569946, "Finetune/Loss (Raw)": 0.8272063732147217, "Finetune/Step": 5269, "Finetune/Step Time": 6.116020508110523}
+{"Finetune/Learning Rate": 1.7035255581531317e-05, "Finetune/Loss": 0.8663415908813477, "Finetune/Loss (Raw)": 0.9223345518112183, "Finetune/Step": 5270, "Finetune/Step Time": 6.116547495126724}
+{"Finetune/Learning Rate": 1.7034058743194218e-05, "Finetune/Loss": 0.8643410801887512, "Finetune/Loss (Raw)": 0.7286106944084167, "Finetune/Step": 5271, "Finetune/Step Time": 6.127358324825764}
+{"Finetune/Learning Rate": 1.7032861705391218e-05, "Finetune/Loss": 0.8644007444381714, "Finetune/Loss (Raw)": 0.9653344750404358, "Finetune/Step": 5272, "Finetune/Step Time": 6.126444378867745}
+{"Finetune/Learning Rate": 1.7031664468156258e-05, "Finetune/Loss": 0.8640000820159912, "Finetune/Loss (Raw)": 0.9109591841697693, "Finetune/Step": 5273, "Finetune/Step Time": 6.122434185817838}
+{"Finetune/Learning Rate": 1.7030467031523292e-05, "Finetune/Loss": 0.8630249500274658, "Finetune/Loss (Raw)": 0.864224374294281, "Finetune/Step": 5274, "Finetune/Step Time": 6.115064881742001}
+{"Finetune/Learning Rate": 1.702926939552627e-05, "Finetune/Loss": 0.861291766166687, "Finetune/Loss (Raw)": 0.7402978539466858, "Finetune/Step": 5275, "Finetune/Step Time": 6.113841785117984}
+{"Finetune/Learning Rate": 1.7028071560199156e-05, "Finetune/Loss": 0.8605164289474487, "Finetune/Loss (Raw)": 0.6535167098045349, "Finetune/Step": 5276, "Finetune/Step Time": 6.099455147981644}
+{"Finetune/Learning Rate": 1.702687352557592e-05, "Finetune/Loss": 0.8608622550964355, "Finetune/Loss (Raw)": 0.8131372332572937, "Finetune/Step": 5277, "Finetune/Step Time": 6.101713752374053}
+{"Finetune/Learning Rate": 1.7025675291690534e-05, "Finetune/Loss": 0.860537052154541, "Finetune/Loss (Raw)": 0.8412315249443054, "Finetune/Step": 5278, "Finetune/Step Time": 6.10220654681325}
+{"Finetune/Learning Rate": 1.7024476858576973e-05, "Finetune/Loss": 0.8589159846305847, "Finetune/Loss (Raw)": 0.646186888217926, "Finetune/Step": 5279, "Finetune/Step Time": 6.11729826964438}
+{"Finetune/Learning Rate": 1.7023278226269222e-05, "Finetune/Loss": 0.8602774143218994, "Finetune/Loss (Raw)": 0.9698982238769531, "Finetune/Step": 5280, "Finetune/Step Time": 6.114699551835656}
+{"Finetune/Learning Rate": 1.702207939480127e-05, "Finetune/Loss": 0.8589720726013184, "Finetune/Loss (Raw)": 0.7368903756141663, "Finetune/Step": 5281, "Finetune/Step Time": 6.123733304440975}
+{"Finetune/Learning Rate": 1.702088036420712e-05, "Finetune/Loss": 0.8601667881011963, "Finetune/Loss (Raw)": 1.0081957578659058, "Finetune/Step": 5282, "Finetune/Step Time": 6.124036794528365}
+{"Finetune/Learning Rate": 1.7019681134520762e-05, "Finetune/Loss": 0.8595547676086426, "Finetune/Loss (Raw)": 0.784634530544281, "Finetune/Step": 5283, "Finetune/Step Time": 6.117824411019683}
+{"Finetune/Learning Rate": 1.701848170577621e-05, "Finetune/Loss": 0.8590657114982605, "Finetune/Loss (Raw)": 0.8915182948112488, "Finetune/Step": 5284, "Finetune/Step Time": 6.118419198319316}
+{"Finetune/Learning Rate": 1.701728207800748e-05, "Finetune/Loss": 0.8581293225288391, "Finetune/Loss (Raw)": 0.7717645168304443, "Finetune/Step": 5285, "Finetune/Step Time": 6.119106858968735}
+{"Finetune/Learning Rate": 1.7016082251248582e-05, "Finetune/Loss": 0.8574806451797485, "Finetune/Loss (Raw)": 0.798686146736145, "Finetune/Step": 5286, "Finetune/Step Time": 6.111923081800342}
+{"Finetune/Learning Rate": 1.701488222553354e-05, "Finetune/Loss": 0.8579395413398743, "Finetune/Loss (Raw)": 0.9047666788101196, "Finetune/Step": 5287, "Finetune/Step Time": 6.113363828510046}
+{"Finetune/Learning Rate": 1.7013682000896388e-05, "Finetune/Loss": 0.8585011959075928, "Finetune/Loss (Raw)": 0.8667832016944885, "Finetune/Step": 5288, "Finetune/Step Time": 6.11086118221283}
+{"Finetune/Learning Rate": 1.7012481577371157e-05, "Finetune/Loss": 0.860927164554596, "Finetune/Loss (Raw)": 1.0000544786453247, "Finetune/Step": 5289, "Finetune/Step Time": 6.089909503236413}
+{"Finetune/Learning Rate": 1.701128095499189e-05, "Finetune/Loss": 0.8612908124923706, "Finetune/Loss (Raw)": 0.8902766108512878, "Finetune/Step": 5290, "Finetune/Step Time": 6.073698287829757}
+{"Finetune/Learning Rate": 1.701008013379263e-05, "Finetune/Loss": 0.862252950668335, "Finetune/Loss (Raw)": 0.9273231625556946, "Finetune/Step": 5291, "Finetune/Step Time": 6.105962112545967}
+{"Finetune/Learning Rate": 1.7008879113807437e-05, "Finetune/Loss": 0.8625887632369995, "Finetune/Loss (Raw)": 0.865521252155304, "Finetune/Step": 5292, "Finetune/Step Time": 6.107224220409989}
+{"Finetune/Learning Rate": 1.7007677895070358e-05, "Finetune/Loss": 0.8619427680969238, "Finetune/Loss (Raw)": 0.7333396673202515, "Finetune/Step": 5293, "Finetune/Step Time": 6.102987099438906}
+{"Finetune/Learning Rate": 1.7006476477615463e-05, "Finetune/Loss": 0.8618359565734863, "Finetune/Loss (Raw)": 0.9252333045005798, "Finetune/Step": 5294, "Finetune/Step Time": 6.1025326028466225}
+{"Finetune/Learning Rate": 1.7005274861476818e-05, "Finetune/Loss": 0.861732542514801, "Finetune/Loss (Raw)": 0.9168785214424133, "Finetune/Step": 5295, "Finetune/Step Time": 6.1071856785565615}
+{"Finetune/Learning Rate": 1.7004073046688498e-05, "Finetune/Loss": 0.8614163994789124, "Finetune/Loss (Raw)": 0.8083100318908691, "Finetune/Step": 5296, "Finetune/Step Time": 6.1055395193398}
+{"Finetune/Learning Rate": 1.7002871033284583e-05, "Finetune/Loss": 0.8607955574989319, "Finetune/Loss (Raw)": 0.8888435959815979, "Finetune/Step": 5297, "Finetune/Step Time": 6.089547490701079}
+{"Finetune/Learning Rate": 1.700166882129916e-05, "Finetune/Loss": 0.8598552346229553, "Finetune/Loss (Raw)": 0.821357250213623, "Finetune/Step": 5298, "Finetune/Step Time": 6.099851675331593}
+{"Finetune/Learning Rate": 1.7000466410766322e-05, "Finetune/Loss": 0.8592332601547241, "Finetune/Loss (Raw)": 0.7764727473258972, "Finetune/Step": 5299, "Finetune/Step Time": 6.101407568901777}
+{"Finetune/Learning Rate": 1.699926380172016e-05, "Finetune/Loss": 0.8587397336959839, "Finetune/Loss (Raw)": 0.9351927638053894, "Finetune/Step": 5300, "Finetune/Step Time": 6.103872446343303}
+{"Finetune/Learning Rate": 1.699806099419478e-05, "Finetune/Loss": 0.8576600551605225, "Finetune/Loss (Raw)": 0.7462426424026489, "Finetune/Step": 5301, "Finetune/Step Time": 6.1214697025716305}
+{"Finetune/Learning Rate": 1.6996857988224292e-05, "Finetune/Loss": 0.8580255508422852, "Finetune/Loss (Raw)": 0.8475525975227356, "Finetune/Step": 5302, "Finetune/Step Time": 6.1233938336372375}
+{"Finetune/Learning Rate": 1.6995654783842807e-05, "Finetune/Loss": 0.8561716079711914, "Finetune/Loss (Raw)": 0.6879522204399109, "Finetune/Step": 5303, "Finetune/Step Time": 6.1234067268669605}
+{"Finetune/Learning Rate": 1.6994451381084443e-05, "Finetune/Loss": 0.8542191982269287, "Finetune/Loss (Raw)": 0.5860255360603333, "Finetune/Step": 5304, "Finetune/Step Time": 6.130562284961343}
+{"Finetune/Learning Rate": 1.6993247779983327e-05, "Finetune/Loss": 0.8534888625144958, "Finetune/Loss (Raw)": 0.8641738891601562, "Finetune/Step": 5305, "Finetune/Step Time": 6.133461888879538}
+{"Finetune/Learning Rate": 1.6992043980573597e-05, "Finetune/Loss": 0.8549399375915527, "Finetune/Loss (Raw)": 0.9116888046264648, "Finetune/Step": 5306, "Finetune/Step Time": 6.124305399134755}
+{"Finetune/Learning Rate": 1.6990839982889375e-05, "Finetune/Loss": 0.8561674952507019, "Finetune/Loss (Raw)": 0.8345398902893066, "Finetune/Step": 5307, "Finetune/Step Time": 6.118908179923892}
+{"Finetune/Learning Rate": 1.6989635786964813e-05, "Finetune/Loss": 0.854945182800293, "Finetune/Loss (Raw)": 0.8334469795227051, "Finetune/Step": 5308, "Finetune/Step Time": 6.124650878831744}
+{"Finetune/Learning Rate": 1.6988431392834057e-05, "Finetune/Loss": 0.8551012873649597, "Finetune/Loss (Raw)": 0.9079168438911438, "Finetune/Step": 5309, "Finetune/Step Time": 6.122449118643999}
+{"Finetune/Learning Rate": 1.698722680053126e-05, "Finetune/Loss": 0.8548907041549683, "Finetune/Loss (Raw)": 0.9487849473953247, "Finetune/Step": 5310, "Finetune/Step Time": 6.128456350415945}
+{"Finetune/Learning Rate": 1.6986022010090575e-05, "Finetune/Loss": 0.8535798788070679, "Finetune/Loss (Raw)": 0.7741150259971619, "Finetune/Step": 5311, "Finetune/Step Time": 6.1317787785083055}
+{"Finetune/Learning Rate": 1.6984817021546177e-05, "Finetune/Loss": 0.8541444540023804, "Finetune/Loss (Raw)": 0.9935364723205566, "Finetune/Step": 5312, "Finetune/Step Time": 6.130821531638503}
+{"Finetune/Learning Rate": 1.698361183493223e-05, "Finetune/Loss": 0.8541756272315979, "Finetune/Loss (Raw)": 0.9481210112571716, "Finetune/Step": 5313, "Finetune/Step Time": 6.126416567713022}
+{"Finetune/Learning Rate": 1.6982406450282903e-05, "Finetune/Loss": 0.853622555732727, "Finetune/Loss (Raw)": 0.87301105260849, "Finetune/Step": 5314, "Finetune/Step Time": 6.128690691664815}
+{"Finetune/Learning Rate": 1.698120086763239e-05, "Finetune/Loss": 0.8530619144439697, "Finetune/Loss (Raw)": 0.8504592776298523, "Finetune/Step": 5315, "Finetune/Step Time": 6.131020938977599}
+{"Finetune/Learning Rate": 1.697999508701487e-05, "Finetune/Loss": 0.8534671664237976, "Finetune/Loss (Raw)": 0.9278709292411804, "Finetune/Step": 5316, "Finetune/Step Time": 6.135005841031671}
+{"Finetune/Learning Rate": 1.697878910846454e-05, "Finetune/Loss": 0.8522646427154541, "Finetune/Loss (Raw)": 0.6704168915748596, "Finetune/Step": 5317, "Finetune/Step Time": 6.154229335486889}
+{"Finetune/Learning Rate": 1.6977582932015596e-05, "Finetune/Loss": 0.8527397513389587, "Finetune/Loss (Raw)": 0.9761800765991211, "Finetune/Step": 5318, "Finetune/Step Time": 6.160169405862689}
+{"Finetune/Learning Rate": 1.6976376557702244e-05, "Finetune/Loss": 0.8543618321418762, "Finetune/Loss (Raw)": 0.9433059096336365, "Finetune/Step": 5319, "Finetune/Step Time": 6.152360141277313}
+{"Finetune/Learning Rate": 1.6975169985558686e-05, "Finetune/Loss": 0.8542870283126831, "Finetune/Loss (Raw)": 0.9268153309822083, "Finetune/Step": 5320, "Finetune/Step Time": 6.162920370697975}
+{"Finetune/Learning Rate": 1.6973963215619144e-05, "Finetune/Loss": 0.8534532785415649, "Finetune/Loss (Raw)": 0.7763429284095764, "Finetune/Step": 5321, "Finetune/Step Time": 6.164775608107448}
+{"Finetune/Learning Rate": 1.6972756247917837e-05, "Finetune/Loss": 0.8533569574356079, "Finetune/Loss (Raw)": 0.8880658745765686, "Finetune/Step": 5322, "Finetune/Step Time": 6.161045795306563}
+{"Finetune/Learning Rate": 1.6971549082488987e-05, "Finetune/Loss": 0.8536942005157471, "Finetune/Loss (Raw)": 0.8887237906455994, "Finetune/Step": 5323, "Finetune/Step Time": 6.141916546970606}
+{"Finetune/Learning Rate": 1.6970341719366835e-05, "Finetune/Loss": 0.8551678657531738, "Finetune/Loss (Raw)": 0.9673792123794556, "Finetune/Step": 5324, "Finetune/Step Time": 6.141806930303574}
+{"Finetune/Learning Rate": 1.696913415858561e-05, "Finetune/Loss": 0.8555407524108887, "Finetune/Loss (Raw)": 0.8253417611122131, "Finetune/Step": 5325, "Finetune/Step Time": 6.129092523828149}
+{"Finetune/Learning Rate": 1.696792640017956e-05, "Finetune/Loss": 0.85431307554245, "Finetune/Loss (Raw)": 0.7995685338973999, "Finetune/Step": 5326, "Finetune/Step Time": 6.129464391618967}
+{"Finetune/Learning Rate": 1.6966718444182926e-05, "Finetune/Loss": 0.8536930084228516, "Finetune/Loss (Raw)": 0.8274908065795898, "Finetune/Step": 5327, "Finetune/Step Time": 6.128284178674221}
+{"Finetune/Learning Rate": 1.6965510290629973e-05, "Finetune/Loss": 0.854093074798584, "Finetune/Loss (Raw)": 0.9583489894866943, "Finetune/Step": 5328, "Finetune/Step Time": 6.126413891091943}
+{"Finetune/Learning Rate": 1.696430193955495e-05, "Finetune/Loss": 0.855248212814331, "Finetune/Loss (Raw)": 0.9180996417999268, "Finetune/Step": 5329, "Finetune/Step Time": 6.116406820714474}
+{"Finetune/Learning Rate": 1.6963093390992134e-05, "Finetune/Loss": 0.8573774695396423, "Finetune/Loss (Raw)": 1.0306464433670044, "Finetune/Step": 5330, "Finetune/Step Time": 6.113016294315457}
+{"Finetune/Learning Rate": 1.6961884644975786e-05, "Finetune/Loss": 0.8572172522544861, "Finetune/Loss (Raw)": 0.7048230767250061, "Finetune/Step": 5331, "Finetune/Step Time": 6.114017808809876}
+{"Finetune/Learning Rate": 1.696067570154019e-05, "Finetune/Loss": 0.8573423624038696, "Finetune/Loss (Raw)": 0.8921021223068237, "Finetune/Step": 5332, "Finetune/Step Time": 6.117615319788456}
+{"Finetune/Learning Rate": 1.695946656071962e-05, "Finetune/Loss": 0.857824444770813, "Finetune/Loss (Raw)": 0.9032174348831177, "Finetune/Step": 5333, "Finetune/Step Time": 6.1177112106233835}
+{"Finetune/Learning Rate": 1.695825722254837e-05, "Finetune/Loss": 0.8582177758216858, "Finetune/Loss (Raw)": 0.9965387582778931, "Finetune/Step": 5334, "Finetune/Step Time": 6.117021007463336}
+{"Finetune/Learning Rate": 1.6957047687060732e-05, "Finetune/Loss": 0.8572917580604553, "Finetune/Loss (Raw)": 0.8094784617424011, "Finetune/Step": 5335, "Finetune/Step Time": 6.120151290670037}
+{"Finetune/Learning Rate": 1.6955837954291007e-05, "Finetune/Loss": 0.8560801148414612, "Finetune/Loss (Raw)": 0.7921934127807617, "Finetune/Step": 5336, "Finetune/Step Time": 6.119321223348379}
+{"Finetune/Learning Rate": 1.6954628024273496e-05, "Finetune/Loss": 0.8584157228469849, "Finetune/Loss (Raw)": 0.9739032983779907, "Finetune/Step": 5337, "Finetune/Step Time": 6.116495894268155}
+{"Finetune/Learning Rate": 1.695341789704251e-05, "Finetune/Loss": 0.8578375577926636, "Finetune/Loss (Raw)": 0.8168625831604004, "Finetune/Step": 5338, "Finetune/Step Time": 6.114986272528768}
+{"Finetune/Learning Rate": 1.6952207572632368e-05, "Finetune/Loss": 0.8578143119812012, "Finetune/Loss (Raw)": 0.6705859303474426, "Finetune/Step": 5339, "Finetune/Step Time": 6.118581170216203}
+{"Finetune/Learning Rate": 1.6950997051077384e-05, "Finetune/Loss": 0.8582432270050049, "Finetune/Loss (Raw)": 0.9161929488182068, "Finetune/Step": 5340, "Finetune/Step Time": 6.109865395352244}
+{"Finetune/Learning Rate": 1.694978633241189e-05, "Finetune/Loss": 0.8585590124130249, "Finetune/Loss (Raw)": 1.0404800176620483, "Finetune/Step": 5341, "Finetune/Step Time": 6.11170394346118}
+{"Finetune/Learning Rate": 1.6948575416670222e-05, "Finetune/Loss": 0.858476996421814, "Finetune/Loss (Raw)": 0.8824071288108826, "Finetune/Step": 5342, "Finetune/Step Time": 6.117551911622286}
+{"Finetune/Learning Rate": 1.6947364303886712e-05, "Finetune/Loss": 0.8577572107315063, "Finetune/Loss (Raw)": 0.8383288979530334, "Finetune/Step": 5343, "Finetune/Step Time": 6.116718577221036}
+{"Finetune/Learning Rate": 1.6946152994095705e-05, "Finetune/Loss": 0.8589556813240051, "Finetune/Loss (Raw)": 0.9779635667800903, "Finetune/Step": 5344, "Finetune/Step Time": 6.113728653639555}
+{"Finetune/Learning Rate": 1.6944941487331553e-05, "Finetune/Loss": 0.8593286275863647, "Finetune/Loss (Raw)": 0.8547803163528442, "Finetune/Step": 5345, "Finetune/Step Time": 6.096452848985791}
+{"Finetune/Learning Rate": 1.694372978362861e-05, "Finetune/Loss": 0.8594262599945068, "Finetune/Loss (Raw)": 0.7269893884658813, "Finetune/Step": 5346, "Finetune/Step Time": 6.095513327047229}
+{"Finetune/Learning Rate": 1.694251788302123e-05, "Finetune/Loss": 0.8582584857940674, "Finetune/Loss (Raw)": 0.6366492509841919, "Finetune/Step": 5347, "Finetune/Step Time": 6.11755233258009}
+{"Finetune/Learning Rate": 1.694130578554379e-05, "Finetune/Loss": 0.8568422794342041, "Finetune/Loss (Raw)": 0.7749983072280884, "Finetune/Step": 5348, "Finetune/Step Time": 6.11838055215776}
+{"Finetune/Learning Rate": 1.6940093491230657e-05, "Finetune/Loss": 0.855783224105835, "Finetune/Loss (Raw)": 0.820277750492096, "Finetune/Step": 5349, "Finetune/Step Time": 6.1174181662499905}
+{"Finetune/Learning Rate": 1.693888100011621e-05, "Finetune/Loss": 0.8554927706718445, "Finetune/Loss (Raw)": 0.8543556928634644, "Finetune/Step": 5350, "Finetune/Step Time": 6.121563144028187}
+{"Finetune/Learning Rate": 1.6937668312234825e-05, "Finetune/Loss": 0.8550598621368408, "Finetune/Loss (Raw)": 0.8167806267738342, "Finetune/Step": 5351, "Finetune/Step Time": 6.121381621807814}
+{"Finetune/Learning Rate": 1.6936455427620894e-05, "Finetune/Loss": 0.8548123836517334, "Finetune/Loss (Raw)": 0.8525963425636292, "Finetune/Step": 5352, "Finetune/Step Time": 6.139395309612155}
+{"Finetune/Learning Rate": 1.6935242346308812e-05, "Finetune/Loss": 0.8532119393348694, "Finetune/Loss (Raw)": 0.7294436693191528, "Finetune/Step": 5353, "Finetune/Step Time": 6.156406497582793}
+{"Finetune/Learning Rate": 1.6934029068332977e-05, "Finetune/Loss": 0.8526334166526794, "Finetune/Loss (Raw)": 0.8043700456619263, "Finetune/Step": 5354, "Finetune/Step Time": 6.131386194378138}
+{"Finetune/Learning Rate": 1.6932815593727798e-05, "Finetune/Loss": 0.854414701461792, "Finetune/Loss (Raw)": 1.0015289783477783, "Finetune/Step": 5355, "Finetune/Step Time": 6.124216323718429}
+{"Finetune/Learning Rate": 1.6931601922527684e-05, "Finetune/Loss": 0.8540655970573425, "Finetune/Loss (Raw)": 0.8718411922454834, "Finetune/Step": 5356, "Finetune/Step Time": 6.127077467739582}
+{"Finetune/Learning Rate": 1.6930388054767047e-05, "Finetune/Loss": 0.8538205623626709, "Finetune/Loss (Raw)": 0.822010338306427, "Finetune/Step": 5357, "Finetune/Step Time": 6.127000516280532}
+{"Finetune/Learning Rate": 1.692917399048031e-05, "Finetune/Loss": 0.8517102599143982, "Finetune/Loss (Raw)": 0.6595500707626343, "Finetune/Step": 5358, "Finetune/Step Time": 6.1273513827472925}
+{"Finetune/Learning Rate": 1.6927959729701912e-05, "Finetune/Loss": 0.8519428968429565, "Finetune/Loss (Raw)": 0.8236191868782043, "Finetune/Step": 5359, "Finetune/Step Time": 6.108168922364712}
+{"Finetune/Learning Rate": 1.692674527246627e-05, "Finetune/Loss": 0.8511735200881958, "Finetune/Loss (Raw)": 0.8775232434272766, "Finetune/Step": 5360, "Finetune/Step Time": 6.107811002060771}
+{"Finetune/Learning Rate": 1.6925530618807832e-05, "Finetune/Loss": 0.8520078659057617, "Finetune/Loss (Raw)": 0.8785058856010437, "Finetune/Step": 5361, "Finetune/Step Time": 6.111132692545652}
+{"Finetune/Learning Rate": 1.6924315768761036e-05, "Finetune/Loss": 0.852821946144104, "Finetune/Loss (Raw)": 1.0287530422210693, "Finetune/Step": 5362, "Finetune/Step Time": 6.10931633412838}
+{"Finetune/Learning Rate": 1.6923100722360333e-05, "Finetune/Loss": 0.8537194728851318, "Finetune/Loss (Raw)": 0.9282817244529724, "Finetune/Step": 5363, "Finetune/Step Time": 6.085221381857991}
+{"Finetune/Learning Rate": 1.6921885479640186e-05, "Finetune/Loss": 0.8537384271621704, "Finetune/Loss (Raw)": 0.701279878616333, "Finetune/Step": 5364, "Finetune/Step Time": 6.068945797160268}
+{"Finetune/Learning Rate": 1.6920670040635047e-05, "Finetune/Loss": 0.8537979125976562, "Finetune/Loss (Raw)": 0.9518495202064514, "Finetune/Step": 5365, "Finetune/Step Time": 6.065945876762271}
+{"Finetune/Learning Rate": 1.6919454405379384e-05, "Finetune/Loss": 0.8543376326560974, "Finetune/Loss (Raw)": 0.8792486786842346, "Finetune/Step": 5366, "Finetune/Step Time": 6.07133992947638}
+{"Finetune/Learning Rate": 1.6918238573907672e-05, "Finetune/Loss": 0.8555096983909607, "Finetune/Loss (Raw)": 1.0086164474487305, "Finetune/Step": 5367, "Finetune/Step Time": 6.069073202088475}
+{"Finetune/Learning Rate": 1.6917022546254388e-05, "Finetune/Loss": 0.8567796945571899, "Finetune/Loss (Raw)": 1.0139384269714355, "Finetune/Step": 5368, "Finetune/Step Time": 6.072533268481493}
+{"Finetune/Learning Rate": 1.6915806322454013e-05, "Finetune/Loss": 0.85666424036026, "Finetune/Loss (Raw)": 0.847280740737915, "Finetune/Step": 5369, "Finetune/Step Time": 6.078521773219109}
+{"Finetune/Learning Rate": 1.6914589902541038e-05, "Finetune/Loss": 0.8565934896469116, "Finetune/Loss (Raw)": 0.7633228302001953, "Finetune/Step": 5370, "Finetune/Step Time": 6.0632524359971285}
+{"Finetune/Learning Rate": 1.691337328654995e-05, "Finetune/Loss": 0.8568016290664673, "Finetune/Loss (Raw)": 0.9334166049957275, "Finetune/Step": 5371, "Finetune/Step Time": 6.061918536201119}
+{"Finetune/Learning Rate": 1.6912156474515264e-05, "Finetune/Loss": 0.8563624620437622, "Finetune/Loss (Raw)": 0.8301774859428406, "Finetune/Step": 5372, "Finetune/Step Time": 6.060744086280465}
+{"Finetune/Learning Rate": 1.691093946647147e-05, "Finetune/Loss": 0.8556703925132751, "Finetune/Loss (Raw)": 0.8056126832962036, "Finetune/Step": 5373, "Finetune/Step Time": 6.061089988797903}
+{"Finetune/Learning Rate": 1.6909722262453086e-05, "Finetune/Loss": 0.8549851775169373, "Finetune/Loss (Raw)": 0.8341260552406311, "Finetune/Step": 5374, "Finetune/Step Time": 6.057181200012565}
+{"Finetune/Learning Rate": 1.6908504862494626e-05, "Finetune/Loss": 0.8544521331787109, "Finetune/Loss (Raw)": 0.8579108715057373, "Finetune/Step": 5375, "Finetune/Step Time": 6.059084931388497}
+{"Finetune/Learning Rate": 1.6907287266630614e-05, "Finetune/Loss": 0.8537970781326294, "Finetune/Loss (Raw)": 0.7058770060539246, "Finetune/Step": 5376, "Finetune/Step Time": 6.055482221767306}
+{"Finetune/Learning Rate": 1.690606947489558e-05, "Finetune/Loss": 0.8538755178451538, "Finetune/Loss (Raw)": 0.8919174075126648, "Finetune/Step": 5377, "Finetune/Step Time": 6.055126061663032}
+{"Finetune/Learning Rate": 1.690485148732405e-05, "Finetune/Loss": 0.8544714450836182, "Finetune/Loss (Raw)": 0.9753875732421875, "Finetune/Step": 5378, "Finetune/Step Time": 6.059990307316184}
+{"Finetune/Learning Rate": 1.6903633303950565e-05, "Finetune/Loss": 0.8547054529190063, "Finetune/Loss (Raw)": 0.7452404499053955, "Finetune/Step": 5379, "Finetune/Step Time": 6.079233657568693}
+{"Finetune/Learning Rate": 1.6902414924809675e-05, "Finetune/Loss": 0.8543374538421631, "Finetune/Loss (Raw)": 0.8509249091148376, "Finetune/Step": 5380, "Finetune/Step Time": 6.063310058787465}
+{"Finetune/Learning Rate": 1.6901196349935923e-05, "Finetune/Loss": 0.8547260165214539, "Finetune/Loss (Raw)": 0.8684732913970947, "Finetune/Step": 5381, "Finetune/Step Time": 6.061705125495791}
+{"Finetune/Learning Rate": 1.689997757936387e-05, "Finetune/Loss": 0.8547059893608093, "Finetune/Loss (Raw)": 0.7636609077453613, "Finetune/Step": 5382, "Finetune/Step Time": 6.065342294052243}
+{"Finetune/Learning Rate": 1.689875861312807e-05, "Finetune/Loss": 0.8530324697494507, "Finetune/Loss (Raw)": 0.7249652147293091, "Finetune/Step": 5383, "Finetune/Step Time": 6.070980591699481}
+{"Finetune/Learning Rate": 1.6897539451263093e-05, "Finetune/Loss": 0.85334312915802, "Finetune/Loss (Raw)": 0.8360345959663391, "Finetune/Step": 5384, "Finetune/Step Time": 6.070109944790602}
+{"Finetune/Learning Rate": 1.6896320093803516e-05, "Finetune/Loss": 0.8528767824172974, "Finetune/Loss (Raw)": 0.8174171447753906, "Finetune/Step": 5385, "Finetune/Step Time": 6.086988581344485}
+{"Finetune/Learning Rate": 1.6895100540783906e-05, "Finetune/Loss": 0.8516539335250854, "Finetune/Loss (Raw)": 0.8224925398826599, "Finetune/Step": 5386, "Finetune/Step Time": 6.066550405696034}
+{"Finetune/Learning Rate": 1.6893880792238856e-05, "Finetune/Loss": 0.8513222336769104, "Finetune/Loss (Raw)": 0.8367127180099487, "Finetune/Step": 5387, "Finetune/Step Time": 6.083624197170138}
+{"Finetune/Learning Rate": 1.689266084820295e-05, "Finetune/Loss": 0.8527233600616455, "Finetune/Loss (Raw)": 0.8706321120262146, "Finetune/Step": 5388, "Finetune/Step Time": 6.071548035368323}
+{"Finetune/Learning Rate": 1.6891440708710778e-05, "Finetune/Loss": 0.853986382484436, "Finetune/Loss (Raw)": 0.8607890009880066, "Finetune/Step": 5389, "Finetune/Step Time": 6.051021574065089}
+{"Finetune/Learning Rate": 1.689022037379695e-05, "Finetune/Loss": 0.8539655208587646, "Finetune/Loss (Raw)": 0.880998432636261, "Finetune/Step": 5390, "Finetune/Step Time": 6.047074606642127}
+{"Finetune/Learning Rate": 1.688899984349606e-05, "Finetune/Loss": 0.8531099557876587, "Finetune/Loss (Raw)": 0.8292199373245239, "Finetune/Step": 5391, "Finetune/Step Time": 6.045092809945345}
+{"Finetune/Learning Rate": 1.6887779117842727e-05, "Finetune/Loss": 0.8537750244140625, "Finetune/Loss (Raw)": 0.8424644470214844, "Finetune/Step": 5392, "Finetune/Step Time": 6.033994629979134}
+{"Finetune/Learning Rate": 1.6886558196871562e-05, "Finetune/Loss": 0.8536430597305298, "Finetune/Loss (Raw)": 0.8441935777664185, "Finetune/Step": 5393, "Finetune/Step Time": 6.022386137396097}
+{"Finetune/Learning Rate": 1.6885337080617195e-05, "Finetune/Loss": 0.8527771234512329, "Finetune/Loss (Raw)": 0.8701202869415283, "Finetune/Step": 5394, "Finetune/Step Time": 6.0341814532876015}
+{"Finetune/Learning Rate": 1.6884115769114245e-05, "Finetune/Loss": 0.8506416082382202, "Finetune/Loss (Raw)": 0.6842137575149536, "Finetune/Step": 5395, "Finetune/Step Time": 6.054889505729079}
+{"Finetune/Learning Rate": 1.6882894262397343e-05, "Finetune/Loss": 0.850509524345398, "Finetune/Loss (Raw)": 0.871631383895874, "Finetune/Step": 5396, "Finetune/Step Time": 6.056661220267415}
+{"Finetune/Learning Rate": 1.688167256050114e-05, "Finetune/Loss": 0.8500058650970459, "Finetune/Loss (Raw)": 0.7627314329147339, "Finetune/Step": 5397, "Finetune/Step Time": 6.06505087018013}
+{"Finetune/Learning Rate": 1.6880450663460262e-05, "Finetune/Loss": 0.8495576977729797, "Finetune/Loss (Raw)": 0.8649724125862122, "Finetune/Step": 5398, "Finetune/Step Time": 6.071238737553358}
+{"Finetune/Learning Rate": 1.6879228571309377e-05, "Finetune/Loss": 0.8507770299911499, "Finetune/Loss (Raw)": 0.8846851587295532, "Finetune/Step": 5399, "Finetune/Step Time": 6.059182500466704}
+{"Finetune/Learning Rate": 1.687800628408313e-05, "Finetune/Loss": 0.8499370813369751, "Finetune/Loss (Raw)": 0.8578229546546936, "Finetune/Step": 5400, "Finetune/Step Time": 6.065959345549345}
+{"Finetune/Learning Rate": 1.687678380181618e-05, "Finetune/Loss": 0.8482688069343567, "Finetune/Loss (Raw)": 0.6974152326583862, "Finetune/Step": 5401, "Finetune/Step Time": 6.081112831830978}
+{"Finetune/Learning Rate": 1.68755611245432e-05, "Finetune/Loss": 0.8483276963233948, "Finetune/Loss (Raw)": 0.8717646598815918, "Finetune/Step": 5402, "Finetune/Step Time": 6.0834636222571135}
+{"Finetune/Learning Rate": 1.687433825229886e-05, "Finetune/Loss": 0.8488190770149231, "Finetune/Loss (Raw)": 0.8031973242759705, "Finetune/Step": 5403, "Finetune/Step Time": 6.086804885417223}
+{"Finetune/Learning Rate": 1.6873115185117828e-05, "Finetune/Loss": 0.8510509729385376, "Finetune/Loss (Raw)": 0.9391947984695435, "Finetune/Step": 5404, "Finetune/Step Time": 6.08906183950603}
+{"Finetune/Learning Rate": 1.6871891923034797e-05, "Finetune/Loss": 0.8506509065628052, "Finetune/Loss (Raw)": 0.7619339823722839, "Finetune/Step": 5405, "Finetune/Step Time": 6.0987966153770685}
+{"Finetune/Learning Rate": 1.6870668466084453e-05, "Finetune/Loss": 0.8518187999725342, "Finetune/Loss (Raw)": 0.990714967250824, "Finetune/Step": 5406, "Finetune/Step Time": 6.1007737927138805}
+{"Finetune/Learning Rate": 1.686944481430149e-05, "Finetune/Loss": 0.8536849021911621, "Finetune/Loss (Raw)": 0.8850440382957458, "Finetune/Step": 5407, "Finetune/Step Time": 6.086865626275539}
+{"Finetune/Learning Rate": 1.6868220967720604e-05, "Finetune/Loss": 0.8514976501464844, "Finetune/Loss (Raw)": 0.6899360418319702, "Finetune/Step": 5408, "Finetune/Step Time": 6.10967287234962}
+{"Finetune/Learning Rate": 1.68669969263765e-05, "Finetune/Loss": 0.852221667766571, "Finetune/Loss (Raw)": 0.8295636177062988, "Finetune/Step": 5409, "Finetune/Step Time": 6.09997178427875}
+{"Finetune/Learning Rate": 1.6865772690303894e-05, "Finetune/Loss": 0.8509471416473389, "Finetune/Loss (Raw)": 0.8450617790222168, "Finetune/Step": 5410, "Finetune/Step Time": 6.102563988417387}
+{"Finetune/Learning Rate": 1.6864548259537497e-05, "Finetune/Loss": 0.8517212867736816, "Finetune/Loss (Raw)": 0.8837194442749023, "Finetune/Step": 5411, "Finetune/Step Time": 6.109479619190097}
+{"Finetune/Learning Rate": 1.6863323634112034e-05, "Finetune/Loss": 0.8513836860656738, "Finetune/Loss (Raw)": 0.8483049273490906, "Finetune/Step": 5412, "Finetune/Step Time": 6.109110318124294}
+{"Finetune/Learning Rate": 1.6862098814062227e-05, "Finetune/Loss": 0.8513567447662354, "Finetune/Loss (Raw)": 0.7683145403862, "Finetune/Step": 5413, "Finetune/Step Time": 6.105533104389906}
+{"Finetune/Learning Rate": 1.686087379942281e-05, "Finetune/Loss": 0.8511166572570801, "Finetune/Loss (Raw)": 0.7679548263549805, "Finetune/Step": 5414, "Finetune/Step Time": 6.094955608248711}
+{"Finetune/Learning Rate": 1.6859648590228524e-05, "Finetune/Loss": 0.8498785495758057, "Finetune/Loss (Raw)": 0.7462862730026245, "Finetune/Step": 5415, "Finetune/Step Time": 6.096819221973419}
+{"Finetune/Learning Rate": 1.6858423186514108e-05, "Finetune/Loss": 0.8505641222000122, "Finetune/Loss (Raw)": 0.9545450210571289, "Finetune/Step": 5416, "Finetune/Step Time": 6.097954632714391}
+{"Finetune/Learning Rate": 1.685719758831431e-05, "Finetune/Loss": 0.848820149898529, "Finetune/Loss (Raw)": 0.7768227458000183, "Finetune/Step": 5417, "Finetune/Step Time": 6.118662923574448}
+{"Finetune/Learning Rate": 1.6855971795663895e-05, "Finetune/Loss": 0.8479140400886536, "Finetune/Loss (Raw)": 0.7742944955825806, "Finetune/Step": 5418, "Finetune/Step Time": 6.118719160556793}
+{"Finetune/Learning Rate": 1.685474580859761e-05, "Finetune/Loss": 0.8464190363883972, "Finetune/Loss (Raw)": 0.7359652519226074, "Finetune/Step": 5419, "Finetune/Step Time": 6.080107351765037}
+{"Finetune/Learning Rate": 1.6853519627150227e-05, "Finetune/Loss": 0.8466309309005737, "Finetune/Loss (Raw)": 0.8926449418067932, "Finetune/Step": 5420, "Finetune/Step Time": 6.073164954781532}
+{"Finetune/Learning Rate": 1.685229325135652e-05, "Finetune/Loss": 0.8475284576416016, "Finetune/Loss (Raw)": 0.8482281565666199, "Finetune/Step": 5421, "Finetune/Step Time": 6.071806911379099}
+{"Finetune/Learning Rate": 1.6851066681251258e-05, "Finetune/Loss": 0.8471769690513611, "Finetune/Loss (Raw)": 0.8802347183227539, "Finetune/Step": 5422, "Finetune/Step Time": 6.072898248210549}
+{"Finetune/Learning Rate": 1.6849839916869227e-05, "Finetune/Loss": 0.8462031483650208, "Finetune/Loss (Raw)": 0.7922279834747314, "Finetune/Step": 5423, "Finetune/Step Time": 6.057177098467946}
+{"Finetune/Learning Rate": 1.6848612958245215e-05, "Finetune/Loss": 0.8461655378341675, "Finetune/Loss (Raw)": 0.8035016655921936, "Finetune/Step": 5424, "Finetune/Step Time": 6.05858239531517}
+{"Finetune/Learning Rate": 1.6847385805414017e-05, "Finetune/Loss": 0.8454083800315857, "Finetune/Loss (Raw)": 0.791925311088562, "Finetune/Step": 5425, "Finetune/Step Time": 6.0600666254758835}
+{"Finetune/Learning Rate": 1.6846158458410426e-05, "Finetune/Loss": 0.8448219299316406, "Finetune/Loss (Raw)": 0.7462918758392334, "Finetune/Step": 5426, "Finetune/Step Time": 6.056340217590332}
+{"Finetune/Learning Rate": 1.6844930917269252e-05, "Finetune/Loss": 0.845524251461029, "Finetune/Loss (Raw)": 0.8663656711578369, "Finetune/Step": 5427, "Finetune/Step Time": 6.056294454261661}
+{"Finetune/Learning Rate": 1.6843703182025298e-05, "Finetune/Loss": 0.8445013165473938, "Finetune/Loss (Raw)": 0.8042572140693665, "Finetune/Step": 5428, "Finetune/Step Time": 6.056648593395948}
+{"Finetune/Learning Rate": 1.6842475252713383e-05, "Finetune/Loss": 0.8453591465950012, "Finetune/Loss (Raw)": 0.8560498356819153, "Finetune/Step": 5429, "Finetune/Step Time": 6.036832053214312}
+{"Finetune/Learning Rate": 1.684124712936833e-05, "Finetune/Loss": 0.8455790281295776, "Finetune/Loss (Raw)": 0.875702440738678, "Finetune/Step": 5430, "Finetune/Step Time": 6.037310717627406}
+{"Finetune/Learning Rate": 1.6840018812024958e-05, "Finetune/Loss": 0.8470602035522461, "Finetune/Loss (Raw)": 0.8775299191474915, "Finetune/Step": 5431, "Finetune/Step Time": 6.036470469087362}
+{"Finetune/Learning Rate": 1.6838790300718107e-05, "Finetune/Loss": 0.848853588104248, "Finetune/Loss (Raw)": 0.8155869841575623, "Finetune/Step": 5432, "Finetune/Step Time": 6.016834249719977}
+{"Finetune/Learning Rate": 1.6837561595482606e-05, "Finetune/Loss": 0.8490304946899414, "Finetune/Loss (Raw)": 0.886809229850769, "Finetune/Step": 5433, "Finetune/Step Time": 6.019271954894066}
+{"Finetune/Learning Rate": 1.6836332696353305e-05, "Finetune/Loss": 0.8484721183776855, "Finetune/Loss (Raw)": 0.8402267694473267, "Finetune/Step": 5434, "Finetune/Step Time": 6.018717432394624}
+{"Finetune/Learning Rate": 1.6835103603365047e-05, "Finetune/Loss": 0.8487438559532166, "Finetune/Loss (Raw)": 0.8693159222602844, "Finetune/Step": 5435, "Finetune/Step Time": 6.018265234306455}
+{"Finetune/Learning Rate": 1.6833874316552686e-05, "Finetune/Loss": 0.8490678668022156, "Finetune/Loss (Raw)": 0.874922513961792, "Finetune/Step": 5436, "Finetune/Step Time": 6.016452696174383}
+{"Finetune/Learning Rate": 1.6832644835951086e-05, "Finetune/Loss": 0.8493869304656982, "Finetune/Loss (Raw)": 0.9487559795379639, "Finetune/Step": 5437, "Finetune/Step Time": 6.02345290966332}
+{"Finetune/Learning Rate": 1.6831415161595103e-05, "Finetune/Loss": 0.8498296737670898, "Finetune/Loss (Raw)": 1.0054559707641602, "Finetune/Step": 5438, "Finetune/Step Time": 6.021293748170137}
+{"Finetune/Learning Rate": 1.6830185293519616e-05, "Finetune/Loss": 0.850450873374939, "Finetune/Loss (Raw)": 0.8536322712898254, "Finetune/Step": 5439, "Finetune/Step Time": 6.023103415966034}
+{"Finetune/Learning Rate": 1.6828955231759495e-05, "Finetune/Loss": 0.8479970097541809, "Finetune/Loss (Raw)": 0.6794422268867493, "Finetune/Step": 5440, "Finetune/Step Time": 6.039387606084347}
+{"Finetune/Learning Rate": 1.6827724976349624e-05, "Finetune/Loss": 0.8472111225128174, "Finetune/Loss (Raw)": 0.8475241661071777, "Finetune/Step": 5441, "Finetune/Step Time": 6.042184788733721}
+{"Finetune/Learning Rate": 1.6826494527324887e-05, "Finetune/Loss": 0.8474854230880737, "Finetune/Loss (Raw)": 0.9081236720085144, "Finetune/Step": 5442, "Finetune/Step Time": 6.041349481791258}
+{"Finetune/Learning Rate": 1.6825263884720176e-05, "Finetune/Loss": 0.8463769555091858, "Finetune/Loss (Raw)": 0.7085699439048767, "Finetune/Step": 5443, "Finetune/Step Time": 6.03622248955071}
+{"Finetune/Learning Rate": 1.682403304857039e-05, "Finetune/Loss": 0.8455204963684082, "Finetune/Loss (Raw)": 0.8182544708251953, "Finetune/Step": 5444, "Finetune/Step Time": 6.03387856669724}
+{"Finetune/Learning Rate": 1.6822802018910437e-05, "Finetune/Loss": 0.8465845584869385, "Finetune/Loss (Raw)": 0.8066167235374451, "Finetune/Step": 5445, "Finetune/Step Time": 6.013298554345965}
+{"Finetune/Learning Rate": 1.6821570795775212e-05, "Finetune/Loss": 0.8447524905204773, "Finetune/Loss (Raw)": 0.7416723370552063, "Finetune/Step": 5446, "Finetune/Step Time": 6.011329986155033}
+{"Finetune/Learning Rate": 1.682033937919964e-05, "Finetune/Loss": 0.8436286449432373, "Finetune/Loss (Raw)": 0.7994477152824402, "Finetune/Step": 5447, "Finetune/Step Time": 6.029336070641875}
+{"Finetune/Learning Rate": 1.681910776921864e-05, "Finetune/Loss": 0.8429598808288574, "Finetune/Loss (Raw)": 0.8412200808525085, "Finetune/Step": 5448, "Finetune/Step Time": 6.035888159647584}
+{"Finetune/Learning Rate": 1.6817875965867135e-05, "Finetune/Loss": 0.8439905643463135, "Finetune/Loss (Raw)": 0.9082646369934082, "Finetune/Step": 5449, "Finetune/Step Time": 6.033530447632074}
+{"Finetune/Learning Rate": 1.681664396918005e-05, "Finetune/Loss": 0.8428926467895508, "Finetune/Loss (Raw)": 0.747529923915863, "Finetune/Step": 5450, "Finetune/Step Time": 6.034649917855859}
+{"Finetune/Learning Rate": 1.681541177919233e-05, "Finetune/Loss": 0.8426883220672607, "Finetune/Loss (Raw)": 0.8625704050064087, "Finetune/Step": 5451, "Finetune/Step Time": 6.035699900239706}
+{"Finetune/Learning Rate": 1.6814179395938915e-05, "Finetune/Loss": 0.8419995307922363, "Finetune/Loss (Raw)": 0.8792217969894409, "Finetune/Step": 5452, "Finetune/Step Time": 6.033149776980281}
+{"Finetune/Learning Rate": 1.6812946819454742e-05, "Finetune/Loss": 0.8424495458602905, "Finetune/Loss (Raw)": 0.8829416632652283, "Finetune/Step": 5453, "Finetune/Step Time": 6.028264312073588}
+{"Finetune/Learning Rate": 1.6811714049774775e-05, "Finetune/Loss": 0.8440783023834229, "Finetune/Loss (Raw)": 1.0080424547195435, "Finetune/Step": 5454, "Finetune/Step Time": 6.030658923089504}
+{"Finetune/Learning Rate": 1.681048108693397e-05, "Finetune/Loss": 0.8442589044570923, "Finetune/Loss (Raw)": 0.8506073355674744, "Finetune/Step": 5455, "Finetune/Step Time": 6.030099600553513}
+{"Finetune/Learning Rate": 1.6809247930967282e-05, "Finetune/Loss": 0.844490647315979, "Finetune/Loss (Raw)": 0.9880216121673584, "Finetune/Step": 5456, "Finetune/Step Time": 6.029387395828962}
+{"Finetune/Learning Rate": 1.6808014581909687e-05, "Finetune/Loss": 0.844902515411377, "Finetune/Loss (Raw)": 0.9708178043365479, "Finetune/Step": 5457, "Finetune/Step Time": 6.028132036328316}
+{"Finetune/Learning Rate": 1.680678103979616e-05, "Finetune/Loss": 0.8431398868560791, "Finetune/Loss (Raw)": 0.805030107498169, "Finetune/Step": 5458, "Finetune/Step Time": 6.035021184012294}
+{"Finetune/Learning Rate": 1.6805547304661677e-05, "Finetune/Loss": 0.843669593334198, "Finetune/Loss (Raw)": 0.7726209759712219, "Finetune/Step": 5459, "Finetune/Step Time": 6.015740899369121}
+{"Finetune/Learning Rate": 1.6804313376541226e-05, "Finetune/Loss": 0.8445039391517639, "Finetune/Loss (Raw)": 0.9988995790481567, "Finetune/Step": 5460, "Finetune/Step Time": 6.012443017214537}
+{"Finetune/Learning Rate": 1.6803079255469797e-05, "Finetune/Loss": 0.8446587324142456, "Finetune/Loss (Raw)": 0.9230322241783142, "Finetune/Step": 5461, "Finetune/Step Time": 6.021985484287143}
+{"Finetune/Learning Rate": 1.6801844941482385e-05, "Finetune/Loss": 0.8435280919075012, "Finetune/Loss (Raw)": 0.8518134951591492, "Finetune/Step": 5462, "Finetune/Step Time": 6.022736441344023}
+{"Finetune/Learning Rate": 1.6800610434613995e-05, "Finetune/Loss": 0.8437777757644653, "Finetune/Loss (Raw)": 0.8414381146430969, "Finetune/Step": 5463, "Finetune/Step Time": 6.01780902966857}
+{"Finetune/Learning Rate": 1.6799375734899624e-05, "Finetune/Loss": 0.8441060781478882, "Finetune/Loss (Raw)": 0.8342151641845703, "Finetune/Step": 5464, "Finetune/Step Time": 6.020596271380782}
+{"Finetune/Learning Rate": 1.67981408423743e-05, "Finetune/Loss": 0.8423130512237549, "Finetune/Loss (Raw)": 0.744401752948761, "Finetune/Step": 5465, "Finetune/Step Time": 6.020890414714813}
+{"Finetune/Learning Rate": 1.679690575707303e-05, "Finetune/Loss": 0.8422495722770691, "Finetune/Loss (Raw)": 0.8087327480316162, "Finetune/Step": 5466, "Finetune/Step Time": 6.022989556193352}
+{"Finetune/Learning Rate": 1.6795670479030837e-05, "Finetune/Loss": 0.8437581658363342, "Finetune/Loss (Raw)": 0.8636820316314697, "Finetune/Step": 5467, "Finetune/Step Time": 6.002734949812293}
+{"Finetune/Learning Rate": 1.6794435008282758e-05, "Finetune/Loss": 0.8440411686897278, "Finetune/Loss (Raw)": 0.9524214267730713, "Finetune/Step": 5468, "Finetune/Step Time": 6.002842541784048}
+{"Finetune/Learning Rate": 1.679319934486382e-05, "Finetune/Loss": 0.8418192267417908, "Finetune/Loss (Raw)": 0.7560721635818481, "Finetune/Step": 5469, "Finetune/Step Time": 6.0191883482038975}
+{"Finetune/Learning Rate": 1.679196348880907e-05, "Finetune/Loss": 0.8417459726333618, "Finetune/Loss (Raw)": 0.873026967048645, "Finetune/Step": 5470, "Finetune/Step Time": 6.013317748904228}
+{"Finetune/Learning Rate": 1.6790727440153545e-05, "Finetune/Loss": 0.8425688743591309, "Finetune/Loss (Raw)": 0.9436657428741455, "Finetune/Step": 5471, "Finetune/Step Time": 6.01031300984323}
+{"Finetune/Learning Rate": 1.6789491198932302e-05, "Finetune/Loss": 0.8417239189147949, "Finetune/Loss (Raw)": 0.8698030114173889, "Finetune/Step": 5472, "Finetune/Step Time": 6.003094602376223}
+{"Finetune/Learning Rate": 1.6788254765180397e-05, "Finetune/Loss": 0.8401176929473877, "Finetune/Loss (Raw)": 0.6491920948028564, "Finetune/Step": 5473, "Finetune/Step Time": 6.011625714600086}
+{"Finetune/Learning Rate": 1.6787018138932888e-05, "Finetune/Loss": 0.8423515558242798, "Finetune/Loss (Raw)": 1.0129191875457764, "Finetune/Step": 5474, "Finetune/Step Time": 6.017803844064474}
+{"Finetune/Learning Rate": 1.678578132022484e-05, "Finetune/Loss": 0.8438189625740051, "Finetune/Loss (Raw)": 0.8244735598564148, "Finetune/Step": 5475, "Finetune/Step Time": 5.995010366663337}
+{"Finetune/Learning Rate": 1.6784544309091337e-05, "Finetune/Loss": 0.8434198498725891, "Finetune/Loss (Raw)": 0.7239149212837219, "Finetune/Step": 5476, "Finetune/Step Time": 5.996100449934602}
+{"Finetune/Learning Rate": 1.6783307105567446e-05, "Finetune/Loss": 0.8441138863563538, "Finetune/Loss (Raw)": 0.9091163873672485, "Finetune/Step": 5477, "Finetune/Step Time": 5.9928194638341665}
+{"Finetune/Learning Rate": 1.6782069709688254e-05, "Finetune/Loss": 0.8444910645484924, "Finetune/Loss (Raw)": 0.9026318192481995, "Finetune/Step": 5478, "Finetune/Step Time": 5.994863705709577}
+{"Finetune/Learning Rate": 1.6780832121488856e-05, "Finetune/Loss": 0.8448420763015747, "Finetune/Loss (Raw)": 0.861710786819458, "Finetune/Step": 5479, "Finetune/Step Time": 5.994040401652455}
+{"Finetune/Learning Rate": 1.6779594341004336e-05, "Finetune/Loss": 0.8455550074577332, "Finetune/Loss (Raw)": 0.9438478946685791, "Finetune/Step": 5480, "Finetune/Step Time": 6.011047376319766}
+{"Finetune/Learning Rate": 1.67783563682698e-05, "Finetune/Loss": 0.8476297855377197, "Finetune/Loss (Raw)": 0.9950154423713684, "Finetune/Step": 5481, "Finetune/Step Time": 5.996119681745768}
+{"Finetune/Learning Rate": 1.6777118203320354e-05, "Finetune/Loss": 0.8468803763389587, "Finetune/Loss (Raw)": 0.708447277545929, "Finetune/Step": 5482, "Finetune/Step Time": 5.993644138798118}
+{"Finetune/Learning Rate": 1.6775879846191107e-05, "Finetune/Loss": 0.8458378314971924, "Finetune/Loss (Raw)": 0.8680848479270935, "Finetune/Step": 5483, "Finetune/Step Time": 5.996111031621695}
+{"Finetune/Learning Rate": 1.6774641296917177e-05, "Finetune/Loss": 0.8455074429512024, "Finetune/Loss (Raw)": 0.8295512795448303, "Finetune/Step": 5484, "Finetune/Step Time": 5.989345513284206}
+{"Finetune/Learning Rate": 1.677340255553368e-05, "Finetune/Loss": 0.8476679921150208, "Finetune/Loss (Raw)": 1.0985623598098755, "Finetune/Step": 5485, "Finetune/Step Time": 5.987702960148454}
+{"Finetune/Learning Rate": 1.6772163622075752e-05, "Finetune/Loss": 0.8502864837646484, "Finetune/Loss (Raw)": 0.9947131872177124, "Finetune/Step": 5486, "Finetune/Step Time": 5.968771394342184}
+{"Finetune/Learning Rate": 1.6770924496578518e-05, "Finetune/Loss": 0.8500336408615112, "Finetune/Loss (Raw)": 0.7912562489509583, "Finetune/Step": 5487, "Finetune/Step Time": 5.970854310318828}
+{"Finetune/Learning Rate": 1.676968517907712e-05, "Finetune/Loss": 0.8500090837478638, "Finetune/Loss (Raw)": 0.8743851184844971, "Finetune/Step": 5488, "Finetune/Step Time": 5.972961790859699}
+{"Finetune/Learning Rate": 1.67684456696067e-05, "Finetune/Loss": 0.8495912551879883, "Finetune/Loss (Raw)": 0.8250145316123962, "Finetune/Step": 5489, "Finetune/Step Time": 5.973043480888009}
+{"Finetune/Learning Rate": 1.6767205968202408e-05, "Finetune/Loss": 0.8475353717803955, "Finetune/Loss (Raw)": 0.7656078338623047, "Finetune/Step": 5490, "Finetune/Step Time": 5.971438903361559}
+{"Finetune/Learning Rate": 1.6765966074899402e-05, "Finetune/Loss": 0.8469051718711853, "Finetune/Loss (Raw)": 0.8476105332374573, "Finetune/Step": 5491, "Finetune/Step Time": 5.972033096477389}
+{"Finetune/Learning Rate": 1.6764725989732836e-05, "Finetune/Loss": 0.8477034568786621, "Finetune/Loss (Raw)": 0.8034690022468567, "Finetune/Step": 5492, "Finetune/Step Time": 5.969022059813142}
+{"Finetune/Learning Rate": 1.6763485712737874e-05, "Finetune/Loss": 0.846519947052002, "Finetune/Loss (Raw)": 0.8003525733947754, "Finetune/Step": 5493, "Finetune/Step Time": 5.970973761752248}
+{"Finetune/Learning Rate": 1.6762245243949693e-05, "Finetune/Loss": 0.8468080163002014, "Finetune/Loss (Raw)": 0.9161247611045837, "Finetune/Step": 5494, "Finetune/Step Time": 5.968743402510881}
+{"Finetune/Learning Rate": 1.676100458340346e-05, "Finetune/Loss": 0.84511798620224, "Finetune/Loss (Raw)": 0.7922921776771545, "Finetune/Step": 5495, "Finetune/Step Time": 5.9790163822472095}
+{"Finetune/Learning Rate": 1.675976373113437e-05, "Finetune/Loss": 0.8442535996437073, "Finetune/Loss (Raw)": 0.9032936096191406, "Finetune/Step": 5496, "Finetune/Step Time": 5.978205446153879}
+{"Finetune/Learning Rate": 1.6758522687177602e-05, "Finetune/Loss": 0.8440161943435669, "Finetune/Loss (Raw)": 0.816899836063385, "Finetune/Step": 5497, "Finetune/Step Time": 5.974109884351492}
+{"Finetune/Learning Rate": 1.675728145156835e-05, "Finetune/Loss": 0.8442908525466919, "Finetune/Loss (Raw)": 0.7984748482704163, "Finetune/Step": 5498, "Finetune/Step Time": 5.970782542601228}
+{"Finetune/Learning Rate": 1.6756040024341805e-05, "Finetune/Loss": 0.843451976776123, "Finetune/Loss (Raw)": 0.8260443806648254, "Finetune/Step": 5499, "Finetune/Step Time": 5.971946956589818}
+{"Finetune/Learning Rate": 1.6754798405533184e-05, "Finetune/Loss": 0.8433651924133301, "Finetune/Loss (Raw)": 0.8190653324127197, "Finetune/Step": 5500, "Finetune/Step Time": 5.973643843084574}
+{"Finetune/Learning Rate": 1.6753556595177683e-05, "Finetune/Loss": 0.8442947864532471, "Finetune/Loss (Raw)": 0.9245975017547607, "Finetune/Step": 5501, "Finetune/Step Time": 5.971922915428877}
+{"Finetune/Learning Rate": 1.6752314593310524e-05, "Finetune/Loss": 0.8440272808074951, "Finetune/Loss (Raw)": 0.7998828887939453, "Finetune/Step": 5502, "Finetune/Step Time": 5.967951789498329}
+{"Finetune/Learning Rate": 1.6751072399966924e-05, "Finetune/Loss": 0.8448119759559631, "Finetune/Loss (Raw)": 0.9583559632301331, "Finetune/Step": 5503, "Finetune/Step Time": 5.9693816136568785}
+{"Finetune/Learning Rate": 1.6749830015182106e-05, "Finetune/Loss": 0.8460133075714111, "Finetune/Loss (Raw)": 0.8596533536911011, "Finetune/Step": 5504, "Finetune/Step Time": 5.963990559801459}
+{"Finetune/Learning Rate": 1.6748587438991303e-05, "Finetune/Loss": 0.8456889390945435, "Finetune/Loss (Raw)": 0.850394070148468, "Finetune/Step": 5505, "Finetune/Step Time": 5.975876871496439}
+{"Finetune/Learning Rate": 1.6747344671429755e-05, "Finetune/Loss": 0.8453385829925537, "Finetune/Loss (Raw)": 0.9305423498153687, "Finetune/Step": 5506, "Finetune/Step Time": 5.970836441963911}
+{"Finetune/Learning Rate": 1.6746101712532696e-05, "Finetune/Loss": 0.8467013239860535, "Finetune/Loss (Raw)": 0.9196686148643494, "Finetune/Step": 5507, "Finetune/Step Time": 5.958235207945108}
+{"Finetune/Learning Rate": 1.6744858562335373e-05, "Finetune/Loss": 0.8468552231788635, "Finetune/Loss (Raw)": 0.87063068151474, "Finetune/Step": 5508, "Finetune/Step Time": 5.970064025372267}
+{"Finetune/Learning Rate": 1.6743615220873048e-05, "Finetune/Loss": 0.8474082946777344, "Finetune/Loss (Raw)": 0.9392595291137695, "Finetune/Step": 5509, "Finetune/Step Time": 5.971284383907914}
+{"Finetune/Learning Rate": 1.6742371688180966e-05, "Finetune/Loss": 0.8481877446174622, "Finetune/Loss (Raw)": 0.8634349703788757, "Finetune/Step": 5510, "Finetune/Step Time": 5.976502917706966}
+{"Finetune/Learning Rate": 1.6741127964294395e-05, "Finetune/Loss": 0.8490955233573914, "Finetune/Loss (Raw)": 0.8411592841148376, "Finetune/Step": 5511, "Finetune/Step Time": 5.970543973147869}
+{"Finetune/Learning Rate": 1.6739884049248608e-05, "Finetune/Loss": 0.8488484621047974, "Finetune/Loss (Raw)": 0.8044081926345825, "Finetune/Step": 5512, "Finetune/Step Time": 5.9688773062080145}
+{"Finetune/Learning Rate": 1.6738639943078873e-05, "Finetune/Loss": 0.849043607711792, "Finetune/Loss (Raw)": 0.84239661693573, "Finetune/Step": 5513, "Finetune/Step Time": 5.952822349965572}
+{"Finetune/Learning Rate": 1.673739564582047e-05, "Finetune/Loss": 0.848796010017395, "Finetune/Loss (Raw)": 0.7908096313476562, "Finetune/Step": 5514, "Finetune/Step Time": 5.957398749887943}
+{"Finetune/Learning Rate": 1.673615115750869e-05, "Finetune/Loss": 0.8496571779251099, "Finetune/Loss (Raw)": 0.9469348192214966, "Finetune/Step": 5515, "Finetune/Step Time": 5.944012748077512}
+{"Finetune/Learning Rate": 1.6734906478178814e-05, "Finetune/Loss": 0.8502016067504883, "Finetune/Loss (Raw)": 0.9403181672096252, "Finetune/Step": 5516, "Finetune/Step Time": 5.937540628015995}
+{"Finetune/Learning Rate": 1.673366160786614e-05, "Finetune/Loss": 0.8504763841629028, "Finetune/Loss (Raw)": 0.8959589600563049, "Finetune/Step": 5517, "Finetune/Step Time": 5.936741365119815}
+{"Finetune/Learning Rate": 1.6732416546605973e-05, "Finetune/Loss": 0.8505557775497437, "Finetune/Loss (Raw)": 0.8911592364311218, "Finetune/Step": 5518, "Finetune/Step Time": 5.9366807248443365}
+{"Finetune/Learning Rate": 1.673117129443362e-05, "Finetune/Loss": 0.8498034477233887, "Finetune/Loss (Raw)": 0.7329232096672058, "Finetune/Step": 5519, "Finetune/Step Time": 5.951761346310377}
+{"Finetune/Learning Rate": 1.6729925851384385e-05, "Finetune/Loss": 0.849372148513794, "Finetune/Loss (Raw)": 0.7872597575187683, "Finetune/Step": 5520, "Finetune/Step Time": 5.9522480219602585}
+{"Finetune/Learning Rate": 1.6728680217493595e-05, "Finetune/Loss": 0.8501016497612, "Finetune/Loss (Raw)": 0.9375677704811096, "Finetune/Step": 5521, "Finetune/Step Time": 5.951952952891588}
+{"Finetune/Learning Rate": 1.6727434392796565e-05, "Finetune/Loss": 0.8510416746139526, "Finetune/Loss (Raw)": 0.9904475212097168, "Finetune/Step": 5522, "Finetune/Step Time": 5.9378966726362705}
+{"Finetune/Learning Rate": 1.6726188377328627e-05, "Finetune/Loss": 0.8507970571517944, "Finetune/Loss (Raw)": 0.6528990864753723, "Finetune/Step": 5523, "Finetune/Step Time": 5.939136764034629}
+{"Finetune/Learning Rate": 1.6724942171125112e-05, "Finetune/Loss": 0.8503406047821045, "Finetune/Loss (Raw)": 0.8132117390632629, "Finetune/Step": 5524, "Finetune/Step Time": 5.940644582733512}
+{"Finetune/Learning Rate": 1.672369577422136e-05, "Finetune/Loss": 0.8491801023483276, "Finetune/Loss (Raw)": 0.6141855120658875, "Finetune/Step": 5525, "Finetune/Step Time": 5.951753644272685}
+{"Finetune/Learning Rate": 1.6722449186652717e-05, "Finetune/Loss": 0.8487992286682129, "Finetune/Loss (Raw)": 0.8162181973457336, "Finetune/Step": 5526, "Finetune/Step Time": 5.963356012478471}
+{"Finetune/Learning Rate": 1.6721202408454534e-05, "Finetune/Loss": 0.8489333391189575, "Finetune/Loss (Raw)": 0.9018491506576538, "Finetune/Step": 5527, "Finetune/Step Time": 5.9704185631126165}
+{"Finetune/Learning Rate": 1.6719955439662158e-05, "Finetune/Loss": 0.8493831753730774, "Finetune/Loss (Raw)": 0.9154024720191956, "Finetune/Step": 5528, "Finetune/Step Time": 5.966169128194451}
+{"Finetune/Learning Rate": 1.6718708280310956e-05, "Finetune/Loss": 0.850489616394043, "Finetune/Loss (Raw)": 0.8390350341796875, "Finetune/Step": 5529, "Finetune/Step Time": 5.952809564769268}
+{"Finetune/Learning Rate": 1.6717460930436295e-05, "Finetune/Loss": 0.8503103852272034, "Finetune/Loss (Raw)": 0.8488313555717468, "Finetune/Step": 5530, "Finetune/Step Time": 5.951112862676382}
+{"Finetune/Learning Rate": 1.6716213390073543e-05, "Finetune/Loss": 0.851184606552124, "Finetune/Loss (Raw)": 0.9150940179824829, "Finetune/Step": 5531, "Finetune/Step Time": 5.948802012950182}
+{"Finetune/Learning Rate": 1.6714965659258075e-05, "Finetune/Loss": 0.8516539335250854, "Finetune/Loss (Raw)": 0.9992707371711731, "Finetune/Step": 5532, "Finetune/Step Time": 5.944255294278264}
+{"Finetune/Learning Rate": 1.6713717738025278e-05, "Finetune/Loss": 0.8527969121932983, "Finetune/Loss (Raw)": 0.908239483833313, "Finetune/Step": 5533, "Finetune/Step Time": 5.931906510144472}
+{"Finetune/Learning Rate": 1.6712469626410536e-05, "Finetune/Loss": 0.8507179021835327, "Finetune/Loss (Raw)": 0.7245931625366211, "Finetune/Step": 5534, "Finetune/Step Time": 5.938369443640113}
+{"Finetune/Learning Rate": 1.6711221324449246e-05, "Finetune/Loss": 0.850760817527771, "Finetune/Loss (Raw)": 0.8905463218688965, "Finetune/Step": 5535, "Finetune/Step Time": 5.930571587756276}
+{"Finetune/Learning Rate": 1.6709972832176797e-05, "Finetune/Loss": 0.8516913652420044, "Finetune/Loss (Raw)": 0.80903559923172, "Finetune/Step": 5536, "Finetune/Step Time": 5.924847465008497}
+{"Finetune/Learning Rate": 1.6708724149628604e-05, "Finetune/Loss": 0.8521448373794556, "Finetune/Loss (Raw)": 0.8876134753227234, "Finetune/Step": 5537, "Finetune/Step Time": 5.924125922843814}
+{"Finetune/Learning Rate": 1.670747527684007e-05, "Finetune/Loss": 0.8517059683799744, "Finetune/Loss (Raw)": 0.7888853549957275, "Finetune/Step": 5538, "Finetune/Step Time": 5.920579187572002}
+{"Finetune/Learning Rate": 1.670622621384661e-05, "Finetune/Loss": 0.8521144390106201, "Finetune/Loss (Raw)": 0.9360068440437317, "Finetune/Step": 5539, "Finetune/Step Time": 5.912801917642355}
+{"Finetune/Learning Rate": 1.670497696068365e-05, "Finetune/Loss": 0.8530982732772827, "Finetune/Loss (Raw)": 0.9742339253425598, "Finetune/Step": 5540, "Finetune/Step Time": 5.927418602630496}
+{"Finetune/Learning Rate": 1.6703727517386604e-05, "Finetune/Loss": 0.8536346554756165, "Finetune/Loss (Raw)": 0.836972713470459, "Finetune/Step": 5541, "Finetune/Step Time": 5.9245777148753405}
+{"Finetune/Learning Rate": 1.6702477883990908e-05, "Finetune/Loss": 0.8551627993583679, "Finetune/Loss (Raw)": 0.9635553956031799, "Finetune/Step": 5542, "Finetune/Step Time": 5.927196949720383}
+{"Finetune/Learning Rate": 1.6701228060532002e-05, "Finetune/Loss": 0.856149435043335, "Finetune/Loss (Raw)": 0.872576117515564, "Finetune/Step": 5543, "Finetune/Step Time": 5.924918863922358}
+{"Finetune/Learning Rate": 1.669997804704532e-05, "Finetune/Loss": 0.854789137840271, "Finetune/Loss (Raw)": 0.7804253101348877, "Finetune/Step": 5544, "Finetune/Step Time": 5.941147863864899}
+{"Finetune/Learning Rate": 1.6698727843566316e-05, "Finetune/Loss": 0.855156421661377, "Finetune/Loss (Raw)": 0.8238371014595032, "Finetune/Step": 5545, "Finetune/Step Time": 5.920155541971326}
+{"Finetune/Learning Rate": 1.669747745013044e-05, "Finetune/Loss": 0.8560724258422852, "Finetune/Loss (Raw)": 0.8915485143661499, "Finetune/Step": 5546, "Finetune/Step Time": 5.918240929022431}
+{"Finetune/Learning Rate": 1.6696226866773147e-05, "Finetune/Loss": 0.8575142621994019, "Finetune/Loss (Raw)": 0.9205174446105957, "Finetune/Step": 5547, "Finetune/Step Time": 5.918497782200575}
+{"Finetune/Learning Rate": 1.6694976093529896e-05, "Finetune/Loss": 0.8577694296836853, "Finetune/Loss (Raw)": 0.9253018498420715, "Finetune/Step": 5548, "Finetune/Step Time": 5.914975121617317}
+{"Finetune/Learning Rate": 1.669372513043617e-05, "Finetune/Loss": 0.8588018417358398, "Finetune/Loss (Raw)": 0.9803769588470459, "Finetune/Step": 5549, "Finetune/Step Time": 5.914301985874772}
+{"Finetune/Learning Rate": 1.669247397752743e-05, "Finetune/Loss": 0.8586102724075317, "Finetune/Loss (Raw)": 0.8557223081588745, "Finetune/Step": 5550, "Finetune/Step Time": 5.912164945155382}
+{"Finetune/Learning Rate": 1.6691222634839157e-05, "Finetune/Loss": 0.859054446220398, "Finetune/Loss (Raw)": 0.8490784168243408, "Finetune/Step": 5551, "Finetune/Step Time": 5.91249917447567}
+{"Finetune/Learning Rate": 1.668997110240684e-05, "Finetune/Loss": 0.8603523969650269, "Finetune/Loss (Raw)": 0.9696311950683594, "Finetune/Step": 5552, "Finetune/Step Time": 5.910655090585351}
+{"Finetune/Learning Rate": 1.6688719380265965e-05, "Finetune/Loss": 0.8606716990470886, "Finetune/Loss (Raw)": 0.8327993154525757, "Finetune/Step": 5553, "Finetune/Step Time": 5.921005696058273}
+{"Finetune/Learning Rate": 1.6687467468452028e-05, "Finetune/Loss": 0.8610196709632874, "Finetune/Loss (Raw)": 0.7908368706703186, "Finetune/Step": 5554, "Finetune/Step Time": 5.942733218893409}
+{"Finetune/Learning Rate": 1.6686215367000532e-05, "Finetune/Loss": 0.8618046045303345, "Finetune/Loss (Raw)": 0.9668357968330383, "Finetune/Step": 5555, "Finetune/Step Time": 5.9418475944548845}
+{"Finetune/Learning Rate": 1.668496307594698e-05, "Finetune/Loss": 0.8624098300933838, "Finetune/Loss (Raw)": 0.8817213773727417, "Finetune/Step": 5556, "Finetune/Step Time": 5.945096589624882}
+{"Finetune/Learning Rate": 1.6683710595326887e-05, "Finetune/Loss": 0.8623619675636292, "Finetune/Loss (Raw)": 0.8499300479888916, "Finetune/Step": 5557, "Finetune/Step Time": 5.9461906384676695}
+{"Finetune/Learning Rate": 1.6682457925175762e-05, "Finetune/Loss": 0.8634724617004395, "Finetune/Loss (Raw)": 1.0178427696228027, "Finetune/Step": 5558, "Finetune/Step Time": 5.942853948101401}
+{"Finetune/Learning Rate": 1.668120506552914e-05, "Finetune/Loss": 0.8634467124938965, "Finetune/Loss (Raw)": 0.8742316365242004, "Finetune/Step": 5559, "Finetune/Step Time": 5.953631408512592}
+{"Finetune/Learning Rate": 1.6679952016422537e-05, "Finetune/Loss": 0.8623135685920715, "Finetune/Loss (Raw)": 0.6705459952354431, "Finetune/Step": 5560, "Finetune/Step Time": 5.972525741904974}
+{"Finetune/Learning Rate": 1.667869877789149e-05, "Finetune/Loss": 0.8618042469024658, "Finetune/Loss (Raw)": 0.8216201663017273, "Finetune/Step": 5561, "Finetune/Step Time": 5.976095104590058}
+{"Finetune/Learning Rate": 1.6677445349971537e-05, "Finetune/Loss": 0.8612008690834045, "Finetune/Loss (Raw)": 0.7629960775375366, "Finetune/Step": 5562, "Finetune/Step Time": 5.979808323085308}
+{"Finetune/Learning Rate": 1.667619173269822e-05, "Finetune/Loss": 0.8619050979614258, "Finetune/Loss (Raw)": 0.9594540596008301, "Finetune/Step": 5563, "Finetune/Step Time": 5.981185872107744}
+{"Finetune/Learning Rate": 1.6674937926107095e-05, "Finetune/Loss": 0.8621841669082642, "Finetune/Loss (Raw)": 0.9106418490409851, "Finetune/Step": 5564, "Finetune/Step Time": 5.977453105151653}
+{"Finetune/Learning Rate": 1.667368393023371e-05, "Finetune/Loss": 0.8618437051773071, "Finetune/Loss (Raw)": 0.9051723480224609, "Finetune/Step": 5565, "Finetune/Step Time": 5.970481269061565}
+{"Finetune/Learning Rate": 1.6672429745113622e-05, "Finetune/Loss": 0.8616753816604614, "Finetune/Loss (Raw)": 0.9839137196540833, "Finetune/Step": 5566, "Finetune/Step Time": 5.968821883201599}
+{"Finetune/Learning Rate": 1.6671175370782403e-05, "Finetune/Loss": 0.8621046543121338, "Finetune/Loss (Raw)": 0.9085842370986938, "Finetune/Step": 5567, "Finetune/Step Time": 5.959880413487554}
+{"Finetune/Learning Rate": 1.6669920807275622e-05, "Finetune/Loss": 0.8638544082641602, "Finetune/Loss (Raw)": 0.9034003615379333, "Finetune/Step": 5568, "Finetune/Step Time": 5.941324615851045}
+{"Finetune/Learning Rate": 1.6668666054628853e-05, "Finetune/Loss": 0.8643828630447388, "Finetune/Loss (Raw)": 0.915167510509491, "Finetune/Step": 5569, "Finetune/Step Time": 5.9381018951535225}
+{"Finetune/Learning Rate": 1.666741111287768e-05, "Finetune/Loss": 0.8630982041358948, "Finetune/Loss (Raw)": 0.7436949014663696, "Finetune/Step": 5570, "Finetune/Step Time": 5.93427000194788}
+{"Finetune/Learning Rate": 1.6666155982057683e-05, "Finetune/Loss": 0.8642556667327881, "Finetune/Loss (Raw)": 0.8567212820053101, "Finetune/Step": 5571, "Finetune/Step Time": 5.945260429754853}
+{"Finetune/Learning Rate": 1.666490066220446e-05, "Finetune/Loss": 0.8649629354476929, "Finetune/Loss (Raw)": 0.908787190914154, "Finetune/Step": 5572, "Finetune/Step Time": 5.945316798985004}
+{"Finetune/Learning Rate": 1.6663645153353608e-05, "Finetune/Loss": 0.8657379150390625, "Finetune/Loss (Raw)": 0.9058168530464172, "Finetune/Step": 5573, "Finetune/Step Time": 5.960661638528109}
+{"Finetune/Learning Rate": 1.6662389455540728e-05, "Finetune/Loss": 0.8669700026512146, "Finetune/Loss (Raw)": 0.8993725776672363, "Finetune/Step": 5574, "Finetune/Step Time": 5.961672455072403}
+{"Finetune/Learning Rate": 1.6661133568801427e-05, "Finetune/Loss": 0.8672347664833069, "Finetune/Loss (Raw)": 0.8333402872085571, "Finetune/Step": 5575, "Finetune/Step Time": 5.964479455724359}
+{"Finetune/Learning Rate": 1.665987749317132e-05, "Finetune/Loss": 0.8660417795181274, "Finetune/Loss (Raw)": 0.6885223388671875, "Finetune/Step": 5576, "Finetune/Step Time": 5.983997758477926}
+{"Finetune/Learning Rate": 1.665862122868603e-05, "Finetune/Loss": 0.8650319576263428, "Finetune/Loss (Raw)": 0.7790000438690186, "Finetune/Step": 5577, "Finetune/Step Time": 5.985764190554619}
+{"Finetune/Learning Rate": 1.665736477538117e-05, "Finetune/Loss": 0.8661423921585083, "Finetune/Loss (Raw)": 0.8896769881248474, "Finetune/Step": 5578, "Finetune/Step Time": 5.981760060414672}
+{"Finetune/Learning Rate": 1.6656108133292377e-05, "Finetune/Loss": 0.8647373914718628, "Finetune/Loss (Raw)": 0.6827165484428406, "Finetune/Step": 5579, "Finetune/Step Time": 5.999701762571931}
+{"Finetune/Learning Rate": 1.6654851302455287e-05, "Finetune/Loss": 0.8644745945930481, "Finetune/Loss (Raw)": 0.8455861806869507, "Finetune/Step": 5580, "Finetune/Step Time": 6.004745114594698}
+{"Finetune/Learning Rate": 1.6653594282905534e-05, "Finetune/Loss": 0.8633872270584106, "Finetune/Loss (Raw)": 0.7437601089477539, "Finetune/Step": 5581, "Finetune/Step Time": 6.006907422095537}
+{"Finetune/Learning Rate": 1.6652337074678773e-05, "Finetune/Loss": 0.8620622158050537, "Finetune/Loss (Raw)": 0.8384477496147156, "Finetune/Step": 5582, "Finetune/Step Time": 6.023829836398363}
+{"Finetune/Learning Rate": 1.6651079677810645e-05, "Finetune/Loss": 0.862328290939331, "Finetune/Loss (Raw)": 0.8846537470817566, "Finetune/Step": 5583, "Finetune/Step Time": 6.02505942247808}
+{"Finetune/Learning Rate": 1.6649822092336815e-05, "Finetune/Loss": 0.8628042936325073, "Finetune/Loss (Raw)": 1.0489604473114014, "Finetune/Step": 5584, "Finetune/Step Time": 6.0310706198215485}
+{"Finetune/Learning Rate": 1.664856431829294e-05, "Finetune/Loss": 0.8636026978492737, "Finetune/Loss (Raw)": 1.0730093717575073, "Finetune/Step": 5585, "Finetune/Step Time": 6.036594381555915}
+{"Finetune/Learning Rate": 1.664730635571468e-05, "Finetune/Loss": 0.8644804954528809, "Finetune/Loss (Raw)": 0.917392909526825, "Finetune/Step": 5586, "Finetune/Step Time": 6.038512429222465}
+{"Finetune/Learning Rate": 1.664604820463772e-05, "Finetune/Loss": 0.8657340407371521, "Finetune/Loss (Raw)": 0.9330674409866333, "Finetune/Step": 5587, "Finetune/Step Time": 6.036475973203778}
+{"Finetune/Learning Rate": 1.664478986509773e-05, "Finetune/Loss": 0.8642321825027466, "Finetune/Loss (Raw)": 0.8066573143005371, "Finetune/Step": 5588, "Finetune/Step Time": 6.036706378683448}
+{"Finetune/Learning Rate": 1.664353133713039e-05, "Finetune/Loss": 0.8632898330688477, "Finetune/Loss (Raw)": 0.8024157285690308, "Finetune/Step": 5589, "Finetune/Step Time": 6.039104772731662}
+{"Finetune/Learning Rate": 1.66422726207714e-05, "Finetune/Loss": 0.8640447854995728, "Finetune/Loss (Raw)": 0.9484503865242004, "Finetune/Step": 5590, "Finetune/Step Time": 6.037552768364549}
+{"Finetune/Learning Rate": 1.6641013716056447e-05, "Finetune/Loss": 0.862817645072937, "Finetune/Loss (Raw)": 0.6843640208244324, "Finetune/Step": 5591, "Finetune/Step Time": 6.041958587244153}
+{"Finetune/Learning Rate": 1.6639754623021227e-05, "Finetune/Loss": 0.8625063896179199, "Finetune/Loss (Raw)": 0.7943735718727112, "Finetune/Step": 5592, "Finetune/Step Time": 6.043476928025484}
+{"Finetune/Learning Rate": 1.6638495341701442e-05, "Finetune/Loss": 0.8632343411445618, "Finetune/Loss (Raw)": 0.837580144405365, "Finetune/Step": 5593, "Finetune/Step Time": 6.024491868913174}
+{"Finetune/Learning Rate": 1.6637235872132813e-05, "Finetune/Loss": 0.8637610673904419, "Finetune/Loss (Raw)": 0.8761492967605591, "Finetune/Step": 5594, "Finetune/Step Time": 6.0257283467799425}
+{"Finetune/Learning Rate": 1.6635976214351048e-05, "Finetune/Loss": 0.8633350133895874, "Finetune/Loss (Raw)": 0.80915367603302, "Finetune/Step": 5595, "Finetune/Step Time": 6.02721013687551}
+{"Finetune/Learning Rate": 1.6634716368391866e-05, "Finetune/Loss": 0.861506462097168, "Finetune/Loss (Raw)": 0.718357264995575, "Finetune/Step": 5596, "Finetune/Step Time": 6.0271301586180925}
+{"Finetune/Learning Rate": 1.6633456334290998e-05, "Finetune/Loss": 0.8625130653381348, "Finetune/Loss (Raw)": 0.8849270939826965, "Finetune/Step": 5597, "Finetune/Step Time": 6.006270112469792}
+{"Finetune/Learning Rate": 1.6632196112084165e-05, "Finetune/Loss": 0.8634098172187805, "Finetune/Loss (Raw)": 0.9878121018409729, "Finetune/Step": 5598, "Finetune/Step Time": 6.00561703927815}
+{"Finetune/Learning Rate": 1.663093570180711e-05, "Finetune/Loss": 0.8633459210395813, "Finetune/Loss (Raw)": 0.9354816675186157, "Finetune/Step": 5599, "Finetune/Step Time": 6.006876328960061}
+{"Finetune/Learning Rate": 1.662967510349558e-05, "Finetune/Loss": 0.8632453680038452, "Finetune/Loss (Raw)": 0.856933057308197, "Finetune/Step": 5600, "Finetune/Step Time": 6.006242079660296}
+{"Finetune/Learning Rate": 1.6628414317185314e-05, "Finetune/Loss": 0.8650245070457458, "Finetune/Loss (Raw)": 0.8769216537475586, "Finetune/Step": 5601, "Finetune/Step Time": 6.00084657035768}
+{"Finetune/Learning Rate": 1.6627153342912063e-05, "Finetune/Loss": 0.8631100654602051, "Finetune/Loss (Raw)": 0.7678714394569397, "Finetune/Step": 5602, "Finetune/Step Time": 5.998162876814604}
+{"Finetune/Learning Rate": 1.6625892180711594e-05, "Finetune/Loss": 0.8641368746757507, "Finetune/Loss (Raw)": 0.9559026956558228, "Finetune/Step": 5603, "Finetune/Step Time": 5.997840018942952}
+{"Finetune/Learning Rate": 1.662463083061966e-05, "Finetune/Loss": 0.8652833700180054, "Finetune/Loss (Raw)": 0.8706657290458679, "Finetune/Step": 5604, "Finetune/Step Time": 5.997140659019351}
+{"Finetune/Learning Rate": 1.6623369292672034e-05, "Finetune/Loss": 0.8659241199493408, "Finetune/Loss (Raw)": 0.9911391735076904, "Finetune/Step": 5605, "Finetune/Step Time": 6.0024730656296015}
+{"Finetune/Learning Rate": 1.662210756690449e-05, "Finetune/Loss": 0.8650618195533752, "Finetune/Loss (Raw)": 0.7922554612159729, "Finetune/Step": 5606, "Finetune/Step Time": 6.017678052186966}
+{"Finetune/Learning Rate": 1.662084565335281e-05, "Finetune/Loss": 0.8644234538078308, "Finetune/Loss (Raw)": 0.7799935340881348, "Finetune/Step": 5607, "Finetune/Step Time": 6.019515462219715}
+{"Finetune/Learning Rate": 1.661958355205277e-05, "Finetune/Loss": 0.8642101287841797, "Finetune/Loss (Raw)": 0.91655433177948, "Finetune/Step": 5608, "Finetune/Step Time": 5.984112735837698}
+{"Finetune/Learning Rate": 1.6618321263040167e-05, "Finetune/Loss": 0.863540530204773, "Finetune/Loss (Raw)": 0.9092997908592224, "Finetune/Step": 5609, "Finetune/Step Time": 5.9803832452744246}
+{"Finetune/Learning Rate": 1.661705878635079e-05, "Finetune/Loss": 0.8647363185882568, "Finetune/Loss (Raw)": 0.8615103363990784, "Finetune/Step": 5610, "Finetune/Step Time": 5.983722476288676}
+{"Finetune/Learning Rate": 1.6615796122020443e-05, "Finetune/Loss": 0.8644756078720093, "Finetune/Loss (Raw)": 0.8347134590148926, "Finetune/Step": 5611, "Finetune/Step Time": 5.983397971838713}
+{"Finetune/Learning Rate": 1.661453327008493e-05, "Finetune/Loss": 0.8651936650276184, "Finetune/Loss (Raw)": 0.9214579463005066, "Finetune/Step": 5612, "Finetune/Step Time": 5.985967211425304}
+{"Finetune/Learning Rate": 1.6613270230580065e-05, "Finetune/Loss": 0.862908124923706, "Finetune/Loss (Raw)": 0.8060086965560913, "Finetune/Step": 5613, "Finetune/Step Time": 5.988589970394969}
+{"Finetune/Learning Rate": 1.661200700354166e-05, "Finetune/Loss": 0.861824631690979, "Finetune/Loss (Raw)": 0.8560398817062378, "Finetune/Step": 5614, "Finetune/Step Time": 5.988692816346884}
+{"Finetune/Learning Rate": 1.6610743589005537e-05, "Finetune/Loss": 0.8635680675506592, "Finetune/Loss (Raw)": 1.0144124031066895, "Finetune/Step": 5615, "Finetune/Step Time": 5.9916069488972425}
+{"Finetune/Learning Rate": 1.6609479987007527e-05, "Finetune/Loss": 0.8633029460906982, "Finetune/Loss (Raw)": 0.8404426574707031, "Finetune/Step": 5616, "Finetune/Step Time": 6.00224994122982}
+{"Finetune/Learning Rate": 1.660821619758346e-05, "Finetune/Loss": 0.8628928661346436, "Finetune/Loss (Raw)": 0.7725239396095276, "Finetune/Step": 5617, "Finetune/Step Time": 6.002035545185208}
+{"Finetune/Learning Rate": 1.660695222076917e-05, "Finetune/Loss": 0.8637053966522217, "Finetune/Loss (Raw)": 0.8696098327636719, "Finetune/Step": 5618, "Finetune/Step Time": 6.002187896519899}
+{"Finetune/Learning Rate": 1.6605688056600503e-05, "Finetune/Loss": 0.8636422157287598, "Finetune/Loss (Raw)": 0.8395324349403381, "Finetune/Step": 5619, "Finetune/Step Time": 6.003664780408144}
+{"Finetune/Learning Rate": 1.660442370511331e-05, "Finetune/Loss": 0.8639243841171265, "Finetune/Loss (Raw)": 0.8395887017250061, "Finetune/Step": 5620, "Finetune/Step Time": 6.002730835229158}
+{"Finetune/Learning Rate": 1.660315916634344e-05, "Finetune/Loss": 0.86527419090271, "Finetune/Loss (Raw)": 0.9731194376945496, "Finetune/Step": 5621, "Finetune/Step Time": 6.001254472881556}
+{"Finetune/Learning Rate": 1.6601894440326752e-05, "Finetune/Loss": 0.8646493554115295, "Finetune/Loss (Raw)": 0.8361451029777527, "Finetune/Step": 5622, "Finetune/Step Time": 6.001457642763853}
+{"Finetune/Learning Rate": 1.660062952709911e-05, "Finetune/Loss": 0.8648015260696411, "Finetune/Loss (Raw)": 0.8117744326591492, "Finetune/Step": 5623, "Finetune/Step Time": 6.0099348071962595}
+{"Finetune/Learning Rate": 1.6599364426696385e-05, "Finetune/Loss": 0.8649708032608032, "Finetune/Loss (Raw)": 0.9249655604362488, "Finetune/Step": 5624, "Finetune/Step Time": 6.012978695333004}
+{"Finetune/Learning Rate": 1.6598099139154452e-05, "Finetune/Loss": 0.865664005279541, "Finetune/Loss (Raw)": 0.905625581741333, "Finetune/Step": 5625, "Finetune/Step Time": 6.012151397764683}
+{"Finetune/Learning Rate": 1.659683366450919e-05, "Finetune/Loss": 0.8657307624816895, "Finetune/Loss (Raw)": 0.8070147633552551, "Finetune/Step": 5626, "Finetune/Step Time": 6.020549431443214}
+{"Finetune/Learning Rate": 1.6595568002796483e-05, "Finetune/Loss": 0.8666457533836365, "Finetune/Loss (Raw)": 0.9431690573692322, "Finetune/Step": 5627, "Finetune/Step Time": 6.019516928121448}
+{"Finetune/Learning Rate": 1.6594302154052223e-05, "Finetune/Loss": 0.8669157028198242, "Finetune/Loss (Raw)": 0.8536190390586853, "Finetune/Step": 5628, "Finetune/Step Time": 6.017515029758215}
+{"Finetune/Learning Rate": 1.6593036118312305e-05, "Finetune/Loss": 0.8646146655082703, "Finetune/Loss (Raw)": 0.6300628781318665, "Finetune/Step": 5629, "Finetune/Step Time": 6.053271755576134}
+{"Finetune/Learning Rate": 1.659176989561263e-05, "Finetune/Loss": 0.864946186542511, "Finetune/Loss (Raw)": 0.8423173427581787, "Finetune/Step": 5630, "Finetune/Step Time": 6.05567236430943}
+{"Finetune/Learning Rate": 1.659050348598911e-05, "Finetune/Loss": 0.8642118573188782, "Finetune/Loss (Raw)": 0.864359438419342, "Finetune/Step": 5631, "Finetune/Step Time": 6.051553456112742}
+{"Finetune/Learning Rate": 1.658923688947765e-05, "Finetune/Loss": 0.8649743795394897, "Finetune/Loss (Raw)": 0.9572572708129883, "Finetune/Step": 5632, "Finetune/Step Time": 6.057539688423276}
+{"Finetune/Learning Rate": 1.6587970106114166e-05, "Finetune/Loss": 0.8639967441558838, "Finetune/Loss (Raw)": 0.7252643704414368, "Finetune/Step": 5633, "Finetune/Step Time": 6.053674854338169}
+{"Finetune/Learning Rate": 1.6586703135934585e-05, "Finetune/Loss": 0.864565372467041, "Finetune/Loss (Raw)": 1.0033165216445923, "Finetune/Step": 5634, "Finetune/Step Time": 6.052740138024092}
+{"Finetune/Learning Rate": 1.658543597897483e-05, "Finetune/Loss": 0.8661478757858276, "Finetune/Loss (Raw)": 1.1222387552261353, "Finetune/Step": 5635, "Finetune/Step Time": 6.045172007754445}
+{"Finetune/Learning Rate": 1.658416863527084e-05, "Finetune/Loss": 0.8668107986450195, "Finetune/Loss (Raw)": 0.9554800391197205, "Finetune/Step": 5636, "Finetune/Step Time": 6.050216102972627}
+{"Finetune/Learning Rate": 1.658290110485855e-05, "Finetune/Loss": 0.8664682507514954, "Finetune/Loss (Raw)": 0.8954117894172668, "Finetune/Step": 5637, "Finetune/Step Time": 6.047402882948518}
+{"Finetune/Learning Rate": 1.6581633387773907e-05, "Finetune/Loss": 0.866285502910614, "Finetune/Loss (Raw)": 0.8400403261184692, "Finetune/Step": 5638, "Finetune/Step Time": 6.035174235701561}
+{"Finetune/Learning Rate": 1.6580365484052853e-05, "Finetune/Loss": 0.8672318458557129, "Finetune/Loss (Raw)": 0.9622913599014282, "Finetune/Step": 5639, "Finetune/Step Time": 6.0306724794209}
+{"Finetune/Learning Rate": 1.657909739373135e-05, "Finetune/Loss": 0.8683010935783386, "Finetune/Loss (Raw)": 0.9412742257118225, "Finetune/Step": 5640, "Finetune/Step Time": 6.032063910737634}
+{"Finetune/Learning Rate": 1.657782911684535e-05, "Finetune/Loss": 0.8673273921012878, "Finetune/Loss (Raw)": 0.7177655100822449, "Finetune/Step": 5641, "Finetune/Step Time": 6.03116805665195}
+{"Finetune/Learning Rate": 1.657656065343082e-05, "Finetune/Loss": 0.867958664894104, "Finetune/Loss (Raw)": 0.8716095089912415, "Finetune/Step": 5642, "Finetune/Step Time": 6.030841475352645}
+{"Finetune/Learning Rate": 1.6575292003523737e-05, "Finetune/Loss": 0.8678057193756104, "Finetune/Loss (Raw)": 0.9273543953895569, "Finetune/Step": 5643, "Finetune/Step Time": 6.024204989895225}
+{"Finetune/Learning Rate": 1.6574023167160065e-05, "Finetune/Loss": 0.8667910695075989, "Finetune/Loss (Raw)": 0.8104468584060669, "Finetune/Step": 5644, "Finetune/Step Time": 6.041031517088413}
+{"Finetune/Learning Rate": 1.6572754144375793e-05, "Finetune/Loss": 0.867896318435669, "Finetune/Loss (Raw)": 1.0374294519424438, "Finetune/Step": 5645, "Finetune/Step Time": 6.041741244494915}
+{"Finetune/Learning Rate": 1.65714849352069e-05, "Finetune/Loss": 0.8685845136642456, "Finetune/Loss (Raw)": 0.9792559146881104, "Finetune/Step": 5646, "Finetune/Step Time": 6.040803223848343}
+{"Finetune/Learning Rate": 1.6570215539689384e-05, "Finetune/Loss": 0.8698064088821411, "Finetune/Loss (Raw)": 0.8893159627914429, "Finetune/Step": 5647, "Finetune/Step Time": 6.02342258952558}
+{"Finetune/Learning Rate": 1.6568945957859236e-05, "Finetune/Loss": 0.8698158860206604, "Finetune/Loss (Raw)": 0.7884805202484131, "Finetune/Step": 5648, "Finetune/Step Time": 6.022704049944878}
+{"Finetune/Learning Rate": 1.6567676189752465e-05, "Finetune/Loss": 0.8699073791503906, "Finetune/Loss (Raw)": 0.949282705783844, "Finetune/Step": 5649, "Finetune/Step Time": 6.021796815097332}
+{"Finetune/Learning Rate": 1.6566406235405067e-05, "Finetune/Loss": 0.8693360090255737, "Finetune/Loss (Raw)": 0.9172981381416321, "Finetune/Step": 5650, "Finetune/Step Time": 6.025670928880572}
+{"Finetune/Learning Rate": 1.6565136094853067e-05, "Finetune/Loss": 0.8716076016426086, "Finetune/Loss (Raw)": 0.9436700344085693, "Finetune/Step": 5651, "Finetune/Step Time": 6.003162764012814}
+{"Finetune/Learning Rate": 1.6563865768132472e-05, "Finetune/Loss": 0.8723023533821106, "Finetune/Loss (Raw)": 0.9021382927894592, "Finetune/Step": 5652, "Finetune/Step Time": 6.006744086742401}
+{"Finetune/Learning Rate": 1.656259525527931e-05, "Finetune/Loss": 0.8738298416137695, "Finetune/Loss (Raw)": 0.8097059726715088, "Finetune/Step": 5653, "Finetune/Step Time": 5.989481147378683}
+{"Finetune/Learning Rate": 1.656132455632961e-05, "Finetune/Loss": 0.8739103078842163, "Finetune/Loss (Raw)": 0.8265175223350525, "Finetune/Step": 5654, "Finetune/Step Time": 5.970648979768157}
+{"Finetune/Learning Rate": 1.65600536713194e-05, "Finetune/Loss": 0.8737826347351074, "Finetune/Loss (Raw)": 0.8855082392692566, "Finetune/Step": 5655, "Finetune/Step Time": 5.96982846967876}
+{"Finetune/Learning Rate": 1.6558782600284724e-05, "Finetune/Loss": 0.8739033341407776, "Finetune/Loss (Raw)": 0.9308494925498962, "Finetune/Step": 5656, "Finetune/Step Time": 5.972391316667199}
+{"Finetune/Learning Rate": 1.6557511343261622e-05, "Finetune/Loss": 0.8729293942451477, "Finetune/Loss (Raw)": 0.714374840259552, "Finetune/Step": 5657, "Finetune/Step Time": 5.994142688810825}
+{"Finetune/Learning Rate": 1.655623990028615e-05, "Finetune/Loss": 0.8732154965400696, "Finetune/Loss (Raw)": 0.885448694229126, "Finetune/Step": 5658, "Finetune/Step Time": 5.993580827489495}
+{"Finetune/Learning Rate": 1.6554968271394353e-05, "Finetune/Loss": 0.8730570077896118, "Finetune/Loss (Raw)": 0.8948127627372742, "Finetune/Step": 5659, "Finetune/Step Time": 6.004094440490007}
+{"Finetune/Learning Rate": 1.65536964566223e-05, "Finetune/Loss": 0.8713774681091309, "Finetune/Loss (Raw)": 0.7842915654182434, "Finetune/Step": 5660, "Finetune/Step Time": 6.005944276228547}
+{"Finetune/Learning Rate": 1.6552424456006045e-05, "Finetune/Loss": 0.8715258240699768, "Finetune/Loss (Raw)": 0.9272217154502869, "Finetune/Step": 5661, "Finetune/Step Time": 6.008558515459299}
+{"Finetune/Learning Rate": 1.6551152269581673e-05, "Finetune/Loss": 0.8721812963485718, "Finetune/Loss (Raw)": 0.8084983825683594, "Finetune/Step": 5662, "Finetune/Step Time": 6.0161103792488575}
+{"Finetune/Learning Rate": 1.6549879897385242e-05, "Finetune/Loss": 0.8717181086540222, "Finetune/Loss (Raw)": 0.8312580585479736, "Finetune/Step": 5663, "Finetune/Step Time": 6.017763618379831}
+{"Finetune/Learning Rate": 1.6548607339452853e-05, "Finetune/Loss": 0.8711788058280945, "Finetune/Loss (Raw)": 0.7400036454200745, "Finetune/Step": 5664, "Finetune/Step Time": 6.008790710940957}
+{"Finetune/Learning Rate": 1.6547334595820576e-05, "Finetune/Loss": 0.8702754974365234, "Finetune/Loss (Raw)": 0.7719854116439819, "Finetune/Step": 5665, "Finetune/Step Time": 6.010021662339568}
+{"Finetune/Learning Rate": 1.6546061666524508e-05, "Finetune/Loss": 0.8703256845474243, "Finetune/Loss (Raw)": 0.7953129410743713, "Finetune/Step": 5666, "Finetune/Step Time": 6.010691544041038}
+{"Finetune/Learning Rate": 1.654478855160075e-05, "Finetune/Loss": 0.8693316578865051, "Finetune/Loss (Raw)": 0.8087718486785889, "Finetune/Step": 5667, "Finetune/Step Time": 6.012100743129849}
+{"Finetune/Learning Rate": 1.6543515251085397e-05, "Finetune/Loss": 0.8689203262329102, "Finetune/Loss (Raw)": 0.9215791821479797, "Finetune/Step": 5668, "Finetune/Step Time": 6.013874739408493}
+{"Finetune/Learning Rate": 1.6542241765014555e-05, "Finetune/Loss": 0.8690995573997498, "Finetune/Loss (Raw)": 0.8599165081977844, "Finetune/Step": 5669, "Finetune/Step Time": 6.0496865678578615}
+{"Finetune/Learning Rate": 1.6540968093424345e-05, "Finetune/Loss": 0.8686403036117554, "Finetune/Loss (Raw)": 0.9047741889953613, "Finetune/Step": 5670, "Finetune/Step Time": 6.065205719321966}
+{"Finetune/Learning Rate": 1.6539694236350877e-05, "Finetune/Loss": 0.8688684105873108, "Finetune/Loss (Raw)": 0.9017694592475891, "Finetune/Step": 5671, "Finetune/Step Time": 6.069356422871351}
+{"Finetune/Learning Rate": 1.653842019383028e-05, "Finetune/Loss": 0.8687725067138672, "Finetune/Loss (Raw)": 0.7681564092636108, "Finetune/Step": 5672, "Finetune/Step Time": 6.053939713165164}
+{"Finetune/Learning Rate": 1.6537145965898674e-05, "Finetune/Loss": 0.8678157329559326, "Finetune/Loss (Raw)": 0.7013606429100037, "Finetune/Step": 5673, "Finetune/Step Time": 6.056895295158029}
+{"Finetune/Learning Rate": 1.6535871552592202e-05, "Finetune/Loss": 0.8676390051841736, "Finetune/Loss (Raw)": 0.8689347505569458, "Finetune/Step": 5674, "Finetune/Step Time": 6.0551476664841175}
+{"Finetune/Learning Rate": 1.6534596953946996e-05, "Finetune/Loss": 0.8670781254768372, "Finetune/Loss (Raw)": 0.8487216234207153, "Finetune/Step": 5675, "Finetune/Step Time": 6.055586080998182}
+{"Finetune/Learning Rate": 1.65333221699992e-05, "Finetune/Loss": 0.8675603270530701, "Finetune/Loss (Raw)": 0.9870246648788452, "Finetune/Step": 5676, "Finetune/Step Time": 6.061190973967314}
+{"Finetune/Learning Rate": 1.653204720078497e-05, "Finetune/Loss": 0.8647555708885193, "Finetune/Loss (Raw)": 0.621368408203125, "Finetune/Step": 5677, "Finetune/Step Time": 6.091106669977307}
+{"Finetune/Learning Rate": 1.6530772046340455e-05, "Finetune/Loss": 0.8653659820556641, "Finetune/Loss (Raw)": 0.9338528513908386, "Finetune/Step": 5678, "Finetune/Step Time": 6.100389422848821}
+{"Finetune/Learning Rate": 1.6529496706701818e-05, "Finetune/Loss": 0.8656419515609741, "Finetune/Loss (Raw)": 0.8844095468521118, "Finetune/Step": 5679, "Finetune/Step Time": 6.10264390334487}
+{"Finetune/Learning Rate": 1.6528221181905217e-05, "Finetune/Loss": 0.8637741208076477, "Finetune/Loss (Raw)": 0.7305423617362976, "Finetune/Step": 5680, "Finetune/Step Time": 6.106062272563577}
+{"Finetune/Learning Rate": 1.6526945471986832e-05, "Finetune/Loss": 0.8629906177520752, "Finetune/Loss (Raw)": 0.7325074672698975, "Finetune/Step": 5681, "Finetune/Step Time": 6.098433030769229}
+{"Finetune/Learning Rate": 1.652566957698283e-05, "Finetune/Loss": 0.8636512756347656, "Finetune/Loss (Raw)": 0.8754080533981323, "Finetune/Step": 5682, "Finetune/Step Time": 6.072841499000788}
+{"Finetune/Learning Rate": 1.6524393496929393e-05, "Finetune/Loss": 0.8626937866210938, "Finetune/Loss (Raw)": 0.8442795872688293, "Finetune/Step": 5683, "Finetune/Step Time": 6.075289759784937}
+{"Finetune/Learning Rate": 1.6523117231862714e-05, "Finetune/Loss": 0.8622243404388428, "Finetune/Loss (Raw)": 0.8216260671615601, "Finetune/Step": 5684, "Finetune/Step Time": 6.069554880261421}
+{"Finetune/Learning Rate": 1.652184078181898e-05, "Finetune/Loss": 0.8628337383270264, "Finetune/Loss (Raw)": 0.9279308319091797, "Finetune/Step": 5685, "Finetune/Step Time": 6.067234182730317}
+{"Finetune/Learning Rate": 1.6520564146834385e-05, "Finetune/Loss": 0.8620556592941284, "Finetune/Loss (Raw)": 0.9182509779930115, "Finetune/Step": 5686, "Finetune/Step Time": 6.067571388557553}
+{"Finetune/Learning Rate": 1.651928732694513e-05, "Finetune/Loss": 0.8623807430267334, "Finetune/Loss (Raw)": 0.9158393144607544, "Finetune/Step": 5687, "Finetune/Step Time": 6.052049729973078}
+{"Finetune/Learning Rate": 1.651801032218743e-05, "Finetune/Loss": 0.8646317720413208, "Finetune/Loss (Raw)": 0.9586756229400635, "Finetune/Step": 5688, "Finetune/Step Time": 6.033292517066002}
+{"Finetune/Learning Rate": 1.651673313259749e-05, "Finetune/Loss": 0.8662043809890747, "Finetune/Loss (Raw)": 1.0229156017303467, "Finetune/Step": 5689, "Finetune/Step Time": 6.027407167479396}
+{"Finetune/Learning Rate": 1.651545575821153e-05, "Finetune/Loss": 0.8665633201599121, "Finetune/Loss (Raw)": 0.8089421987533569, "Finetune/Step": 5690, "Finetune/Step Time": 6.026638885959983}
+{"Finetune/Learning Rate": 1.6514178199065772e-05, "Finetune/Loss": 0.8659511208534241, "Finetune/Loss (Raw)": 0.8810962438583374, "Finetune/Step": 5691, "Finetune/Step Time": 6.021663010120392}
+{"Finetune/Learning Rate": 1.651290045519644e-05, "Finetune/Loss": 0.8655201196670532, "Finetune/Loss (Raw)": 0.8554721474647522, "Finetune/Step": 5692, "Finetune/Step Time": 6.024130783975124}
+{"Finetune/Learning Rate": 1.6511622526639777e-05, "Finetune/Loss": 0.8650603294372559, "Finetune/Loss (Raw)": 0.8463149666786194, "Finetune/Step": 5693, "Finetune/Step Time": 6.036294236779213}
+{"Finetune/Learning Rate": 1.6510344413432015e-05, "Finetune/Loss": 0.8638750910758972, "Finetune/Loss (Raw)": 0.8322045207023621, "Finetune/Step": 5694, "Finetune/Step Time": 6.036588402464986}
+{"Finetune/Learning Rate": 1.6509066115609394e-05, "Finetune/Loss": 0.8617013692855835, "Finetune/Loss (Raw)": 0.6303485035896301, "Finetune/Step": 5695, "Finetune/Step Time": 6.0548531748354435}
+{"Finetune/Learning Rate": 1.6507787633208173e-05, "Finetune/Loss": 0.861351728439331, "Finetune/Loss (Raw)": 0.8586465716362, "Finetune/Step": 5696, "Finetune/Step Time": 6.058154558762908}
+{"Finetune/Learning Rate": 1.6506508966264595e-05, "Finetune/Loss": 0.8612601161003113, "Finetune/Loss (Raw)": 0.9034431576728821, "Finetune/Step": 5697, "Finetune/Step Time": 6.062299458310008}
+{"Finetune/Learning Rate": 1.650523011481493e-05, "Finetune/Loss": 0.8625913858413696, "Finetune/Loss (Raw)": 0.9140977263450623, "Finetune/Step": 5698, "Finetune/Step Time": 6.067887973040342}
+{"Finetune/Learning Rate": 1.6503951078895433e-05, "Finetune/Loss": 0.8624754548072815, "Finetune/Loss (Raw)": 0.8418869972229004, "Finetune/Step": 5699, "Finetune/Step Time": 6.058637626469135}
+{"Finetune/Learning Rate": 1.6502671858542378e-05, "Finetune/Loss": 0.8632557392120361, "Finetune/Loss (Raw)": 1.0086625814437866, "Finetune/Step": 5700, "Finetune/Step Time": 6.058369820937514}
+{"Finetune/Learning Rate": 1.6501392453792046e-05, "Finetune/Loss": 0.8613150119781494, "Finetune/Loss (Raw)": 0.6574000120162964, "Finetune/Step": 5701, "Finetune/Step Time": 6.044389046728611}
+{"Finetune/Learning Rate": 1.6500112864680703e-05, "Finetune/Loss": 0.8619394898414612, "Finetune/Loss (Raw)": 0.9793005585670471, "Finetune/Step": 5702, "Finetune/Step Time": 6.038756120949984}
+{"Finetune/Learning Rate": 1.6498833091244648e-05, "Finetune/Loss": 0.8625510931015015, "Finetune/Loss (Raw)": 0.9116339683532715, "Finetune/Step": 5703, "Finetune/Step Time": 6.018386239185929}
+{"Finetune/Learning Rate": 1.649755313352017e-05, "Finetune/Loss": 0.8638854622840881, "Finetune/Loss (Raw)": 0.8593148589134216, "Finetune/Step": 5704, "Finetune/Step Time": 5.981073869392276}
+{"Finetune/Learning Rate": 1.6496272991543554e-05, "Finetune/Loss": 0.8643187880516052, "Finetune/Loss (Raw)": 0.8344714641571045, "Finetune/Step": 5705, "Finetune/Step Time": 5.998957714065909}
+{"Finetune/Learning Rate": 1.6494992665351114e-05, "Finetune/Loss": 0.8648332357406616, "Finetune/Loss (Raw)": 0.9555175304412842, "Finetune/Step": 5706, "Finetune/Step Time": 6.001178285107017}
+{"Finetune/Learning Rate": 1.6493712154979152e-05, "Finetune/Loss": 0.8664291501045227, "Finetune/Loss (Raw)": 0.8870047330856323, "Finetune/Step": 5707, "Finetune/Step Time": 5.9819346740841866}
+{"Finetune/Learning Rate": 1.6492431460463976e-05, "Finetune/Loss": 0.8659001588821411, "Finetune/Loss (Raw)": 0.7778664231300354, "Finetune/Step": 5708, "Finetune/Step Time": 5.979478891938925}
+{"Finetune/Learning Rate": 1.6491150581841906e-05, "Finetune/Loss": 0.8672407865524292, "Finetune/Loss (Raw)": 0.9153666496276855, "Finetune/Step": 5709, "Finetune/Step Time": 5.978363225236535}
+{"Finetune/Learning Rate": 1.6489869519149263e-05, "Finetune/Loss": 0.8678665161132812, "Finetune/Loss (Raw)": 0.9185394048690796, "Finetune/Step": 5710, "Finetune/Step Time": 5.959662871435285}
+{"Finetune/Learning Rate": 1.6488588272422378e-05, "Finetune/Loss": 0.8675664663314819, "Finetune/Loss (Raw)": 0.8462490439414978, "Finetune/Step": 5711, "Finetune/Step Time": 5.962405437603593}
+{"Finetune/Learning Rate": 1.648730684169758e-05, "Finetune/Loss": 0.8658389449119568, "Finetune/Loss (Raw)": 0.8278380036354065, "Finetune/Step": 5712, "Finetune/Step Time": 5.959139199927449}
+{"Finetune/Learning Rate": 1.6486025227011206e-05, "Finetune/Loss": 0.8634516596794128, "Finetune/Loss (Raw)": 0.767436146736145, "Finetune/Step": 5713, "Finetune/Step Time": 5.9544463660568}
+{"Finetune/Learning Rate": 1.6484743428399604e-05, "Finetune/Loss": 0.8615705966949463, "Finetune/Loss (Raw)": 0.6766180992126465, "Finetune/Step": 5714, "Finetune/Step Time": 5.977433040738106}
+{"Finetune/Learning Rate": 1.6483461445899115e-05, "Finetune/Loss": 0.8613814115524292, "Finetune/Loss (Raw)": 0.9088528156280518, "Finetune/Step": 5715, "Finetune/Step Time": 5.975570477545261}
+{"Finetune/Learning Rate": 1.6482179279546096e-05, "Finetune/Loss": 0.8612428903579712, "Finetune/Loss (Raw)": 0.7889194488525391, "Finetune/Step": 5716, "Finetune/Step Time": 5.973205678164959}
+{"Finetune/Learning Rate": 1.6480896929376905e-05, "Finetune/Loss": 0.8627908229827881, "Finetune/Loss (Raw)": 1.0005505084991455, "Finetune/Step": 5717, "Finetune/Step Time": 5.965102409943938}
+{"Finetune/Learning Rate": 1.6479614395427908e-05, "Finetune/Loss": 0.862753689289093, "Finetune/Loss (Raw)": 0.9437024593353271, "Finetune/Step": 5718, "Finetune/Step Time": 5.971703395247459}
+{"Finetune/Learning Rate": 1.6478331677735472e-05, "Finetune/Loss": 0.864631175994873, "Finetune/Loss (Raw)": 0.924688458442688, "Finetune/Step": 5719, "Finetune/Step Time": 5.97031526081264}
+{"Finetune/Learning Rate": 1.6477048776335972e-05, "Finetune/Loss": 0.864067792892456, "Finetune/Loss (Raw)": 0.7222524881362915, "Finetune/Step": 5720, "Finetune/Step Time": 5.987593414261937}
+{"Finetune/Learning Rate": 1.6475765691265784e-05, "Finetune/Loss": 0.8639776706695557, "Finetune/Loss (Raw)": 0.8260520100593567, "Finetune/Step": 5721, "Finetune/Step Time": 5.988073183223605}
+{"Finetune/Learning Rate": 1.64744824225613e-05, "Finetune/Loss": 0.8642641305923462, "Finetune/Loss (Raw)": 0.912810206413269, "Finetune/Step": 5722, "Finetune/Step Time": 5.985104082152247}
+{"Finetune/Learning Rate": 1.6473198970258902e-05, "Finetune/Loss": 0.8634878396987915, "Finetune/Loss (Raw)": 0.7097840905189514, "Finetune/Step": 5723, "Finetune/Step Time": 5.980489807203412}
+{"Finetune/Learning Rate": 1.647191533439499e-05, "Finetune/Loss": 0.8658486008644104, "Finetune/Loss (Raw)": 1.020538330078125, "Finetune/Step": 5724, "Finetune/Step Time": 5.980944916605949}
+{"Finetune/Learning Rate": 1.6470631515005965e-05, "Finetune/Loss": 0.8656731843948364, "Finetune/Loss (Raw)": 0.86247318983078, "Finetune/Step": 5725, "Finetune/Step Time": 5.981160998344421}
+{"Finetune/Learning Rate": 1.6469347512128226e-05, "Finetune/Loss": 0.8648779392242432, "Finetune/Loss (Raw)": 0.8860218524932861, "Finetune/Step": 5726, "Finetune/Step Time": 5.980037476867437}
+{"Finetune/Learning Rate": 1.646806332579819e-05, "Finetune/Loss": 0.8644399642944336, "Finetune/Loss (Raw)": 0.879418134689331, "Finetune/Step": 5727, "Finetune/Step Time": 5.977912627160549}
+{"Finetune/Learning Rate": 1.646677895605227e-05, "Finetune/Loss": 0.8628433346748352, "Finetune/Loss (Raw)": 0.6525724530220032, "Finetune/Step": 5728, "Finetune/Step Time": 6.0002623572945595}
+{"Finetune/Learning Rate": 1.646549440292689e-05, "Finetune/Loss": 0.8622539639472961, "Finetune/Loss (Raw)": 0.8014786243438721, "Finetune/Step": 5729, "Finetune/Step Time": 6.016229495406151}
+{"Finetune/Learning Rate": 1.646420966645847e-05, "Finetune/Loss": 0.8626972436904907, "Finetune/Loss (Raw)": 0.8246067762374878, "Finetune/Step": 5730, "Finetune/Step Time": 6.013178428635001}
+{"Finetune/Learning Rate": 1.646292474668345e-05, "Finetune/Loss": 0.8623092174530029, "Finetune/Loss (Raw)": 0.9062323570251465, "Finetune/Step": 5731, "Finetune/Step Time": 6.014594420790672}
+{"Finetune/Learning Rate": 1.6461639643638258e-05, "Finetune/Loss": 0.8617866635322571, "Finetune/Loss (Raw)": 0.8037829995155334, "Finetune/Step": 5732, "Finetune/Step Time": 6.0129927564412355}
+{"Finetune/Learning Rate": 1.6460354357359345e-05, "Finetune/Loss": 0.8617835640907288, "Finetune/Loss (Raw)": 0.9907429218292236, "Finetune/Step": 5733, "Finetune/Step Time": 6.013651134446263}
+{"Finetune/Learning Rate": 1.6459068887883153e-05, "Finetune/Loss": 0.8626580834388733, "Finetune/Loss (Raw)": 0.9041961431503296, "Finetune/Step": 5734, "Finetune/Step Time": 5.99513616412878}
+{"Finetune/Learning Rate": 1.645778323524613e-05, "Finetune/Loss": 0.863526463508606, "Finetune/Loss (Raw)": 0.891148030757904, "Finetune/Step": 5735, "Finetune/Step Time": 6.011687684804201}
+{"Finetune/Learning Rate": 1.645649739948474e-05, "Finetune/Loss": 0.86418616771698, "Finetune/Loss (Raw)": 1.0009880065917969, "Finetune/Step": 5736, "Finetune/Step Time": 6.017981307581067}
+{"Finetune/Learning Rate": 1.6455211380635442e-05, "Finetune/Loss": 0.8640190958976746, "Finetune/Loss (Raw)": 0.887921929359436, "Finetune/Step": 5737, "Finetune/Step Time": 6.0172882452607155}
+{"Finetune/Learning Rate": 1.645392517873471e-05, "Finetune/Loss": 0.8644991517066956, "Finetune/Loss (Raw)": 0.9229567050933838, "Finetune/Step": 5738, "Finetune/Step Time": 6.0134655572474}
+{"Finetune/Learning Rate": 1.6452638793819007e-05, "Finetune/Loss": 0.8644087314605713, "Finetune/Loss (Raw)": 0.8231304287910461, "Finetune/Step": 5739, "Finetune/Step Time": 6.015007996931672}
+{"Finetune/Learning Rate": 1.645135222592482e-05, "Finetune/Loss": 0.8635739684104919, "Finetune/Loss (Raw)": 0.8146127462387085, "Finetune/Step": 5740, "Finetune/Step Time": 6.017896601930261}
+{"Finetune/Learning Rate": 1.6450065475088628e-05, "Finetune/Loss": 0.862053632736206, "Finetune/Loss (Raw)": 0.611411452293396, "Finetune/Step": 5741, "Finetune/Step Time": 6.036979718133807}
+{"Finetune/Learning Rate": 1.6448778541346923e-05, "Finetune/Loss": 0.861839234828949, "Finetune/Loss (Raw)": 0.8285954594612122, "Finetune/Step": 5742, "Finetune/Step Time": 6.03754011541605}
+{"Finetune/Learning Rate": 1.6447491424736194e-05, "Finetune/Loss": 0.8615142107009888, "Finetune/Loss (Raw)": 0.9728108048439026, "Finetune/Step": 5743, "Finetune/Step Time": 6.043799936771393}
+{"Finetune/Learning Rate": 1.644620412529294e-05, "Finetune/Loss": 0.8616820573806763, "Finetune/Loss (Raw)": 0.8619256615638733, "Finetune/Step": 5744, "Finetune/Step Time": 6.031578091904521}
+{"Finetune/Learning Rate": 1.644491664305367e-05, "Finetune/Loss": 0.8623321652412415, "Finetune/Loss (Raw)": 0.8557376861572266, "Finetune/Step": 5745, "Finetune/Step Time": 6.02943480014801}
+{"Finetune/Learning Rate": 1.6443628978054893e-05, "Finetune/Loss": 0.8620755672454834, "Finetune/Loss (Raw)": 0.8367616534233093, "Finetune/Step": 5746, "Finetune/Step Time": 6.029403055086732}
+{"Finetune/Learning Rate": 1.644234113033312e-05, "Finetune/Loss": 0.8629802465438843, "Finetune/Loss (Raw)": 0.9553313851356506, "Finetune/Step": 5747, "Finetune/Step Time": 6.029649671167135}
+{"Finetune/Learning Rate": 1.6441053099924872e-05, "Finetune/Loss": 0.8621728420257568, "Finetune/Loss (Raw)": 0.736242949962616, "Finetune/Step": 5748, "Finetune/Step Time": 6.0346387922763824}
+{"Finetune/Learning Rate": 1.6439764886866674e-05, "Finetune/Loss": 0.8607165217399597, "Finetune/Loss (Raw)": 0.7867149710655212, "Finetune/Step": 5749, "Finetune/Step Time": 6.039759365841746}
+{"Finetune/Learning Rate": 1.6438476491195053e-05, "Finetune/Loss": 0.8592751622200012, "Finetune/Loss (Raw)": 0.65164715051651, "Finetune/Step": 5750, "Finetune/Step Time": 6.059912692755461}
+{"Finetune/Learning Rate": 1.643718791294655e-05, "Finetune/Loss": 0.8596175312995911, "Finetune/Loss (Raw)": 0.855602502822876, "Finetune/Step": 5751, "Finetune/Step Time": 6.06160444021225}
+{"Finetune/Learning Rate": 1.6435899152157706e-05, "Finetune/Loss": 0.8584900498390198, "Finetune/Loss (Raw)": 0.7806433439254761, "Finetune/Step": 5752, "Finetune/Step Time": 6.063190313056111}
+{"Finetune/Learning Rate": 1.6434610208865058e-05, "Finetune/Loss": 0.8585454225540161, "Finetune/Loss (Raw)": 0.9127102494239807, "Finetune/Step": 5753, "Finetune/Step Time": 6.062808223068714}
+{"Finetune/Learning Rate": 1.6433321083105165e-05, "Finetune/Loss": 0.8595432639122009, "Finetune/Loss (Raw)": 0.9347423315048218, "Finetune/Step": 5754, "Finetune/Step Time": 6.060508819296956}
+{"Finetune/Learning Rate": 1.643203177491458e-05, "Finetune/Loss": 0.8589900732040405, "Finetune/Loss (Raw)": 0.8723596930503845, "Finetune/Step": 5755, "Finetune/Step Time": 6.060335235670209}
+{"Finetune/Learning Rate": 1.6430742284329865e-05, "Finetune/Loss": 0.8594264984130859, "Finetune/Loss (Raw)": 0.9094785451889038, "Finetune/Step": 5756, "Finetune/Step Time": 6.0576188918203115}
+{"Finetune/Learning Rate": 1.642945261138758e-05, "Finetune/Loss": 0.861638605594635, "Finetune/Loss (Raw)": 0.9132184982299805, "Finetune/Step": 5757, "Finetune/Step Time": 6.019625846296549}
+{"Finetune/Learning Rate": 1.6428162756124305e-05, "Finetune/Loss": 0.8620070815086365, "Finetune/Loss (Raw)": 0.8894789814949036, "Finetune/Step": 5758, "Finetune/Step Time": 6.018500674515963}
+{"Finetune/Learning Rate": 1.6426872718576613e-05, "Finetune/Loss": 0.8612020015716553, "Finetune/Loss (Raw)": 0.7613099813461304, "Finetune/Step": 5759, "Finetune/Step Time": 6.017774738371372}
+{"Finetune/Learning Rate": 1.642558249878109e-05, "Finetune/Loss": 0.8603085875511169, "Finetune/Loss (Raw)": 0.8428991436958313, "Finetune/Step": 5760, "Finetune/Step Time": 6.020602440461516}
+{"Finetune/Learning Rate": 1.6424292096774317e-05, "Finetune/Loss": 0.8616835474967957, "Finetune/Loss (Raw)": 0.9012606739997864, "Finetune/Step": 5761, "Finetune/Step Time": 6.014045221731067}
+{"Finetune/Learning Rate": 1.642300151259289e-05, "Finetune/Loss": 0.8616781830787659, "Finetune/Loss (Raw)": 1.0026289224624634, "Finetune/Step": 5762, "Finetune/Step Time": 6.014702146872878}
+{"Finetune/Learning Rate": 1.6421710746273397e-05, "Finetune/Loss": 0.8601250648498535, "Finetune/Loss (Raw)": 0.9234391450881958, "Finetune/Step": 5763, "Finetune/Step Time": 6.032066436484456}
+{"Finetune/Learning Rate": 1.6420419797852457e-05, "Finetune/Loss": 0.860047459602356, "Finetune/Loss (Raw)": 0.9455464482307434, "Finetune/Step": 5764, "Finetune/Step Time": 6.016865028068423}
+{"Finetune/Learning Rate": 1.6419128667366664e-05, "Finetune/Loss": 0.8602838516235352, "Finetune/Loss (Raw)": 0.9256719350814819, "Finetune/Step": 5765, "Finetune/Step Time": 6.035667402669787}
+{"Finetune/Learning Rate": 1.6417837354852637e-05, "Finetune/Loss": 0.8586404323577881, "Finetune/Loss (Raw)": 0.6296823620796204, "Finetune/Step": 5766, "Finetune/Step Time": 6.053720174357295}
+{"Finetune/Learning Rate": 1.6416545860346995e-05, "Finetune/Loss": 0.8589691519737244, "Finetune/Loss (Raw)": 1.0043690204620361, "Finetune/Step": 5767, "Finetune/Step Time": 6.057886507362127}
+{"Finetune/Learning Rate": 1.6415254183886356e-05, "Finetune/Loss": 0.8583241701126099, "Finetune/Loss (Raw)": 0.858707845211029, "Finetune/Step": 5768, "Finetune/Step Time": 6.0572804771363735}
+{"Finetune/Learning Rate": 1.641396232550735e-05, "Finetune/Loss": 0.8594449758529663, "Finetune/Loss (Raw)": 0.8612337112426758, "Finetune/Step": 5769, "Finetune/Step Time": 6.0531903598457575}
+{"Finetune/Learning Rate": 1.641267028524661e-05, "Finetune/Loss": 0.858846127986908, "Finetune/Loss (Raw)": 0.7949618697166443, "Finetune/Step": 5770, "Finetune/Step Time": 6.0593080427497625}
+{"Finetune/Learning Rate": 1.641137806314078e-05, "Finetune/Loss": 0.8581515550613403, "Finetune/Loss (Raw)": 0.8384398818016052, "Finetune/Step": 5771, "Finetune/Step Time": 6.067515330389142}
+{"Finetune/Learning Rate": 1.6410085659226494e-05, "Finetune/Loss": 0.8599337339401245, "Finetune/Loss (Raw)": 1.0385712385177612, "Finetune/Step": 5772, "Finetune/Step Time": 6.0517662558704615}
+{"Finetune/Learning Rate": 1.6408793073540416e-05, "Finetune/Loss": 0.8587160706520081, "Finetune/Loss (Raw)": 0.8815716505050659, "Finetune/Step": 5773, "Finetune/Step Time": 6.055060770362616}
+{"Finetune/Learning Rate": 1.6407500306119183e-05, "Finetune/Loss": 0.8570984601974487, "Finetune/Loss (Raw)": 0.772202730178833, "Finetune/Step": 5774, "Finetune/Step Time": 6.056530112400651}
+{"Finetune/Learning Rate": 1.6406207356999466e-05, "Finetune/Loss": 0.8571619391441345, "Finetune/Loss (Raw)": 0.8974389433860779, "Finetune/Step": 5775, "Finetune/Step Time": 6.058477010577917}
+{"Finetune/Learning Rate": 1.6404914226217924e-05, "Finetune/Loss": 0.8578375577926636, "Finetune/Loss (Raw)": 0.8749593496322632, "Finetune/Step": 5776, "Finetune/Step Time": 6.057418320327997}
+{"Finetune/Learning Rate": 1.6403620913811224e-05, "Finetune/Loss": 0.8566069602966309, "Finetune/Loss (Raw)": 0.7917656302452087, "Finetune/Step": 5777, "Finetune/Step Time": 6.061781756579876}
+{"Finetune/Learning Rate": 1.6402327419816045e-05, "Finetune/Loss": 0.8556758165359497, "Finetune/Loss (Raw)": 0.79811030626297, "Finetune/Step": 5778, "Finetune/Step Time": 6.056017247959971}
+{"Finetune/Learning Rate": 1.640103374426907e-05, "Finetune/Loss": 0.8555619716644287, "Finetune/Loss (Raw)": 0.9290971755981445, "Finetune/Step": 5779, "Finetune/Step Time": 6.054837718605995}
+{"Finetune/Learning Rate": 1.639973988720698e-05, "Finetune/Loss": 0.8565535545349121, "Finetune/Loss (Raw)": 1.029058814048767, "Finetune/Step": 5780, "Finetune/Step Time": 6.04731310531497}
+{"Finetune/Learning Rate": 1.639844584866646e-05, "Finetune/Loss": 0.8572417497634888, "Finetune/Loss (Raw)": 0.8977937698364258, "Finetune/Step": 5781, "Finetune/Step Time": 6.060342999175191}
+{"Finetune/Learning Rate": 1.6397151628684213e-05, "Finetune/Loss": 0.8561782836914062, "Finetune/Loss (Raw)": 0.6903994679450989, "Finetune/Step": 5782, "Finetune/Step Time": 6.080002618953586}
+{"Finetune/Learning Rate": 1.639585722729694e-05, "Finetune/Loss": 0.8561952114105225, "Finetune/Loss (Raw)": 0.887671947479248, "Finetune/Step": 5783, "Finetune/Step Time": 6.08511502109468}
+{"Finetune/Learning Rate": 1.6394562644541342e-05, "Finetune/Loss": 0.8569048643112183, "Finetune/Loss (Raw)": 1.0216844081878662, "Finetune/Step": 5784, "Finetune/Step Time": 6.082236440852284}
+{"Finetune/Learning Rate": 1.639326788045413e-05, "Finetune/Loss": 0.8569360971450806, "Finetune/Loss (Raw)": 0.7183765769004822, "Finetune/Step": 5785, "Finetune/Step Time": 6.082216879352927}
+{"Finetune/Learning Rate": 1.639197293507202e-05, "Finetune/Loss": 0.8578736186027527, "Finetune/Loss (Raw)": 1.0054558515548706, "Finetune/Step": 5786, "Finetune/Step Time": 6.081742059439421}
+{"Finetune/Learning Rate": 1.6390677808431737e-05, "Finetune/Loss": 0.8587726354598999, "Finetune/Loss (Raw)": 1.0098748207092285, "Finetune/Step": 5787, "Finetune/Step Time": 6.0686182379722595}
+{"Finetune/Learning Rate": 1.638938250057e-05, "Finetune/Loss": 0.8576971292495728, "Finetune/Loss (Raw)": 0.6466386914253235, "Finetune/Step": 5788, "Finetune/Step Time": 6.085601968690753}
+{"Finetune/Learning Rate": 1.6388087011523545e-05, "Finetune/Loss": 0.8573111295700073, "Finetune/Loss (Raw)": 0.8778038620948792, "Finetune/Step": 5789, "Finetune/Step Time": 6.082762276753783}
+{"Finetune/Learning Rate": 1.638679134132911e-05, "Finetune/Loss": 0.8591898679733276, "Finetune/Loss (Raw)": 1.0489882230758667, "Finetune/Step": 5790, "Finetune/Step Time": 6.067340886220336}
+{"Finetune/Learning Rate": 1.6385495490023434e-05, "Finetune/Loss": 0.8599590063095093, "Finetune/Loss (Raw)": 0.9297041296958923, "Finetune/Step": 5791, "Finetune/Step Time": 6.069122459739447}
+{"Finetune/Learning Rate": 1.6384199457643264e-05, "Finetune/Loss": 0.8609497547149658, "Finetune/Loss (Raw)": 0.8668168187141418, "Finetune/Step": 5792, "Finetune/Step Time": 6.081105228513479}
+{"Finetune/Learning Rate": 1.638290324422535e-05, "Finetune/Loss": 0.861813485622406, "Finetune/Loss (Raw)": 0.8825463056564331, "Finetune/Step": 5793, "Finetune/Step Time": 6.081513674929738}
+{"Finetune/Learning Rate": 1.638160684980645e-05, "Finetune/Loss": 0.8627336621284485, "Finetune/Loss (Raw)": 0.9130895733833313, "Finetune/Step": 5794, "Finetune/Step Time": 6.079802757129073}
+{"Finetune/Learning Rate": 1.638031027442333e-05, "Finetune/Loss": 0.8626399040222168, "Finetune/Loss (Raw)": 0.7967696189880371, "Finetune/Step": 5795, "Finetune/Step Time": 6.084103986620903}
+{"Finetune/Learning Rate": 1.6379013518112753e-05, "Finetune/Loss": 0.8619837760925293, "Finetune/Loss (Raw)": 0.8375934958457947, "Finetune/Step": 5796, "Finetune/Step Time": 6.066167443990707}
+{"Finetune/Learning Rate": 1.6377716580911487e-05, "Finetune/Loss": 0.863048255443573, "Finetune/Loss (Raw)": 0.9961735606193542, "Finetune/Step": 5797, "Finetune/Step Time": 6.0408793687820435}
+{"Finetune/Learning Rate": 1.6376419462856322e-05, "Finetune/Loss": 0.8629427552223206, "Finetune/Loss (Raw)": 0.8912720680236816, "Finetune/Step": 5798, "Finetune/Step Time": 6.025045488029718}
+{"Finetune/Learning Rate": 1.637512216398403e-05, "Finetune/Loss": 0.8632307052612305, "Finetune/Loss (Raw)": 0.9386211037635803, "Finetune/Step": 5799, "Finetune/Step Time": 6.022028235718608}
+{"Finetune/Learning Rate": 1.6373824684331397e-05, "Finetune/Loss": 0.8640819191932678, "Finetune/Loss (Raw)": 0.877116858959198, "Finetune/Step": 5800, "Finetune/Step Time": 6.01900177821517}
+{"Finetune/Learning Rate": 1.6372527023935227e-05, "Finetune/Loss": 0.8657777309417725, "Finetune/Loss (Raw)": 0.9184203743934631, "Finetune/Step": 5801, "Finetune/Step Time": 6.01485806889832}
+{"Finetune/Learning Rate": 1.637122918283231e-05, "Finetune/Loss": 0.8663806319236755, "Finetune/Loss (Raw)": 0.9461115598678589, "Finetune/Step": 5802, "Finetune/Step Time": 6.013874201104045}
+{"Finetune/Learning Rate": 1.6369931161059448e-05, "Finetune/Loss": 0.8665525317192078, "Finetune/Loss (Raw)": 0.8707254528999329, "Finetune/Step": 5803, "Finetune/Step Time": 6.013908799737692}
+{"Finetune/Learning Rate": 1.6368632958653457e-05, "Finetune/Loss": 0.8652719259262085, "Finetune/Loss (Raw)": 0.8231045603752136, "Finetune/Step": 5804, "Finetune/Step Time": 6.0092383325099945}
+{"Finetune/Learning Rate": 1.6367334575651138e-05, "Finetune/Loss": 0.8680366277694702, "Finetune/Loss (Raw)": 0.9752459526062012, "Finetune/Step": 5805, "Finetune/Step Time": 6.008243465796113}
+{"Finetune/Learning Rate": 1.6366036012089322e-05, "Finetune/Loss": 0.8682659268379211, "Finetune/Loss (Raw)": 0.9632074236869812, "Finetune/Step": 5806, "Finetune/Step Time": 6.002459399402142}
+{"Finetune/Learning Rate": 1.636473726800483e-05, "Finetune/Loss": 0.8687337636947632, "Finetune/Loss (Raw)": 0.9442899227142334, "Finetune/Step": 5807, "Finetune/Step Time": 6.003085473552346}
+{"Finetune/Learning Rate": 1.6363438343434483e-05, "Finetune/Loss": 0.8692859411239624, "Finetune/Loss (Raw)": 0.8012224435806274, "Finetune/Step": 5808, "Finetune/Step Time": 6.00029855594039}
+{"Finetune/Learning Rate": 1.636213923841512e-05, "Finetune/Loss": 0.8710293769836426, "Finetune/Loss (Raw)": 0.9556760191917419, "Finetune/Step": 5809, "Finetune/Step Time": 6.003541205078363}
+{"Finetune/Learning Rate": 1.6360839952983583e-05, "Finetune/Loss": 0.8708629012107849, "Finetune/Loss (Raw)": 0.8540934324264526, "Finetune/Step": 5810, "Finetune/Step Time": 6.001386279240251}
+{"Finetune/Learning Rate": 1.635954048717671e-05, "Finetune/Loss": 0.8711753487586975, "Finetune/Loss (Raw)": 0.8842706084251404, "Finetune/Step": 5811, "Finetune/Step Time": 5.999636398628354}
+{"Finetune/Learning Rate": 1.635824084103135e-05, "Finetune/Loss": 0.8710005283355713, "Finetune/Loss (Raw)": 0.7992430329322815, "Finetune/Step": 5812, "Finetune/Step Time": 6.001443548128009}
+{"Finetune/Learning Rate": 1.6356941014584367e-05, "Finetune/Loss": 0.8696408271789551, "Finetune/Loss (Raw)": 0.7538982033729553, "Finetune/Step": 5813, "Finetune/Step Time": 6.002442894503474}
+{"Finetune/Learning Rate": 1.635564100787261e-05, "Finetune/Loss": 0.8700907230377197, "Finetune/Loss (Raw)": 0.9758376479148865, "Finetune/Step": 5814, "Finetune/Step Time": 6.006322383880615}
+{"Finetune/Learning Rate": 1.6354340820932945e-05, "Finetune/Loss": 0.870408296585083, "Finetune/Loss (Raw)": 0.9564843773841858, "Finetune/Step": 5815, "Finetune/Step Time": 6.006572313606739}
+{"Finetune/Learning Rate": 1.635304045380225e-05, "Finetune/Loss": 0.8696128129959106, "Finetune/Loss (Raw)": 0.8568559288978577, "Finetune/Step": 5816, "Finetune/Step Time": 6.011254260316491}
+{"Finetune/Learning Rate": 1.635173990651739e-05, "Finetune/Loss": 0.8687863349914551, "Finetune/Loss (Raw)": 0.9171259999275208, "Finetune/Step": 5817, "Finetune/Step Time": 6.0114605240523815}
+{"Finetune/Learning Rate": 1.6350439179115246e-05, "Finetune/Loss": 0.8677569627761841, "Finetune/Loss (Raw)": 0.6771842241287231, "Finetune/Step": 5818, "Finetune/Step Time": 6.01474979147315}
+{"Finetune/Learning Rate": 1.6349138271632705e-05, "Finetune/Loss": 0.8678696751594543, "Finetune/Loss (Raw)": 0.8955258131027222, "Finetune/Step": 5819, "Finetune/Step Time": 6.016631433740258}
+{"Finetune/Learning Rate": 1.6347837184106657e-05, "Finetune/Loss": 0.8677111864089966, "Finetune/Loss (Raw)": 0.8351792097091675, "Finetune/Step": 5820, "Finetune/Step Time": 6.015174677595496}
+{"Finetune/Learning Rate": 1.6346535916574002e-05, "Finetune/Loss": 0.8677411079406738, "Finetune/Loss (Raw)": 0.8501469492912292, "Finetune/Step": 5821, "Finetune/Step Time": 6.006714479997754}
+{"Finetune/Learning Rate": 1.634523446907163e-05, "Finetune/Loss": 0.8678420782089233, "Finetune/Loss (Raw)": 0.8451291918754578, "Finetune/Step": 5822, "Finetune/Step Time": 6.006032695993781}
+{"Finetune/Learning Rate": 1.6343932841636455e-05, "Finetune/Loss": 0.8694891929626465, "Finetune/Loss (Raw)": 0.8411760926246643, "Finetune/Step": 5823, "Finetune/Step Time": 5.984340937808156}
+{"Finetune/Learning Rate": 1.6342631034305386e-05, "Finetune/Loss": 0.8690261840820312, "Finetune/Loss (Raw)": 0.799387514591217, "Finetune/Step": 5824, "Finetune/Step Time": 5.985004493966699}
+{"Finetune/Learning Rate": 1.6341329047115335e-05, "Finetune/Loss": 0.8690574169158936, "Finetune/Loss (Raw)": 0.9074385762214661, "Finetune/Step": 5825, "Finetune/Step Time": 6.025142120197415}
+{"Finetune/Learning Rate": 1.6340026880103225e-05, "Finetune/Loss": 0.8682470321655273, "Finetune/Loss (Raw)": 0.8103715181350708, "Finetune/Step": 5826, "Finetune/Step Time": 6.023693576455116}
+{"Finetune/Learning Rate": 1.633872453330598e-05, "Finetune/Loss": 0.867853045463562, "Finetune/Loss (Raw)": 0.7914513945579529, "Finetune/Step": 5827, "Finetune/Step Time": 6.024069270119071}
+{"Finetune/Learning Rate": 1.633742200676053e-05, "Finetune/Loss": 0.8657805919647217, "Finetune/Loss (Raw)": 0.7433908581733704, "Finetune/Step": 5828, "Finetune/Step Time": 6.02402013912797}
+{"Finetune/Learning Rate": 1.633611930050382e-05, "Finetune/Loss": 0.8666480779647827, "Finetune/Loss (Raw)": 0.7684358358383179, "Finetune/Step": 5829, "Finetune/Step Time": 6.021712571382523}
+{"Finetune/Learning Rate": 1.6334816414572777e-05, "Finetune/Loss": 0.8651999235153198, "Finetune/Loss (Raw)": 0.7939452528953552, "Finetune/Step": 5830, "Finetune/Step Time": 6.024669328704476}
+{"Finetune/Learning Rate": 1.633351334900436e-05, "Finetune/Loss": 0.8650357723236084, "Finetune/Loss (Raw)": 0.8906165957450867, "Finetune/Step": 5831, "Finetune/Step Time": 6.023262690752745}
+{"Finetune/Learning Rate": 1.633221010383551e-05, "Finetune/Loss": 0.864300012588501, "Finetune/Loss (Raw)": 0.7651424407958984, "Finetune/Step": 5832, "Finetune/Step Time": 6.024718137457967}
+{"Finetune/Learning Rate": 1.633090667910319e-05, "Finetune/Loss": 0.8638098239898682, "Finetune/Loss (Raw)": 0.7717228531837463, "Finetune/Step": 5833, "Finetune/Step Time": 6.014206252992153}
+{"Finetune/Learning Rate": 1.6329603074844358e-05, "Finetune/Loss": 0.864001989364624, "Finetune/Loss (Raw)": 0.9801185727119446, "Finetune/Step": 5834, "Finetune/Step Time": 6.0145489405840635}
+{"Finetune/Learning Rate": 1.6328299291095982e-05, "Finetune/Loss": 0.8642293214797974, "Finetune/Loss (Raw)": 0.9160962700843811, "Finetune/Step": 5835, "Finetune/Step Time": 6.0148351695388556}
+{"Finetune/Learning Rate": 1.6326995327895034e-05, "Finetune/Loss": 0.8649109601974487, "Finetune/Loss (Raw)": 0.8651232719421387, "Finetune/Step": 5836, "Finetune/Step Time": 6.016512356698513}
+{"Finetune/Learning Rate": 1.632569118527849e-05, "Finetune/Loss": 0.863712728023529, "Finetune/Loss (Raw)": 0.7619863152503967, "Finetune/Step": 5837, "Finetune/Step Time": 6.022837368771434}
+{"Finetune/Learning Rate": 1.632438686328333e-05, "Finetune/Loss": 0.8617395162582397, "Finetune/Loss (Raw)": 0.6659764647483826, "Finetune/Step": 5838, "Finetune/Step Time": 6.036278026178479}
+{"Finetune/Learning Rate": 1.6323082361946547e-05, "Finetune/Loss": 0.8623481392860413, "Finetune/Loss (Raw)": 0.9241461157798767, "Finetune/Step": 5839, "Finetune/Step Time": 6.034863092005253}
+{"Finetune/Learning Rate": 1.6321777681305128e-05, "Finetune/Loss": 0.8639355897903442, "Finetune/Loss (Raw)": 1.0310364961624146, "Finetune/Step": 5840, "Finetune/Step Time": 6.033501019701362}
+{"Finetune/Learning Rate": 1.6320472821396066e-05, "Finetune/Loss": 0.8654087781906128, "Finetune/Loss (Raw)": 0.9560030102729797, "Finetune/Step": 5841, "Finetune/Step Time": 6.031911952421069}
+{"Finetune/Learning Rate": 1.631916778225637e-05, "Finetune/Loss": 0.8664991855621338, "Finetune/Loss (Raw)": 0.8161868453025818, "Finetune/Step": 5842, "Finetune/Step Time": 6.000816583633423}
+{"Finetune/Learning Rate": 1.6317862563923048e-05, "Finetune/Loss": 0.867095410823822, "Finetune/Loss (Raw)": 0.9851711988449097, "Finetune/Step": 5843, "Finetune/Step Time": 6.0063352342695}
+{"Finetune/Learning Rate": 1.6316557166433105e-05, "Finetune/Loss": 0.8673015832901001, "Finetune/Loss (Raw)": 0.8153071999549866, "Finetune/Step": 5844, "Finetune/Step Time": 6.007318764925003}
+{"Finetune/Learning Rate": 1.6315251589823565e-05, "Finetune/Loss": 0.8666936159133911, "Finetune/Loss (Raw)": 0.9227280616760254, "Finetune/Step": 5845, "Finetune/Step Time": 6.00253389775753}
+{"Finetune/Learning Rate": 1.631394583413145e-05, "Finetune/Loss": 0.8642853498458862, "Finetune/Loss (Raw)": 0.6354513764381409, "Finetune/Step": 5846, "Finetune/Step Time": 5.998470079153776}
+{"Finetune/Learning Rate": 1.6312639899393783e-05, "Finetune/Loss": 0.8637757897377014, "Finetune/Loss (Raw)": 0.8594618439674377, "Finetune/Step": 5847, "Finetune/Step Time": 5.995296936482191}
+{"Finetune/Learning Rate": 1.63113337856476e-05, "Finetune/Loss": 0.864662766456604, "Finetune/Loss (Raw)": 0.8357817530632019, "Finetune/Step": 5848, "Finetune/Step Time": 5.9793845769017935}
+{"Finetune/Learning Rate": 1.6310027492929938e-05, "Finetune/Loss": 0.8649463653564453, "Finetune/Loss (Raw)": 0.8623524904251099, "Finetune/Step": 5849, "Finetune/Step Time": 5.978715769946575}
+{"Finetune/Learning Rate": 1.6308721021277836e-05, "Finetune/Loss": 0.8652905225753784, "Finetune/Loss (Raw)": 0.9568646550178528, "Finetune/Step": 5850, "Finetune/Step Time": 5.978481287136674}
+{"Finetune/Learning Rate": 1.630741437072835e-05, "Finetune/Loss": 0.8648926019668579, "Finetune/Loss (Raw)": 0.6588504910469055, "Finetune/Step": 5851, "Finetune/Step Time": 6.000633057206869}
+{"Finetune/Learning Rate": 1.6306107541318525e-05, "Finetune/Loss": 0.8632952570915222, "Finetune/Loss (Raw)": 0.8160818815231323, "Finetune/Step": 5852, "Finetune/Step Time": 5.999400233849883}
+{"Finetune/Learning Rate": 1.6304800533085427e-05, "Finetune/Loss": 0.8623760938644409, "Finetune/Loss (Raw)": 0.7448136806488037, "Finetune/Step": 5853, "Finetune/Step Time": 6.0000840444117785}
+{"Finetune/Learning Rate": 1.6303493346066107e-05, "Finetune/Loss": 0.8620637655258179, "Finetune/Loss (Raw)": 0.8460438251495361, "Finetune/Step": 5854, "Finetune/Step Time": 5.999573033303022}
+{"Finetune/Learning Rate": 1.6302185980297647e-05, "Finetune/Loss": 0.8626353740692139, "Finetune/Loss (Raw)": 0.9525889158248901, "Finetune/Step": 5855, "Finetune/Step Time": 6.0004236195236444}
+{"Finetune/Learning Rate": 1.6300878435817115e-05, "Finetune/Loss": 0.8646901249885559, "Finetune/Loss (Raw)": 0.9155828356742859, "Finetune/Step": 5856, "Finetune/Step Time": 5.979871487244964}
+{"Finetune/Learning Rate": 1.6299570712661582e-05, "Finetune/Loss": 0.863483190536499, "Finetune/Loss (Raw)": 0.6469813585281372, "Finetune/Step": 5857, "Finetune/Step Time": 5.982493598014116}
+{"Finetune/Learning Rate": 1.629826281086814e-05, "Finetune/Loss": 0.8636005520820618, "Finetune/Loss (Raw)": 0.8396323323249817, "Finetune/Step": 5858, "Finetune/Step Time": 6.005626915022731}
+{"Finetune/Learning Rate": 1.6296954730473872e-05, "Finetune/Loss": 0.8619657158851624, "Finetune/Loss (Raw)": 0.6969769597053528, "Finetune/Step": 5859, "Finetune/Step Time": 6.018904909491539}
+{"Finetune/Learning Rate": 1.629564647151588e-05, "Finetune/Loss": 0.8623883724212646, "Finetune/Loss (Raw)": 0.857885479927063, "Finetune/Step": 5860, "Finetune/Step Time": 6.024333845824003}
+{"Finetune/Learning Rate": 1.629433803403125e-05, "Finetune/Loss": 0.8609738349914551, "Finetune/Loss (Raw)": 0.8096749782562256, "Finetune/Step": 5861, "Finetune/Step Time": 6.021627817302942}
+{"Finetune/Learning Rate": 1.6293029418057096e-05, "Finetune/Loss": 0.8606675863265991, "Finetune/Loss (Raw)": 0.8649988174438477, "Finetune/Step": 5862, "Finetune/Step Time": 6.022069197148085}
+{"Finetune/Learning Rate": 1.6291720623630518e-05, "Finetune/Loss": 0.8612903952598572, "Finetune/Loss (Raw)": 0.9708677530288696, "Finetune/Step": 5863, "Finetune/Step Time": 6.003189038485289}
+{"Finetune/Learning Rate": 1.629041165078864e-05, "Finetune/Loss": 0.859821081161499, "Finetune/Loss (Raw)": 0.81291264295578, "Finetune/Step": 5864, "Finetune/Step Time": 5.999862553551793}
+{"Finetune/Learning Rate": 1.6289102499568572e-05, "Finetune/Loss": 0.8606077432632446, "Finetune/Loss (Raw)": 0.9886189699172974, "Finetune/Step": 5865, "Finetune/Step Time": 6.003295203670859}
+{"Finetune/Learning Rate": 1.6287793170007442e-05, "Finetune/Loss": 0.8596882820129395, "Finetune/Loss (Raw)": 0.805267333984375, "Finetune/Step": 5866, "Finetune/Step Time": 6.014465836808085}
+{"Finetune/Learning Rate": 1.628648366214238e-05, "Finetune/Loss": 0.86139976978302, "Finetune/Loss (Raw)": 1.0421984195709229, "Finetune/Step": 5867, "Finetune/Step Time": 6.013828294351697}
+{"Finetune/Learning Rate": 1.6285173976010513e-05, "Finetune/Loss": 0.8601519465446472, "Finetune/Loss (Raw)": 0.6548915505409241, "Finetune/Step": 5868, "Finetune/Step Time": 6.029871769249439}
+{"Finetune/Learning Rate": 1.6283864111648985e-05, "Finetune/Loss": 0.8624447584152222, "Finetune/Loss (Raw)": 0.9048946499824524, "Finetune/Step": 5869, "Finetune/Step Time": 6.008393689990044}
+{"Finetune/Learning Rate": 1.6282554069094944e-05, "Finetune/Loss": 0.8631430864334106, "Finetune/Loss (Raw)": 0.9179765582084656, "Finetune/Step": 5870, "Finetune/Step Time": 6.005219511687756}
+{"Finetune/Learning Rate": 1.6281243848385534e-05, "Finetune/Loss": 0.8622543811798096, "Finetune/Loss (Raw)": 0.859057605266571, "Finetune/Step": 5871, "Finetune/Step Time": 5.995931373909116}
+{"Finetune/Learning Rate": 1.6279933449557905e-05, "Finetune/Loss": 0.8629467487335205, "Finetune/Loss (Raw)": 0.9505491256713867, "Finetune/Step": 5872, "Finetune/Step Time": 6.015846665948629}
+{"Finetune/Learning Rate": 1.6278622872649223e-05, "Finetune/Loss": 0.8633653521537781, "Finetune/Loss (Raw)": 0.9093160033226013, "Finetune/Step": 5873, "Finetune/Step Time": 6.019560793414712}
+{"Finetune/Learning Rate": 1.6277312117696655e-05, "Finetune/Loss": 0.8638052940368652, "Finetune/Loss (Raw)": 0.8930715918540955, "Finetune/Step": 5874, "Finetune/Step Time": 6.020354896783829}
+{"Finetune/Learning Rate": 1.627600118473736e-05, "Finetune/Loss": 0.8631861209869385, "Finetune/Loss (Raw)": 0.8760867118835449, "Finetune/Step": 5875, "Finetune/Step Time": 6.020898478105664}
+{"Finetune/Learning Rate": 1.627469007380852e-05, "Finetune/Loss": 0.864486575126648, "Finetune/Loss (Raw)": 0.9027016758918762, "Finetune/Step": 5876, "Finetune/Step Time": 6.020227566361427}
+{"Finetune/Learning Rate": 1.6273378784947315e-05, "Finetune/Loss": 0.8661916255950928, "Finetune/Loss (Raw)": 1.0049535036087036, "Finetune/Step": 5877, "Finetune/Step Time": 6.014373362064362}
+{"Finetune/Learning Rate": 1.6272067318190924e-05, "Finetune/Loss": 0.868806004524231, "Finetune/Loss (Raw)": 0.9862911105155945, "Finetune/Step": 5878, "Finetune/Step Time": 5.996283266693354}
+{"Finetune/Learning Rate": 1.6270755673576538e-05, "Finetune/Loss": 0.8692925572395325, "Finetune/Loss (Raw)": 0.9178810715675354, "Finetune/Step": 5879, "Finetune/Step Time": 5.979901758953929}
+{"Finetune/Learning Rate": 1.6269443851141357e-05, "Finetune/Loss": 0.8702136278152466, "Finetune/Loss (Raw)": 0.8985376954078674, "Finetune/Step": 5880, "Finetune/Step Time": 5.975311748683453}
+{"Finetune/Learning Rate": 1.626813185092257e-05, "Finetune/Loss": 0.8714919090270996, "Finetune/Loss (Raw)": 1.076328158378601, "Finetune/Step": 5881, "Finetune/Step Time": 5.983389353379607}
+{"Finetune/Learning Rate": 1.6266819672957394e-05, "Finetune/Loss": 0.8713765740394592, "Finetune/Loss (Raw)": 0.9199811816215515, "Finetune/Step": 5882, "Finetune/Step Time": 5.983214793726802}
+{"Finetune/Learning Rate": 1.626550731728303e-05, "Finetune/Loss": 0.871067464351654, "Finetune/Loss (Raw)": 0.832794189453125, "Finetune/Step": 5883, "Finetune/Step Time": 5.9866817854344845}
+{"Finetune/Learning Rate": 1.6264194783936697e-05, "Finetune/Loss": 0.8709579706192017, "Finetune/Loss (Raw)": 0.8954681158065796, "Finetune/Step": 5884, "Finetune/Step Time": 5.9914955999702215}
+{"Finetune/Learning Rate": 1.626288207295561e-05, "Finetune/Loss": 0.8705248832702637, "Finetune/Loss (Raw)": 0.8577886819839478, "Finetune/Step": 5885, "Finetune/Step Time": 5.994639374315739}
+{"Finetune/Learning Rate": 1.6261569184376998e-05, "Finetune/Loss": 0.8706689476966858, "Finetune/Loss (Raw)": 0.9079096913337708, "Finetune/Step": 5886, "Finetune/Step Time": 5.9944581519812346}
+{"Finetune/Learning Rate": 1.626025611823809e-05, "Finetune/Loss": 0.8722198605537415, "Finetune/Loss (Raw)": 0.9598326086997986, "Finetune/Step": 5887, "Finetune/Step Time": 6.003013161942363}
+{"Finetune/Learning Rate": 1.6258942874576117e-05, "Finetune/Loss": 0.87355637550354, "Finetune/Loss (Raw)": 1.0139684677124023, "Finetune/Step": 5888, "Finetune/Step Time": 6.000642769038677}
+{"Finetune/Learning Rate": 1.6257629453428325e-05, "Finetune/Loss": 0.873213529586792, "Finetune/Loss (Raw)": 0.8573733568191528, "Finetune/Step": 5889, "Finetune/Step Time": 5.995112985372543}
+{"Finetune/Learning Rate": 1.6256315854831956e-05, "Finetune/Loss": 0.8726918697357178, "Finetune/Loss (Raw)": 0.9358648061752319, "Finetune/Step": 5890, "Finetune/Step Time": 5.992428224533796}
+{"Finetune/Learning Rate": 1.6255002078824257e-05, "Finetune/Loss": 0.871544599533081, "Finetune/Loss (Raw)": 0.776578962802887, "Finetune/Step": 5891, "Finetune/Step Time": 5.973888695240021}
+{"Finetune/Learning Rate": 1.6253688125442493e-05, "Finetune/Loss": 0.8693501353263855, "Finetune/Loss (Raw)": 0.6646630764007568, "Finetune/Step": 5892, "Finetune/Step Time": 5.997918060049415}
+{"Finetune/Learning Rate": 1.6252373994723912e-05, "Finetune/Loss": 0.868516743183136, "Finetune/Loss (Raw)": 0.818993330001831, "Finetune/Step": 5893, "Finetune/Step Time": 5.97877406142652}
+{"Finetune/Learning Rate": 1.625105968670578e-05, "Finetune/Loss": 0.8702650666236877, "Finetune/Loss (Raw)": 0.8534706234931946, "Finetune/Step": 5894, "Finetune/Step Time": 5.959163621068001}
+{"Finetune/Learning Rate": 1.624974520142538e-05, "Finetune/Loss": 0.869393527507782, "Finetune/Loss (Raw)": 0.892815351486206, "Finetune/Step": 5895, "Finetune/Step Time": 5.957749677821994}
+{"Finetune/Learning Rate": 1.624843053891997e-05, "Finetune/Loss": 0.8699681162834167, "Finetune/Loss (Raw)": 0.9322554469108582, "Finetune/Step": 5896, "Finetune/Step Time": 5.9591559916734695}
+{"Finetune/Learning Rate": 1.6247115699226843e-05, "Finetune/Loss": 0.8715020418167114, "Finetune/Loss (Raw)": 1.0575696229934692, "Finetune/Step": 5897, "Finetune/Step Time": 5.961658623069525}
+{"Finetune/Learning Rate": 1.624580068238328e-05, "Finetune/Loss": 0.8722124099731445, "Finetune/Loss (Raw)": 0.8858932852745056, "Finetune/Step": 5898, "Finetune/Step Time": 5.954356513917446}
+{"Finetune/Learning Rate": 1.6244485488426566e-05, "Finetune/Loss": 0.8723481297492981, "Finetune/Loss (Raw)": 0.8558098673820496, "Finetune/Step": 5899, "Finetune/Step Time": 5.949010446667671}
+{"Finetune/Learning Rate": 1.6243170117394e-05, "Finetune/Loss": 0.8714313507080078, "Finetune/Loss (Raw)": 0.9212300181388855, "Finetune/Step": 5900, "Finetune/Step Time": 5.944661794230342}
+{"Finetune/Learning Rate": 1.6241854569322887e-05, "Finetune/Loss": 0.8705980181694031, "Finetune/Loss (Raw)": 0.7749022245407104, "Finetune/Step": 5901, "Finetune/Step Time": 5.945867283269763}
+{"Finetune/Learning Rate": 1.6240538844250524e-05, "Finetune/Loss": 0.8709105253219604, "Finetune/Loss (Raw)": 0.8121952414512634, "Finetune/Step": 5902, "Finetune/Step Time": 5.940089771524072}
+{"Finetune/Learning Rate": 1.6239222942214228e-05, "Finetune/Loss": 0.8709328174591064, "Finetune/Loss (Raw)": 0.9003002643585205, "Finetune/Step": 5903, "Finetune/Step Time": 5.94229394197464}
+{"Finetune/Learning Rate": 1.6237906863251313e-05, "Finetune/Loss": 0.8713887929916382, "Finetune/Loss (Raw)": 0.9333260655403137, "Finetune/Step": 5904, "Finetune/Step Time": 5.943991148844361}
+{"Finetune/Learning Rate": 1.6236590607399092e-05, "Finetune/Loss": 0.8717686533927917, "Finetune/Loss (Raw)": 0.8403857350349426, "Finetune/Step": 5905, "Finetune/Step Time": 5.938682410866022}
+{"Finetune/Learning Rate": 1.6235274174694896e-05, "Finetune/Loss": 0.8722105026245117, "Finetune/Loss (Raw)": 0.854659914970398, "Finetune/Step": 5906, "Finetune/Step Time": 5.94247336499393}
+{"Finetune/Learning Rate": 1.623395756517606e-05, "Finetune/Loss": 0.871941089630127, "Finetune/Loss (Raw)": 0.8946185111999512, "Finetune/Step": 5907, "Finetune/Step Time": 5.9483956303447485}
+{"Finetune/Learning Rate": 1.623264077887991e-05, "Finetune/Loss": 0.8715718984603882, "Finetune/Loss (Raw)": 0.98179692029953, "Finetune/Step": 5908, "Finetune/Step Time": 5.949922448024154}
+{"Finetune/Learning Rate": 1.6231323815843796e-05, "Finetune/Loss": 0.8715195655822754, "Finetune/Loss (Raw)": 0.8911035060882568, "Finetune/Step": 5909, "Finetune/Step Time": 5.936198238283396}
+{"Finetune/Learning Rate": 1.6230006676105055e-05, "Finetune/Loss": 0.8727454543113708, "Finetune/Loss (Raw)": 0.8473061323165894, "Finetune/Step": 5910, "Finetune/Step Time": 5.931203190237284}
+{"Finetune/Learning Rate": 1.622868935970104e-05, "Finetune/Loss": 0.8732912540435791, "Finetune/Loss (Raw)": 0.9575403928756714, "Finetune/Step": 5911, "Finetune/Step Time": 5.940810305997729}
+{"Finetune/Learning Rate": 1.622737186666911e-05, "Finetune/Loss": 0.8702715039253235, "Finetune/Loss (Raw)": 0.635154664516449, "Finetune/Step": 5912, "Finetune/Step Time": 5.962272223085165}
+{"Finetune/Learning Rate": 1.6226054197046617e-05, "Finetune/Loss": 0.8720332384109497, "Finetune/Loss (Raw)": 0.9438729882240295, "Finetune/Step": 5913, "Finetune/Step Time": 5.946231056004763}
+{"Finetune/Learning Rate": 1.6224736350870936e-05, "Finetune/Loss": 0.8700416684150696, "Finetune/Loss (Raw)": 0.7505401968955994, "Finetune/Step": 5914, "Finetune/Step Time": 5.947869386523962}
+{"Finetune/Learning Rate": 1.6223418328179426e-05, "Finetune/Loss": 0.8698233366012573, "Finetune/Loss (Raw)": 0.9819250702857971, "Finetune/Step": 5915, "Finetune/Step Time": 5.956452341750264}
+{"Finetune/Learning Rate": 1.6222100129009476e-05, "Finetune/Loss": 0.8711773157119751, "Finetune/Loss (Raw)": 0.8199484348297119, "Finetune/Step": 5916, "Finetune/Step Time": 5.939348408952355}
+{"Finetune/Learning Rate": 1.622078175339846e-05, "Finetune/Loss": 0.8703990578651428, "Finetune/Loss (Raw)": 0.7781896591186523, "Finetune/Step": 5917, "Finetune/Step Time": 5.937110086902976}
+{"Finetune/Learning Rate": 1.621946320138376e-05, "Finetune/Loss": 0.868341326713562, "Finetune/Loss (Raw)": 0.7855891585350037, "Finetune/Step": 5918, "Finetune/Step Time": 5.96810282766819}
+{"Finetune/Learning Rate": 1.621814447300277e-05, "Finetune/Loss": 0.8666530251502991, "Finetune/Loss (Raw)": 0.7136116623878479, "Finetune/Step": 5919, "Finetune/Step Time": 5.973144190385938}
+{"Finetune/Learning Rate": 1.6216825568292885e-05, "Finetune/Loss": 0.8664755821228027, "Finetune/Loss (Raw)": 0.8440967202186584, "Finetune/Step": 5920, "Finetune/Step Time": 5.960349163040519}
+{"Finetune/Learning Rate": 1.6215506487291503e-05, "Finetune/Loss": 0.866426408290863, "Finetune/Loss (Raw)": 0.8762584328651428, "Finetune/Step": 5921, "Finetune/Step Time": 5.9608539417386055}
+{"Finetune/Learning Rate": 1.6214187230036035e-05, "Finetune/Loss": 0.8658003807067871, "Finetune/Loss (Raw)": 0.8329557776451111, "Finetune/Step": 5922, "Finetune/Step Time": 5.963567877188325}
+{"Finetune/Learning Rate": 1.6212867796563887e-05, "Finetune/Loss": 0.8669812679290771, "Finetune/Loss (Raw)": 0.9479237198829651, "Finetune/Step": 5923, "Finetune/Step Time": 5.960513884201646}
+{"Finetune/Learning Rate": 1.6211548186912474e-05, "Finetune/Loss": 0.8672479391098022, "Finetune/Loss (Raw)": 0.8717299699783325, "Finetune/Step": 5924, "Finetune/Step Time": 5.9592730067670345}
+{"Finetune/Learning Rate": 1.6210228401119218e-05, "Finetune/Loss": 0.8661546111106873, "Finetune/Loss (Raw)": 0.8562250733375549, "Finetune/Step": 5925, "Finetune/Step Time": 5.947118012234569}
+{"Finetune/Learning Rate": 1.6208908439221547e-05, "Finetune/Loss": 0.8669034242630005, "Finetune/Loss (Raw)": 0.987114667892456, "Finetune/Step": 5926, "Finetune/Step Time": 5.947574442252517}
+{"Finetune/Learning Rate": 1.620758830125688e-05, "Finetune/Loss": 0.8658851385116577, "Finetune/Loss (Raw)": 0.8082864284515381, "Finetune/Step": 5927, "Finetune/Step Time": 5.947307301685214}
+{"Finetune/Learning Rate": 1.620626798726267e-05, "Finetune/Loss": 0.8665637373924255, "Finetune/Loss (Raw)": 0.9639732241630554, "Finetune/Step": 5928, "Finetune/Step Time": 5.950595544651151}
+{"Finetune/Learning Rate": 1.6204947497276346e-05, "Finetune/Loss": 0.866550862789154, "Finetune/Loss (Raw)": 0.9167752265930176, "Finetune/Step": 5929, "Finetune/Step Time": 5.95418937318027}
+{"Finetune/Learning Rate": 1.6203626831335356e-05, "Finetune/Loss": 0.8661156892776489, "Finetune/Loss (Raw)": 0.8904094099998474, "Finetune/Step": 5930, "Finetune/Step Time": 5.9579090271145105}
+{"Finetune/Learning Rate": 1.620230598947715e-05, "Finetune/Loss": 0.8662517070770264, "Finetune/Loss (Raw)": 0.8881374001502991, "Finetune/Step": 5931, "Finetune/Step Time": 5.959911992773414}
+{"Finetune/Learning Rate": 1.6200984971739178e-05, "Finetune/Loss": 0.8674346804618835, "Finetune/Loss (Raw)": 0.9745230674743652, "Finetune/Step": 5932, "Finetune/Step Time": 5.965588128194213}
+{"Finetune/Learning Rate": 1.6199663778158908e-05, "Finetune/Loss": 0.8656728267669678, "Finetune/Loss (Raw)": 0.7497313022613525, "Finetune/Step": 5933, "Finetune/Step Time": 5.941513376310468}
+{"Finetune/Learning Rate": 1.6198342408773803e-05, "Finetune/Loss": 0.8649691343307495, "Finetune/Loss (Raw)": 0.8731333613395691, "Finetune/Step": 5934, "Finetune/Step Time": 5.939691228792071}
+{"Finetune/Learning Rate": 1.6197020863621338e-05, "Finetune/Loss": 0.8647142648696899, "Finetune/Loss (Raw)": 0.9116652011871338, "Finetune/Step": 5935, "Finetune/Step Time": 5.937698777765036}
+{"Finetune/Learning Rate": 1.6195699142738976e-05, "Finetune/Loss": 0.8654488325119019, "Finetune/Loss (Raw)": 0.89525306224823, "Finetune/Step": 5936, "Finetune/Step Time": 5.935385352000594}
+{"Finetune/Learning Rate": 1.619437724616421e-05, "Finetune/Loss": 0.8641684055328369, "Finetune/Loss (Raw)": 0.7917764782905579, "Finetune/Step": 5937, "Finetune/Step Time": 5.9325743447989225}
+{"Finetune/Learning Rate": 1.6193055173934515e-05, "Finetune/Loss": 0.8638211488723755, "Finetune/Loss (Raw)": 0.809640645980835, "Finetune/Step": 5938, "Finetune/Step Time": 5.933315506204963}
+{"Finetune/Learning Rate": 1.6191732926087386e-05, "Finetune/Loss": 0.8641757965087891, "Finetune/Loss (Raw)": 0.9296692609786987, "Finetune/Step": 5939, "Finetune/Step Time": 5.933247901499271}
+{"Finetune/Learning Rate": 1.6190410502660323e-05, "Finetune/Loss": 0.8654115200042725, "Finetune/Loss (Raw)": 0.9574183821678162, "Finetune/Step": 5940, "Finetune/Step Time": 5.932186039164662}
+{"Finetune/Learning Rate": 1.6189087903690817e-05, "Finetune/Loss": 0.8660382032394409, "Finetune/Loss (Raw)": 0.8341076374053955, "Finetune/Step": 5941, "Finetune/Step Time": 5.935519741848111}
+{"Finetune/Learning Rate": 1.618776512921638e-05, "Finetune/Loss": 0.8655103445053101, "Finetune/Loss (Raw)": 0.9082735180854797, "Finetune/Step": 5942, "Finetune/Step Time": 5.930209210142493}
+{"Finetune/Learning Rate": 1.618644217927452e-05, "Finetune/Loss": 0.8647081851959229, "Finetune/Loss (Raw)": 0.8538082242012024, "Finetune/Step": 5943, "Finetune/Step Time": 5.932089056819677}
+{"Finetune/Learning Rate": 1.6185119053902748e-05, "Finetune/Loss": 0.864294171333313, "Finetune/Loss (Raw)": 0.8038570284843445, "Finetune/Step": 5944, "Finetune/Step Time": 5.926470199599862}
+{"Finetune/Learning Rate": 1.6183795753138588e-05, "Finetune/Loss": 0.8654519319534302, "Finetune/Loss (Raw)": 1.0653268098831177, "Finetune/Step": 5945, "Finetune/Step Time": 5.9293228182941675}
+{"Finetune/Learning Rate": 1.618247227701957e-05, "Finetune/Loss": 0.8672086000442505, "Finetune/Loss (Raw)": 0.9020401239395142, "Finetune/Step": 5946, "Finetune/Step Time": 5.926240054890513}
+{"Finetune/Learning Rate": 1.6181148625583215e-05, "Finetune/Loss": 0.8674213886260986, "Finetune/Loss (Raw)": 0.9227600693702698, "Finetune/Step": 5947, "Finetune/Step Time": 5.928509818390012}
+{"Finetune/Learning Rate": 1.6179824798867062e-05, "Finetune/Loss": 0.8674602508544922, "Finetune/Loss (Raw)": 0.8401474952697754, "Finetune/Step": 5948, "Finetune/Step Time": 5.930222066119313}
+{"Finetune/Learning Rate": 1.6178500796908652e-05, "Finetune/Loss": 0.86700838804245, "Finetune/Loss (Raw)": 0.7923164963722229, "Finetune/Step": 5949, "Finetune/Step Time": 5.927106358110905}
+{"Finetune/Learning Rate": 1.617717661974553e-05, "Finetune/Loss": 0.8675507307052612, "Finetune/Loss (Raw)": 0.9145436882972717, "Finetune/Step": 5950, "Finetune/Step Time": 5.927419578656554}
+{"Finetune/Learning Rate": 1.617585226741524e-05, "Finetune/Loss": 0.866909384727478, "Finetune/Loss (Raw)": 0.7590838670730591, "Finetune/Step": 5951, "Finetune/Step Time": 5.945499364286661}
+{"Finetune/Learning Rate": 1.6174527739955345e-05, "Finetune/Loss": 0.867149829864502, "Finetune/Loss (Raw)": 0.8301657438278198, "Finetune/Step": 5952, "Finetune/Step Time": 5.943574640899897}
+{"Finetune/Learning Rate": 1.61732030374034e-05, "Finetune/Loss": 0.8679293394088745, "Finetune/Loss (Raw)": 1.0072135925292969, "Finetune/Step": 5953, "Finetune/Step Time": 5.898600202053785}
+{"Finetune/Learning Rate": 1.6171878159796973e-05, "Finetune/Loss": 0.8689699769020081, "Finetune/Loss (Raw)": 0.9435807466506958, "Finetune/Step": 5954, "Finetune/Step Time": 5.91158795543015}
+{"Finetune/Learning Rate": 1.6170553107173627e-05, "Finetune/Loss": 0.8700375556945801, "Finetune/Loss (Raw)": 0.9281041026115417, "Finetune/Step": 5955, "Finetune/Step Time": 5.911126397550106}
+{"Finetune/Learning Rate": 1.6169227879570947e-05, "Finetune/Loss": 0.8717588186264038, "Finetune/Loss (Raw)": 0.9637081623077393, "Finetune/Step": 5956, "Finetune/Step Time": 5.914606953039765}
+{"Finetune/Learning Rate": 1.6167902477026503e-05, "Finetune/Loss": 0.8734228610992432, "Finetune/Loss (Raw)": 0.9814305901527405, "Finetune/Step": 5957, "Finetune/Step Time": 5.916181575506926}
+{"Finetune/Learning Rate": 1.6166576899577887e-05, "Finetune/Loss": 0.8737800121307373, "Finetune/Loss (Raw)": 0.8396657109260559, "Finetune/Step": 5958, "Finetune/Step Time": 5.915557660162449}
+{"Finetune/Learning Rate": 1.6165251147262687e-05, "Finetune/Loss": 0.8741509914398193, "Finetune/Loss (Raw)": 0.9380918145179749, "Finetune/Step": 5959, "Finetune/Step Time": 5.913520669564605}
+{"Finetune/Learning Rate": 1.6163925220118494e-05, "Finetune/Loss": 0.8749953508377075, "Finetune/Loss (Raw)": 0.8732228875160217, "Finetune/Step": 5960, "Finetune/Step Time": 5.912157669663429}
+{"Finetune/Learning Rate": 1.6162599118182906e-05, "Finetune/Loss": 0.8755192756652832, "Finetune/Loss (Raw)": 0.8387917280197144, "Finetune/Step": 5961, "Finetune/Step Time": 5.902689151465893}
+{"Finetune/Learning Rate": 1.6161272841493535e-05, "Finetune/Loss": 0.8749545216560364, "Finetune/Loss (Raw)": 0.9078341722488403, "Finetune/Step": 5962, "Finetune/Step Time": 5.900429653003812}
+{"Finetune/Learning Rate": 1.6159946390087986e-05, "Finetune/Loss": 0.8751084804534912, "Finetune/Loss (Raw)": 0.9357924461364746, "Finetune/Step": 5963, "Finetune/Step Time": 5.901535507291555}
+{"Finetune/Learning Rate": 1.6158619764003874e-05, "Finetune/Loss": 0.8761273622512817, "Finetune/Loss (Raw)": 0.9955393671989441, "Finetune/Step": 5964, "Finetune/Step Time": 5.89946080930531}
+{"Finetune/Learning Rate": 1.6157292963278817e-05, "Finetune/Loss": 0.8767856955528259, "Finetune/Loss (Raw)": 0.8462627530097961, "Finetune/Step": 5965, "Finetune/Step Time": 5.8917503245174885}
+{"Finetune/Learning Rate": 1.6155965987950444e-05, "Finetune/Loss": 0.8784825801849365, "Finetune/Loss (Raw)": 0.8831724524497986, "Finetune/Step": 5966, "Finetune/Step Time": 5.8768876157701015}
+{"Finetune/Learning Rate": 1.6154638838056377e-05, "Finetune/Loss": 0.8785613775253296, "Finetune/Loss (Raw)": 0.9342292547225952, "Finetune/Step": 5967, "Finetune/Step Time": 5.873862674459815}
+{"Finetune/Learning Rate": 1.6153311513634257e-05, "Finetune/Loss": 0.877424955368042, "Finetune/Loss (Raw)": 0.885581910610199, "Finetune/Step": 5968, "Finetune/Step Time": 5.8749694135040045}
+{"Finetune/Learning Rate": 1.6151984014721717e-05, "Finetune/Loss": 0.877182126045227, "Finetune/Loss (Raw)": 0.9249118566513062, "Finetune/Step": 5969, "Finetune/Step Time": 5.877073526382446}
+{"Finetune/Learning Rate": 1.6150656341356406e-05, "Finetune/Loss": 0.8757672309875488, "Finetune/Loss (Raw)": 0.6350939869880676, "Finetune/Step": 5970, "Finetune/Step Time": 5.897793333977461}
+{"Finetune/Learning Rate": 1.6149328493575973e-05, "Finetune/Loss": 0.8755096197128296, "Finetune/Loss (Raw)": 0.9521893262863159, "Finetune/Step": 5971, "Finetune/Step Time": 5.893292412161827}
+{"Finetune/Learning Rate": 1.6148000471418066e-05, "Finetune/Loss": 0.8762056231498718, "Finetune/Loss (Raw)": 0.904393196105957, "Finetune/Step": 5972, "Finetune/Step Time": 5.893481634557247}
+{"Finetune/Learning Rate": 1.614667227492035e-05, "Finetune/Loss": 0.8763818740844727, "Finetune/Loss (Raw)": 0.9452850818634033, "Finetune/Step": 5973, "Finetune/Step Time": 5.894265566021204}
+{"Finetune/Learning Rate": 1.6145343904120488e-05, "Finetune/Loss": 0.8782089948654175, "Finetune/Loss (Raw)": 0.869329571723938, "Finetune/Step": 5974, "Finetune/Step Time": 5.904466435313225}
+{"Finetune/Learning Rate": 1.614401535905615e-05, "Finetune/Loss": 0.8786799907684326, "Finetune/Loss (Raw)": 0.919741153717041, "Finetune/Step": 5975, "Finetune/Step Time": 5.902921888977289}
+{"Finetune/Learning Rate": 1.6142686639765e-05, "Finetune/Loss": 0.8793061971664429, "Finetune/Loss (Raw)": 0.9159395694732666, "Finetune/Step": 5976, "Finetune/Step Time": 5.899526258930564}
+{"Finetune/Learning Rate": 1.6141357746284734e-05, "Finetune/Loss": 0.8787566423416138, "Finetune/Loss (Raw)": 0.7920098900794983, "Finetune/Step": 5977, "Finetune/Step Time": 5.902392249554396}
+{"Finetune/Learning Rate": 1.614002867865302e-05, "Finetune/Loss": 0.8781619668006897, "Finetune/Loss (Raw)": 0.88075190782547, "Finetune/Step": 5978, "Finetune/Step Time": 5.904864691197872}
+{"Finetune/Learning Rate": 1.6138699436907555e-05, "Finetune/Loss": 0.8793936967849731, "Finetune/Loss (Raw)": 0.8165083527565002, "Finetune/Step": 5979, "Finetune/Step Time": 5.886200485751033}
+{"Finetune/Learning Rate": 1.613737002108603e-05, "Finetune/Loss": 0.8786125183105469, "Finetune/Loss (Raw)": 0.7160886526107788, "Finetune/Step": 5980, "Finetune/Step Time": 5.883132414892316}
+{"Finetune/Learning Rate": 1.6136040431226143e-05, "Finetune/Loss": 0.8808019757270813, "Finetune/Loss (Raw)": 1.025071382522583, "Finetune/Step": 5981, "Finetune/Step Time": 5.883175602182746}
+{"Finetune/Learning Rate": 1.6134710667365598e-05, "Finetune/Loss": 0.8817343711853027, "Finetune/Loss (Raw)": 0.9653902649879456, "Finetune/Step": 5982, "Finetune/Step Time": 5.881632367148995}
+{"Finetune/Learning Rate": 1.61333807295421e-05, "Finetune/Loss": 0.8802841901779175, "Finetune/Loss (Raw)": 0.766959547996521, "Finetune/Step": 5983, "Finetune/Step Time": 5.8805494122207165}
+{"Finetune/Learning Rate": 1.613205061779337e-05, "Finetune/Loss": 0.8793184757232666, "Finetune/Loss (Raw)": 0.7919741272926331, "Finetune/Step": 5984, "Finetune/Step Time": 5.8937884867191315}
+{"Finetune/Learning Rate": 1.613072033215712e-05, "Finetune/Loss": 0.8803623914718628, "Finetune/Loss (Raw)": 0.7805963158607483, "Finetune/Step": 5985, "Finetune/Step Time": 5.882527941837907}
+{"Finetune/Learning Rate": 1.6129389872671074e-05, "Finetune/Loss": 0.8803510665893555, "Finetune/Loss (Raw)": 0.8381826281547546, "Finetune/Step": 5986, "Finetune/Step Time": 5.865943370386958}
+{"Finetune/Learning Rate": 1.6128059239372965e-05, "Finetune/Loss": 0.8820770978927612, "Finetune/Loss (Raw)": 0.9179167151451111, "Finetune/Step": 5987, "Finetune/Step Time": 5.852116651833057}
+{"Finetune/Learning Rate": 1.6126728432300516e-05, "Finetune/Loss": 0.8821040987968445, "Finetune/Loss (Raw)": 0.8613413572311401, "Finetune/Step": 5988, "Finetune/Step Time": 5.8538463450968266}
+{"Finetune/Learning Rate": 1.6125397451491473e-05, "Finetune/Loss": 0.8827605247497559, "Finetune/Loss (Raw)": 0.8936957716941833, "Finetune/Step": 5989, "Finetune/Step Time": 5.8546181712299585}
+{"Finetune/Learning Rate": 1.612406629698358e-05, "Finetune/Loss": 0.8829355239868164, "Finetune/Loss (Raw)": 0.8873926997184753, "Finetune/Step": 5990, "Finetune/Step Time": 5.848880527541041}
+{"Finetune/Learning Rate": 1.6122734968814574e-05, "Finetune/Loss": 0.8810743093490601, "Finetune/Loss (Raw)": 0.7326384782791138, "Finetune/Step": 5991, "Finetune/Step Time": 5.8496229983866215}
+{"Finetune/Learning Rate": 1.6121403467022223e-05, "Finetune/Loss": 0.8804937601089478, "Finetune/Loss (Raw)": 0.7385984063148499, "Finetune/Step": 5992, "Finetune/Step Time": 5.846750739961863}
+{"Finetune/Learning Rate": 1.6120071791644273e-05, "Finetune/Loss": 0.8797704577445984, "Finetune/Loss (Raw)": 0.8960393071174622, "Finetune/Step": 5993, "Finetune/Step Time": 5.863178940489888}
+{"Finetune/Learning Rate": 1.611873994271849e-05, "Finetune/Loss": 0.8809500932693481, "Finetune/Loss (Raw)": 0.9562627077102661, "Finetune/Step": 5994, "Finetune/Step Time": 5.862968973815441}
+{"Finetune/Learning Rate": 1.611740792028264e-05, "Finetune/Loss": 0.8800966739654541, "Finetune/Loss (Raw)": 0.9329549074172974, "Finetune/Step": 5995, "Finetune/Step Time": 5.864414539188147}
+{"Finetune/Learning Rate": 1.6116075724374497e-05, "Finetune/Loss": 0.8815416097640991, "Finetune/Loss (Raw)": 0.8398450016975403, "Finetune/Step": 5996, "Finetune/Step Time": 5.84238257817924}
+{"Finetune/Learning Rate": 1.611474335503184e-05, "Finetune/Loss": 0.8819167017936707, "Finetune/Loss (Raw)": 0.9529098868370056, "Finetune/Step": 5997, "Finetune/Step Time": 5.843384554609656}
+{"Finetune/Learning Rate": 1.611341081229245e-05, "Finetune/Loss": 0.8815417289733887, "Finetune/Loss (Raw)": 0.8699826002120972, "Finetune/Step": 5998, "Finetune/Step Time": 5.8461269829422235}
+{"Finetune/Learning Rate": 1.6112078096194114e-05, "Finetune/Loss": 0.8809692859649658, "Finetune/Loss (Raw)": 0.7857784032821655, "Finetune/Step": 5999, "Finetune/Step Time": 5.847126791253686}
+{"Finetune/Learning Rate": 1.611074520677462e-05, "Finetune/Loss": 0.8807613253593445, "Finetune/Loss (Raw)": 0.9239324927330017, "Finetune/Step": 6000, "Finetune/Step Time": 5.826802575960755}
+{"Finetune/Learning Rate": 1.6109412144071774e-05, "Finetune/Loss": 0.8794559240341187, "Finetune/Loss (Raw)": 0.7422218918800354, "Finetune/Step": 6001, "Finetune/Step Time": 5.833935821428895}
+{"Finetune/Learning Rate": 1.6108078908123368e-05, "Finetune/Loss": 0.8789123892784119, "Finetune/Loss (Raw)": 0.8235003352165222, "Finetune/Step": 6002, "Finetune/Step Time": 5.833507657051086}
+{"Finetune/Learning Rate": 1.6106745498967217e-05, "Finetune/Loss": 0.8785308003425598, "Finetune/Loss (Raw)": 0.827246904373169, "Finetune/Step": 6003, "Finetune/Step Time": 5.845690285786986}
+{"Finetune/Learning Rate": 1.6105411916641126e-05, "Finetune/Loss": 0.8788076639175415, "Finetune/Loss (Raw)": 0.9381367564201355, "Finetune/Step": 6004, "Finetune/Step Time": 5.8400283344089985}
+{"Finetune/Learning Rate": 1.6104078161182913e-05, "Finetune/Loss": 0.8773549199104309, "Finetune/Loss (Raw)": 0.8190032839775085, "Finetune/Step": 6005, "Finetune/Step Time": 5.841405585408211}
+{"Finetune/Learning Rate": 1.6102744232630404e-05, "Finetune/Loss": 0.8764840364456177, "Finetune/Loss (Raw)": 0.8748155236244202, "Finetune/Step": 6006, "Finetune/Step Time": 5.837250528857112}
+{"Finetune/Learning Rate": 1.6101410131021423e-05, "Finetune/Loss": 0.8752664923667908, "Finetune/Loss (Raw)": 0.7620372772216797, "Finetune/Step": 6007, "Finetune/Step Time": 5.841063594445586}
+{"Finetune/Learning Rate": 1.61000758563938e-05, "Finetune/Loss": 0.8736037611961365, "Finetune/Loss (Raw)": 0.6857103705406189, "Finetune/Step": 6008, "Finetune/Step Time": 5.858111187815666}
+{"Finetune/Learning Rate": 1.609874140878537e-05, "Finetune/Loss": 0.8727179765701294, "Finetune/Loss (Raw)": 0.9629465937614441, "Finetune/Step": 6009, "Finetune/Step Time": 5.850122895091772}
+{"Finetune/Learning Rate": 1.609740678823398e-05, "Finetune/Loss": 0.872843325138092, "Finetune/Loss (Raw)": 0.936025857925415, "Finetune/Step": 6010, "Finetune/Step Time": 5.8445882350206375}
+{"Finetune/Learning Rate": 1.609607199477747e-05, "Finetune/Loss": 0.8729468584060669, "Finetune/Loss (Raw)": 0.8460469841957092, "Finetune/Step": 6011, "Finetune/Step Time": 5.840992076322436}
+{"Finetune/Learning Rate": 1.609473702845369e-05, "Finetune/Loss": 0.8737651705741882, "Finetune/Loss (Raw)": 1.000213623046875, "Finetune/Step": 6012, "Finetune/Step Time": 5.8371685314923525}
+{"Finetune/Learning Rate": 1.6093401889300505e-05, "Finetune/Loss": 0.8746448159217834, "Finetune/Loss (Raw)": 0.9703821539878845, "Finetune/Step": 6013, "Finetune/Step Time": 5.851937210187316}
+{"Finetune/Learning Rate": 1.609206657735576e-05, "Finetune/Loss": 0.875187337398529, "Finetune/Loss (Raw)": 0.9773513674736023, "Finetune/Step": 6014, "Finetune/Step Time": 5.850794026628137}
+{"Finetune/Learning Rate": 1.609073109265734e-05, "Finetune/Loss": 0.8753781318664551, "Finetune/Loss (Raw)": 0.9842560887336731, "Finetune/Step": 6015, "Finetune/Step Time": 5.843620356172323}
+{"Finetune/Learning Rate": 1.6089395435243105e-05, "Finetune/Loss": 0.8753306865692139, "Finetune/Loss (Raw)": 1.0078954696655273, "Finetune/Step": 6016, "Finetune/Step Time": 5.8431334886699915}
+{"Finetune/Learning Rate": 1.6088059605150926e-05, "Finetune/Loss": 0.8759711980819702, "Finetune/Loss (Raw)": 0.9393534660339355, "Finetune/Step": 6017, "Finetune/Step Time": 5.84598471224308}
+{"Finetune/Learning Rate": 1.608672360241869e-05, "Finetune/Loss": 0.8749710321426392, "Finetune/Loss (Raw)": 0.8078499436378479, "Finetune/Step": 6018, "Finetune/Step Time": 5.844996584579349}
+{"Finetune/Learning Rate": 1.608538742708429e-05, "Finetune/Loss": 0.8758128881454468, "Finetune/Loss (Raw)": 0.8843372464179993, "Finetune/Step": 6019, "Finetune/Step Time": 5.84306495077908}
+{"Finetune/Learning Rate": 1.60840510791856e-05, "Finetune/Loss": 0.8776743412017822, "Finetune/Loss (Raw)": 0.9029292464256287, "Finetune/Step": 6020, "Finetune/Step Time": 5.8178430534899235}
+{"Finetune/Learning Rate": 1.608271455876052e-05, "Finetune/Loss": 0.878266453742981, "Finetune/Loss (Raw)": 0.8947778344154358, "Finetune/Step": 6021, "Finetune/Step Time": 5.831242838874459}
+{"Finetune/Learning Rate": 1.6081377865846954e-05, "Finetune/Loss": 0.8786755204200745, "Finetune/Loss (Raw)": 0.9058341979980469, "Finetune/Step": 6022, "Finetune/Step Time": 5.830181581899524}
+{"Finetune/Learning Rate": 1.6080041000482806e-05, "Finetune/Loss": 0.8802212476730347, "Finetune/Loss (Raw)": 1.090665578842163, "Finetune/Step": 6023, "Finetune/Step Time": 5.82684450596571}
+{"Finetune/Learning Rate": 1.6078703962705983e-05, "Finetune/Loss": 0.8797723650932312, "Finetune/Loss (Raw)": 0.8748021125793457, "Finetune/Step": 6024, "Finetune/Step Time": 5.826803233474493}
+{"Finetune/Learning Rate": 1.60773667525544e-05, "Finetune/Loss": 0.8784383535385132, "Finetune/Loss (Raw)": 0.8868151307106018, "Finetune/Step": 6025, "Finetune/Step Time": 5.828884044662118}
+{"Finetune/Learning Rate": 1.607602937006598e-05, "Finetune/Loss": 0.8785308599472046, "Finetune/Loss (Raw)": 0.8977303504943848, "Finetune/Step": 6026, "Finetune/Step Time": 5.833626931533217}
+{"Finetune/Learning Rate": 1.6074691815278643e-05, "Finetune/Loss": 0.8783279657363892, "Finetune/Loss (Raw)": 0.8298377394676208, "Finetune/Step": 6027, "Finetune/Step Time": 5.837230782955885}
+{"Finetune/Learning Rate": 1.6073354088230325e-05, "Finetune/Loss": 0.8781142234802246, "Finetune/Loss (Raw)": 0.8938729763031006, "Finetune/Step": 6028, "Finetune/Step Time": 5.839762860909104}
+{"Finetune/Learning Rate": 1.607201618895895e-05, "Finetune/Loss": 0.877709150314331, "Finetune/Loss (Raw)": 0.7230547070503235, "Finetune/Step": 6029, "Finetune/Step Time": 5.842135574668646}
+{"Finetune/Learning Rate": 1.6070678117502465e-05, "Finetune/Loss": 0.8784067630767822, "Finetune/Loss (Raw)": 0.9014946818351746, "Finetune/Step": 6030, "Finetune/Step Time": 5.842181647196412}
+{"Finetune/Learning Rate": 1.6069339873898812e-05, "Finetune/Loss": 0.8781630396842957, "Finetune/Loss (Raw)": 0.8690984845161438, "Finetune/Step": 6031, "Finetune/Step Time": 5.841944025829434}
+{"Finetune/Learning Rate": 1.6068001458185934e-05, "Finetune/Loss": 0.8775048851966858, "Finetune/Loss (Raw)": 0.8490835428237915, "Finetune/Step": 6032, "Finetune/Step Time": 5.838372640311718}
+{"Finetune/Learning Rate": 1.6066662870401796e-05, "Finetune/Loss": 0.8774071931838989, "Finetune/Loss (Raw)": 0.8278761506080627, "Finetune/Step": 6033, "Finetune/Step Time": 5.842758638784289}
+{"Finetune/Learning Rate": 1.6065324110584345e-05, "Finetune/Loss": 0.8776284456253052, "Finetune/Loss (Raw)": 0.8829874396324158, "Finetune/Step": 6034, "Finetune/Step Time": 5.854869104921818}
+{"Finetune/Learning Rate": 1.6063985178771555e-05, "Finetune/Loss": 0.8775058388710022, "Finetune/Loss (Raw)": 0.8789225816726685, "Finetune/Step": 6035, "Finetune/Step Time": 5.850688476115465}
+{"Finetune/Learning Rate": 1.6062646075001386e-05, "Finetune/Loss": 0.877458393573761, "Finetune/Loss (Raw)": 0.9757209420204163, "Finetune/Step": 6036, "Finetune/Step Time": 5.851356420665979}
+{"Finetune/Learning Rate": 1.606130679931181e-05, "Finetune/Loss": 0.8781023025512695, "Finetune/Loss (Raw)": 0.9735251665115356, "Finetune/Step": 6037, "Finetune/Step Time": 5.84961579926312}
+{"Finetune/Learning Rate": 1.6059967351740818e-05, "Finetune/Loss": 0.8783251047134399, "Finetune/Loss (Raw)": 0.8758201599121094, "Finetune/Step": 6038, "Finetune/Step Time": 5.8333157654851675}
+{"Finetune/Learning Rate": 1.6058627732326376e-05, "Finetune/Loss": 0.8777821063995361, "Finetune/Loss (Raw)": 0.8880419135093689, "Finetune/Step": 6039, "Finetune/Step Time": 5.813669020310044}
+{"Finetune/Learning Rate": 1.6057287941106484e-05, "Finetune/Loss": 0.880007803440094, "Finetune/Loss (Raw)": 0.9200423955917358, "Finetune/Step": 6040, "Finetune/Step Time": 5.795257691293955}
+{"Finetune/Learning Rate": 1.6055947978119134e-05, "Finetune/Loss": 0.8799160718917847, "Finetune/Loss (Raw)": 0.9321308732032776, "Finetune/Step": 6041, "Finetune/Step Time": 5.791089825332165}
+{"Finetune/Learning Rate": 1.6054607843402313e-05, "Finetune/Loss": 0.8802772164344788, "Finetune/Loss (Raw)": 0.7967666387557983, "Finetune/Step": 6042, "Finetune/Step Time": 5.7953744400292635}
+{"Finetune/Learning Rate": 1.6053267536994037e-05, "Finetune/Loss": 0.8796281814575195, "Finetune/Loss (Raw)": 0.8988555669784546, "Finetune/Step": 6043, "Finetune/Step Time": 5.787781342864037}
+{"Finetune/Learning Rate": 1.6051927058932306e-05, "Finetune/Loss": 0.8803161978721619, "Finetune/Loss (Raw)": 0.9080071449279785, "Finetune/Step": 6044, "Finetune/Step Time": 5.786173816770315}
+{"Finetune/Learning Rate": 1.605058640925513e-05, "Finetune/Loss": 0.8808248043060303, "Finetune/Loss (Raw)": 0.8432981967926025, "Finetune/Step": 6045, "Finetune/Step Time": 5.7866358906030655}
+{"Finetune/Learning Rate": 1.604924558800053e-05, "Finetune/Loss": 0.8812580108642578, "Finetune/Loss (Raw)": 0.8410385847091675, "Finetune/Step": 6046, "Finetune/Step Time": 5.7730220928788185}
+{"Finetune/Learning Rate": 1.604790459520653e-05, "Finetune/Loss": 0.883307158946991, "Finetune/Loss (Raw)": 0.9758992791175842, "Finetune/Step": 6047, "Finetune/Step Time": 5.7831686809659}
+{"Finetune/Learning Rate": 1.6046563430911148e-05, "Finetune/Loss": 0.8827351927757263, "Finetune/Loss (Raw)": 0.7708824872970581, "Finetune/Step": 6048, "Finetune/Step Time": 5.778864927589893}
+{"Finetune/Learning Rate": 1.604522209515242e-05, "Finetune/Loss": 0.8824224472045898, "Finetune/Loss (Raw)": 0.8362266421318054, "Finetune/Step": 6049, "Finetune/Step Time": 5.775005459785461}
+{"Finetune/Learning Rate": 1.6043880587968387e-05, "Finetune/Loss": 0.8833159804344177, "Finetune/Loss (Raw)": 0.9473309516906738, "Finetune/Step": 6050, "Finetune/Step Time": 5.774886401370168}
+{"Finetune/Learning Rate": 1.6042538909397088e-05, "Finetune/Loss": 0.8824243545532227, "Finetune/Loss (Raw)": 0.8337980508804321, "Finetune/Step": 6051, "Finetune/Step Time": 5.776196783408523}
+{"Finetune/Learning Rate": 1.6041197059476566e-05, "Finetune/Loss": 0.8822392225265503, "Finetune/Loss (Raw)": 0.8480276465415955, "Finetune/Step": 6052, "Finetune/Step Time": 5.77573611214757}
+{"Finetune/Learning Rate": 1.6039855038244878e-05, "Finetune/Loss": 0.882740318775177, "Finetune/Loss (Raw)": 0.9203700423240662, "Finetune/Step": 6053, "Finetune/Step Time": 5.777143135666847}
+{"Finetune/Learning Rate": 1.6038512845740072e-05, "Finetune/Loss": 0.8833690881729126, "Finetune/Loss (Raw)": 1.0675950050354004, "Finetune/Step": 6054, "Finetune/Step Time": 5.777711113914847}
+{"Finetune/Learning Rate": 1.6037170482000217e-05, "Finetune/Loss": 0.8844305872917175, "Finetune/Loss (Raw)": 0.9441549777984619, "Finetune/Step": 6055, "Finetune/Step Time": 5.7779873088002205}
+{"Finetune/Learning Rate": 1.6035827947063375e-05, "Finetune/Loss": 0.8838818669319153, "Finetune/Loss (Raw)": 0.8937395811080933, "Finetune/Step": 6056, "Finetune/Step Time": 5.7795372027903795}
+{"Finetune/Learning Rate": 1.603448524096761e-05, "Finetune/Loss": 0.8839747309684753, "Finetune/Loss (Raw)": 0.9286636710166931, "Finetune/Step": 6057, "Finetune/Step Time": 5.776265673339367}
+{"Finetune/Learning Rate": 1.6033142363751007e-05, "Finetune/Loss": 0.8851732015609741, "Finetune/Loss (Raw)": 1.043814778327942, "Finetune/Step": 6058, "Finetune/Step Time": 5.77066707983613}
+{"Finetune/Learning Rate": 1.6031799315451643e-05, "Finetune/Loss": 0.8868650197982788, "Finetune/Loss (Raw)": 1.104691743850708, "Finetune/Step": 6059, "Finetune/Step Time": 5.767016440629959}
+{"Finetune/Learning Rate": 1.6030456096107602e-05, "Finetune/Loss": 0.8858320116996765, "Finetune/Loss (Raw)": 0.8422905206680298, "Finetune/Step": 6060, "Finetune/Step Time": 5.7682292982935905}
+{"Finetune/Learning Rate": 1.6029112705756974e-05, "Finetune/Loss": 0.8868234753608704, "Finetune/Loss (Raw)": 0.8766456246376038, "Finetune/Step": 6061, "Finetune/Step Time": 5.766141438856721}
+{"Finetune/Learning Rate": 1.602776914443786e-05, "Finetune/Loss": 0.8858538866043091, "Finetune/Loss (Raw)": 0.7490195035934448, "Finetune/Step": 6062, "Finetune/Step Time": 5.78364596888423}
+{"Finetune/Learning Rate": 1.602642541218834e-05, "Finetune/Loss": 0.8851104974746704, "Finetune/Loss (Raw)": 0.8165147304534912, "Finetune/Step": 6063, "Finetune/Step Time": 5.783297445625067}
+{"Finetune/Learning Rate": 1.6025081509046545e-05, "Finetune/Loss": 0.884232759475708, "Finetune/Loss (Raw)": 0.7829053997993469, "Finetune/Step": 6064, "Finetune/Step Time": 5.784998459741473}
+{"Finetune/Learning Rate": 1.6023737435050567e-05, "Finetune/Loss": 0.885581374168396, "Finetune/Loss (Raw)": 0.9644024968147278, "Finetune/Step": 6065, "Finetune/Step Time": 5.783969514071941}
+{"Finetune/Learning Rate": 1.6022393190238523e-05, "Finetune/Loss": 0.8865227699279785, "Finetune/Loss (Raw)": 0.93012934923172, "Finetune/Step": 6066, "Finetune/Step Time": 5.786616794764996}
+{"Finetune/Learning Rate": 1.6021048774648536e-05, "Finetune/Loss": 0.8863027095794678, "Finetune/Loss (Raw)": 0.9015060067176819, "Finetune/Step": 6067, "Finetune/Step Time": 5.788365393877029}
+{"Finetune/Learning Rate": 1.6019704188318724e-05, "Finetune/Loss": 0.8857715725898743, "Finetune/Loss (Raw)": 0.889431893825531, "Finetune/Step": 6068, "Finetune/Step Time": 5.789109041914344}
+{"Finetune/Learning Rate": 1.6018359431287222e-05, "Finetune/Loss": 0.8856956958770752, "Finetune/Loss (Raw)": 0.8243933320045471, "Finetune/Step": 6069, "Finetune/Step Time": 5.782654421404004}
+{"Finetune/Learning Rate": 1.601701450359216e-05, "Finetune/Loss": 0.8852558135986328, "Finetune/Loss (Raw)": 0.8519747853279114, "Finetune/Step": 6070, "Finetune/Step Time": 5.800343809649348}
+{"Finetune/Learning Rate": 1.6015669405271677e-05, "Finetune/Loss": 0.8858225345611572, "Finetune/Loss (Raw)": 0.9263436198234558, "Finetune/Step": 6071, "Finetune/Step Time": 5.800558682531118}
+{"Finetune/Learning Rate": 1.6014324136363915e-05, "Finetune/Loss": 0.8854097127914429, "Finetune/Loss (Raw)": 0.7510164380073547, "Finetune/Step": 6072, "Finetune/Step Time": 5.802436746656895}
+{"Finetune/Learning Rate": 1.6012978696907024e-05, "Finetune/Loss": 0.8810807466506958, "Finetune/Loss (Raw)": 0.5112197995185852, "Finetune/Step": 6073, "Finetune/Step Time": 5.825582591816783}
+{"Finetune/Learning Rate": 1.6011633086939155e-05, "Finetune/Loss": 0.8807988166809082, "Finetune/Loss (Raw)": 0.8659529089927673, "Finetune/Step": 6074, "Finetune/Step Time": 5.823501704260707}
+{"Finetune/Learning Rate": 1.6010287306498465e-05, "Finetune/Loss": 0.8797398805618286, "Finetune/Loss (Raw)": 0.7872134447097778, "Finetune/Step": 6075, "Finetune/Step Time": 5.821565443649888}
+{"Finetune/Learning Rate": 1.600894135562312e-05, "Finetune/Loss": 0.8800860643386841, "Finetune/Loss (Raw)": 0.8844617009162903, "Finetune/Step": 6076, "Finetune/Step Time": 5.823532754555345}
+{"Finetune/Learning Rate": 1.6007595234351284e-05, "Finetune/Loss": 0.8819413185119629, "Finetune/Loss (Raw)": 1.0297865867614746, "Finetune/Step": 6077, "Finetune/Step Time": 5.828603433445096}
+{"Finetune/Learning Rate": 1.6006248942721132e-05, "Finetune/Loss": 0.8812263011932373, "Finetune/Loss (Raw)": 0.8230241537094116, "Finetune/Step": 6078, "Finetune/Step Time": 5.826577212661505}
+{"Finetune/Learning Rate": 1.6004902480770838e-05, "Finetune/Loss": 0.8813523650169373, "Finetune/Loss (Raw)": 0.7752190828323364, "Finetune/Step": 6079, "Finetune/Step Time": 5.809186413884163}
+{"Finetune/Learning Rate": 1.6003555848538586e-05, "Finetune/Loss": 0.8815072178840637, "Finetune/Loss (Raw)": 0.8499870300292969, "Finetune/Step": 6080, "Finetune/Step Time": 5.806835239753127}
+{"Finetune/Learning Rate": 1.6002209046062565e-05, "Finetune/Loss": 0.8804858326911926, "Finetune/Loss (Raw)": 0.8764780759811401, "Finetune/Step": 6081, "Finetune/Step Time": 5.8112015388906}
+{"Finetune/Learning Rate": 1.600086207338096e-05, "Finetune/Loss": 0.8792355060577393, "Finetune/Loss (Raw)": 0.7835338711738586, "Finetune/Step": 6082, "Finetune/Step Time": 5.800097908824682}
+{"Finetune/Learning Rate": 1.599951493053197e-05, "Finetune/Loss": 0.8784459829330444, "Finetune/Loss (Raw)": 0.827046811580658, "Finetune/Step": 6083, "Finetune/Step Time": 5.800634175539017}
+{"Finetune/Learning Rate": 1.59981676175538e-05, "Finetune/Loss": 0.877312183380127, "Finetune/Loss (Raw)": 0.8185880184173584, "Finetune/Step": 6084, "Finetune/Step Time": 5.797828804701567}
+{"Finetune/Learning Rate": 1.5996820134484648e-05, "Finetune/Loss": 0.8754167556762695, "Finetune/Loss (Raw)": 0.7388131022453308, "Finetune/Step": 6085, "Finetune/Step Time": 5.804321706295013}
+{"Finetune/Learning Rate": 1.5995472481362732e-05, "Finetune/Loss": 0.8756526708602905, "Finetune/Loss (Raw)": 0.8698596358299255, "Finetune/Step": 6086, "Finetune/Step Time": 5.803980492055416}
+{"Finetune/Learning Rate": 1.599412465822627e-05, "Finetune/Loss": 0.8773651123046875, "Finetune/Loss (Raw)": 1.1572864055633545, "Finetune/Step": 6087, "Finetune/Step Time": 5.821290140971541}
+{"Finetune/Learning Rate": 1.599277666511347e-05, "Finetune/Loss": 0.8772338032722473, "Finetune/Loss (Raw)": 0.8564145565032959, "Finetune/Step": 6088, "Finetune/Step Time": 5.82626273855567}
+{"Finetune/Learning Rate": 1.599142850206257e-05, "Finetune/Loss": 0.8779881596565247, "Finetune/Loss (Raw)": 0.9353517293930054, "Finetune/Step": 6089, "Finetune/Step Time": 5.82902143523097}
+{"Finetune/Learning Rate": 1.599008016911179e-05, "Finetune/Loss": 0.8758273720741272, "Finetune/Loss (Raw)": 0.6312479972839355, "Finetune/Step": 6090, "Finetune/Step Time": 5.840351106598973}
+{"Finetune/Learning Rate": 1.598873166629938e-05, "Finetune/Loss": 0.8755840063095093, "Finetune/Loss (Raw)": 0.9046417474746704, "Finetune/Step": 6091, "Finetune/Step Time": 5.838211257010698}
+{"Finetune/Learning Rate": 1.598738299366356e-05, "Finetune/Loss": 0.8743400573730469, "Finetune/Loss (Raw)": 0.8363219499588013, "Finetune/Step": 6092, "Finetune/Step Time": 5.838933913037181}
+{"Finetune/Learning Rate": 1.598603415124259e-05, "Finetune/Loss": 0.8731707334518433, "Finetune/Loss (Raw)": 0.6965853571891785, "Finetune/Step": 6093, "Finetune/Step Time": 5.8479578252881765}
+{"Finetune/Learning Rate": 1.5984685139074707e-05, "Finetune/Loss": 0.8716211318969727, "Finetune/Loss (Raw)": 0.6848257780075073, "Finetune/Step": 6094, "Finetune/Step Time": 5.872690290212631}
+{"Finetune/Learning Rate": 1.5983335957198177e-05, "Finetune/Loss": 0.8709753751754761, "Finetune/Loss (Raw)": 0.851570188999176, "Finetune/Step": 6095, "Finetune/Step Time": 5.897955730557442}
+{"Finetune/Learning Rate": 1.598198660565125e-05, "Finetune/Loss": 0.8713265657424927, "Finetune/Loss (Raw)": 0.930534303188324, "Finetune/Step": 6096, "Finetune/Step Time": 5.898372055962682}
+{"Finetune/Learning Rate": 1.5980637084472196e-05, "Finetune/Loss": 0.8717244863510132, "Finetune/Loss (Raw)": 0.9758404493331909, "Finetune/Step": 6097, "Finetune/Step Time": 5.894814345985651}
+{"Finetune/Learning Rate": 1.597928739369928e-05, "Finetune/Loss": 0.8732620477676392, "Finetune/Loss (Raw)": 0.8319073915481567, "Finetune/Step": 6098, "Finetune/Step Time": 5.877286713570356}
+{"Finetune/Learning Rate": 1.5977937533370775e-05, "Finetune/Loss": 0.8724357485771179, "Finetune/Loss (Raw)": 0.846419632434845, "Finetune/Step": 6099, "Finetune/Step Time": 5.877271318808198}
+{"Finetune/Learning Rate": 1.5976587503524963e-05, "Finetune/Loss": 0.8724185228347778, "Finetune/Loss (Raw)": 0.9021863341331482, "Finetune/Step": 6100, "Finetune/Step Time": 5.88075103610754}
+{"Finetune/Learning Rate": 1.5975237304200123e-05, "Finetune/Loss": 0.8708086013793945, "Finetune/Loss (Raw)": 0.739221453666687, "Finetune/Step": 6101, "Finetune/Step Time": 5.884661452844739}
+{"Finetune/Learning Rate": 1.597388693543455e-05, "Finetune/Loss": 0.87070631980896, "Finetune/Loss (Raw)": 0.8562324643135071, "Finetune/Step": 6102, "Finetune/Step Time": 5.875512007623911}
+{"Finetune/Learning Rate": 1.597253639726652e-05, "Finetune/Loss": 0.8694543838500977, "Finetune/Loss (Raw)": 0.7594943046569824, "Finetune/Step": 6103, "Finetune/Step Time": 5.875418810173869}
+{"Finetune/Learning Rate": 1.597118568973435e-05, "Finetune/Loss": 0.8692933320999146, "Finetune/Loss (Raw)": 0.8953346014022827, "Finetune/Step": 6104, "Finetune/Step Time": 5.874183369800448}
+{"Finetune/Learning Rate": 1.596983481287633e-05, "Finetune/Loss": 0.8704684972763062, "Finetune/Loss (Raw)": 0.9424251914024353, "Finetune/Step": 6105, "Finetune/Step Time": 5.8733284790068865}
+{"Finetune/Learning Rate": 1.5968483766730773e-05, "Finetune/Loss": 0.8708987236022949, "Finetune/Loss (Raw)": 0.9358206987380981, "Finetune/Step": 6106, "Finetune/Step Time": 5.873380711302161}
+{"Finetune/Learning Rate": 1.5967132551335987e-05, "Finetune/Loss": 0.8714054226875305, "Finetune/Loss (Raw)": 0.8813669085502625, "Finetune/Step": 6107, "Finetune/Step Time": 5.889084734022617}
+{"Finetune/Learning Rate": 1.5965781166730287e-05, "Finetune/Loss": 0.8721625804901123, "Finetune/Loss (Raw)": 0.813007116317749, "Finetune/Step": 6108, "Finetune/Step Time": 5.891723483800888}
+{"Finetune/Learning Rate": 1.5964429612952003e-05, "Finetune/Loss": 0.8708809614181519, "Finetune/Loss (Raw)": 0.8610178232192993, "Finetune/Step": 6109, "Finetune/Step Time": 5.895560331642628}
+{"Finetune/Learning Rate": 1.5963077890039453e-05, "Finetune/Loss": 0.87074214220047, "Finetune/Loss (Raw)": 0.9476221799850464, "Finetune/Step": 6110, "Finetune/Step Time": 5.899574989452958}
+{"Finetune/Learning Rate": 1.596172599803097e-05, "Finetune/Loss": 0.8716001510620117, "Finetune/Loss (Raw)": 0.8767856359481812, "Finetune/Step": 6111, "Finetune/Step Time": 5.902737407013774}
+{"Finetune/Learning Rate": 1.596037393696489e-05, "Finetune/Loss": 0.8730857372283936, "Finetune/Loss (Raw)": 0.9821294546127319, "Finetune/Step": 6112, "Finetune/Step Time": 5.892376773059368}
+{"Finetune/Learning Rate": 1.595902170687956e-05, "Finetune/Loss": 0.8741258978843689, "Finetune/Loss (Raw)": 0.9137346744537354, "Finetune/Step": 6113, "Finetune/Step Time": 5.884982582181692}
+{"Finetune/Learning Rate": 1.5957669307813315e-05, "Finetune/Loss": 0.8739833831787109, "Finetune/Loss (Raw)": 0.8199405074119568, "Finetune/Step": 6114, "Finetune/Step Time": 5.898118205368519}
+{"Finetune/Learning Rate": 1.595631673980451e-05, "Finetune/Loss": 0.8740214109420776, "Finetune/Loss (Raw)": 0.9227856397628784, "Finetune/Step": 6115, "Finetune/Step Time": 5.91615753993392}
+{"Finetune/Learning Rate": 1.5954964002891496e-05, "Finetune/Loss": 0.8737756013870239, "Finetune/Loss (Raw)": 0.8298799395561218, "Finetune/Step": 6116, "Finetune/Step Time": 5.91105698607862}
+{"Finetune/Learning Rate": 1.5953611097112645e-05, "Finetune/Loss": 0.8731171488761902, "Finetune/Loss (Raw)": 0.8094131350517273, "Finetune/Step": 6117, "Finetune/Step Time": 5.914596941322088}
+{"Finetune/Learning Rate": 1.5952258022506307e-05, "Finetune/Loss": 0.8736292719841003, "Finetune/Loss (Raw)": 0.9529406428337097, "Finetune/Step": 6118, "Finetune/Step Time": 5.916440963745117}
+{"Finetune/Learning Rate": 1.5950904779110857e-05, "Finetune/Loss": 0.8747669458389282, "Finetune/Loss (Raw)": 0.8782603740692139, "Finetune/Step": 6119, "Finetune/Step Time": 5.9159049317240715}
+{"Finetune/Learning Rate": 1.5949551366964675e-05, "Finetune/Loss": 0.8762348890304565, "Finetune/Loss (Raw)": 0.9265058636665344, "Finetune/Step": 6120, "Finetune/Step Time": 5.918071419000626}
+{"Finetune/Learning Rate": 1.594819778610613e-05, "Finetune/Loss": 0.8759031295776367, "Finetune/Loss (Raw)": 0.8535633087158203, "Finetune/Step": 6121, "Finetune/Step Time": 5.900288363918662}
+{"Finetune/Learning Rate": 1.594684403657361e-05, "Finetune/Loss": 0.8746511936187744, "Finetune/Loss (Raw)": 0.796018660068512, "Finetune/Step": 6122, "Finetune/Step Time": 5.896964615210891}
+{"Finetune/Learning Rate": 1.5945490118405507e-05, "Finetune/Loss": 0.8739368319511414, "Finetune/Loss (Raw)": 0.8415175080299377, "Finetune/Step": 6123, "Finetune/Step Time": 5.894120682030916}
+{"Finetune/Learning Rate": 1.5944136031640208e-05, "Finetune/Loss": 0.8745524883270264, "Finetune/Loss (Raw)": 0.918643057346344, "Finetune/Step": 6124, "Finetune/Step Time": 5.898713611066341}
+{"Finetune/Learning Rate": 1.5942781776316115e-05, "Finetune/Loss": 0.8731244802474976, "Finetune/Loss (Raw)": 0.7701297402381897, "Finetune/Step": 6125, "Finetune/Step Time": 5.898443119600415}
+{"Finetune/Learning Rate": 1.594142735247163e-05, "Finetune/Loss": 0.8737913370132446, "Finetune/Loss (Raw)": 0.9553364515304565, "Finetune/Step": 6126, "Finetune/Step Time": 5.8928502053022385}
+{"Finetune/Learning Rate": 1.594007276014516e-05, "Finetune/Loss": 0.8740252256393433, "Finetune/Loss (Raw)": 0.8157140016555786, "Finetune/Step": 6127, "Finetune/Step Time": 5.902993442490697}
+{"Finetune/Learning Rate": 1.593871799937512e-05, "Finetune/Loss": 0.8730771541595459, "Finetune/Loss (Raw)": 0.8025847673416138, "Finetune/Step": 6128, "Finetune/Step Time": 5.903837896883488}
+{"Finetune/Learning Rate": 1.5937363070199922e-05, "Finetune/Loss": 0.8737272024154663, "Finetune/Loss (Raw)": 0.825422465801239, "Finetune/Step": 6129, "Finetune/Step Time": 5.894394990056753}
+{"Finetune/Learning Rate": 1.5936007972657993e-05, "Finetune/Loss": 0.8739661574363708, "Finetune/Loss (Raw)": 0.8540943264961243, "Finetune/Step": 6130, "Finetune/Step Time": 5.939985025674105}
+{"Finetune/Learning Rate": 1.5934652706787754e-05, "Finetune/Loss": 0.8748123049736023, "Finetune/Loss (Raw)": 0.9355502724647522, "Finetune/Step": 6131, "Finetune/Step Time": 5.978352488949895}
+{"Finetune/Learning Rate": 1.5933297272627644e-05, "Finetune/Loss": 0.8727903962135315, "Finetune/Loss (Raw)": 0.6793308258056641, "Finetune/Step": 6132, "Finetune/Step Time": 6.028218844905496}
+{"Finetune/Learning Rate": 1.5931941670216095e-05, "Finetune/Loss": 0.8737372756004333, "Finetune/Loss (Raw)": 0.9402057528495789, "Finetune/Step": 6133, "Finetune/Step Time": 6.0236542373895645}
+{"Finetune/Learning Rate": 1.5930585899591547e-05, "Finetune/Loss": 0.8744227886199951, "Finetune/Loss (Raw)": 0.9625614285469055, "Finetune/Step": 6134, "Finetune/Step Time": 6.023722300305963}
+{"Finetune/Learning Rate": 1.5929229960792446e-05, "Finetune/Loss": 0.875119686126709, "Finetune/Loss (Raw)": 0.8512344360351562, "Finetune/Step": 6135, "Finetune/Step Time": 6.021637557074428}
+{"Finetune/Learning Rate": 1.5927873853857248e-05, "Finetune/Loss": 0.8775182962417603, "Finetune/Loss (Raw)": 0.9927448034286499, "Finetune/Step": 6136, "Finetune/Step Time": 6.006206300109625}
+{"Finetune/Learning Rate": 1.59265175788244e-05, "Finetune/Loss": 0.8775201439857483, "Finetune/Loss (Raw)": 0.9631746411323547, "Finetune/Step": 6137, "Finetune/Step Time": 6.006971860304475}
+{"Finetune/Learning Rate": 1.592516113573237e-05, "Finetune/Loss": 0.8773053288459778, "Finetune/Loss (Raw)": 0.9085351824760437, "Finetune/Step": 6138, "Finetune/Step Time": 6.005376877263188}
+{"Finetune/Learning Rate": 1.5923804524619616e-05, "Finetune/Loss": 0.8769495487213135, "Finetune/Loss (Raw)": 0.8005044460296631, "Finetune/Step": 6139, "Finetune/Step Time": 6.004050005227327}
+{"Finetune/Learning Rate": 1.592244774552461e-05, "Finetune/Loss": 0.8756920099258423, "Finetune/Loss (Raw)": 0.8392453193664551, "Finetune/Step": 6140, "Finetune/Step Time": 6.02236825786531}
+{"Finetune/Learning Rate": 1.592109079848583e-05, "Finetune/Loss": 0.876192569732666, "Finetune/Loss (Raw)": 1.0344551801681519, "Finetune/Step": 6141, "Finetune/Step Time": 6.005190126597881}
+{"Finetune/Learning Rate": 1.591973368354175e-05, "Finetune/Loss": 0.8754117488861084, "Finetune/Loss (Raw)": 0.8774135112762451, "Finetune/Step": 6142, "Finetune/Step Time": 6.023845812305808}
+{"Finetune/Learning Rate": 1.5918376400730858e-05, "Finetune/Loss": 0.8761910200119019, "Finetune/Loss (Raw)": 1.083998441696167, "Finetune/Step": 6143, "Finetune/Step Time": 6.03011834807694}
+{"Finetune/Learning Rate": 1.5917018950091642e-05, "Finetune/Loss": 0.8756548166275024, "Finetune/Loss (Raw)": 0.939260721206665, "Finetune/Step": 6144, "Finetune/Step Time": 6.035381305962801}
+{"Finetune/Learning Rate": 1.5915661331662592e-05, "Finetune/Loss": 0.8759132623672485, "Finetune/Loss (Raw)": 0.9724302291870117, "Finetune/Step": 6145, "Finetune/Step Time": 6.037385577335954}
+{"Finetune/Learning Rate": 1.5914303545482207e-05, "Finetune/Loss": 0.8759541511535645, "Finetune/Loss (Raw)": 0.8130898475646973, "Finetune/Step": 6146, "Finetune/Step Time": 6.051933920010924}
+{"Finetune/Learning Rate": 1.5912945591588994e-05, "Finetune/Loss": 0.876253604888916, "Finetune/Loss (Raw)": 0.9226629137992859, "Finetune/Step": 6147, "Finetune/Step Time": 6.056791849434376}
+{"Finetune/Learning Rate": 1.5911587470021455e-05, "Finetune/Loss": 0.8752974271774292, "Finetune/Loss (Raw)": 0.7805361747741699, "Finetune/Step": 6148, "Finetune/Step Time": 6.056066535413265}
+{"Finetune/Learning Rate": 1.5910229180818114e-05, "Finetune/Loss": 0.876267671585083, "Finetune/Loss (Raw)": 1.0189696550369263, "Finetune/Step": 6149, "Finetune/Step Time": 6.04054713062942}
+{"Finetune/Learning Rate": 1.5908870724017472e-05, "Finetune/Loss": 0.8760198354721069, "Finetune/Loss (Raw)": 0.8741125464439392, "Finetune/Step": 6150, "Finetune/Step Time": 6.03922519274056}
+{"Finetune/Learning Rate": 1.5907512099658064e-05, "Finetune/Loss": 0.8751710653305054, "Finetune/Loss (Raw)": 0.9820204377174377, "Finetune/Step": 6151, "Finetune/Step Time": 6.041381763294339}
+{"Finetune/Learning Rate": 1.5906153307778405e-05, "Finetune/Loss": 0.873657763004303, "Finetune/Loss (Raw)": 0.6811034083366394, "Finetune/Step": 6152, "Finetune/Step Time": 6.039581045508385}
+{"Finetune/Learning Rate": 1.590479434841704e-05, "Finetune/Loss": 0.8726511597633362, "Finetune/Loss (Raw)": 0.7579721808433533, "Finetune/Step": 6153, "Finetune/Step Time": 6.040918217971921}
+{"Finetune/Learning Rate": 1.5903435221612493e-05, "Finetune/Loss": 0.8734917640686035, "Finetune/Loss (Raw)": 1.005334496498108, "Finetune/Step": 6154, "Finetune/Step Time": 6.040742471814156}
+{"Finetune/Learning Rate": 1.5902075927403312e-05, "Finetune/Loss": 0.8723859786987305, "Finetune/Loss (Raw)": 0.6882888674736023, "Finetune/Step": 6155, "Finetune/Step Time": 6.036366160959005}
+{"Finetune/Learning Rate": 1.590071646582804e-05, "Finetune/Loss": 0.8722816705703735, "Finetune/Loss (Raw)": 0.8805171251296997, "Finetune/Step": 6156, "Finetune/Step Time": 6.033163037151098}
+{"Finetune/Learning Rate": 1.589935683692523e-05, "Finetune/Loss": 0.8740348219871521, "Finetune/Loss (Raw)": 0.9474626183509827, "Finetune/Step": 6157, "Finetune/Step Time": 6.028716064989567}
+{"Finetune/Learning Rate": 1.5897997040733436e-05, "Finetune/Loss": 0.8739801049232483, "Finetune/Loss (Raw)": 0.8944908380508423, "Finetune/Step": 6158, "Finetune/Step Time": 6.03114284388721}
+{"Finetune/Learning Rate": 1.589663707729122e-05, "Finetune/Loss": 0.874669075012207, "Finetune/Loss (Raw)": 0.9572879076004028, "Finetune/Step": 6159, "Finetune/Step Time": 6.028331518173218}
+{"Finetune/Learning Rate": 1.5895276946637138e-05, "Finetune/Loss": 0.8753362894058228, "Finetune/Loss (Raw)": 0.9344837665557861, "Finetune/Step": 6160, "Finetune/Step Time": 6.029256688430905}
+{"Finetune/Learning Rate": 1.5893916648809766e-05, "Finetune/Loss": 0.8748887181282043, "Finetune/Loss (Raw)": 0.7705883383750916, "Finetune/Step": 6161, "Finetune/Step Time": 6.026019165292382}
+{"Finetune/Learning Rate": 1.5892556183847682e-05, "Finetune/Loss": 0.8746752738952637, "Finetune/Loss (Raw)": 0.8556734323501587, "Finetune/Step": 6162, "Finetune/Step Time": 6.015101246535778}
+{"Finetune/Learning Rate": 1.589119555178946e-05, "Finetune/Loss": 0.8744403123855591, "Finetune/Loss (Raw)": 0.8488386273384094, "Finetune/Step": 6163, "Finetune/Step Time": 6.019828289747238}
+{"Finetune/Learning Rate": 1.588983475267368e-05, "Finetune/Loss": 0.8741370439529419, "Finetune/Loss (Raw)": 0.9369001388549805, "Finetune/Step": 6164, "Finetune/Step Time": 6.017054384574294}
+{"Finetune/Learning Rate": 1.5888473786538943e-05, "Finetune/Loss": 0.8733880519866943, "Finetune/Loss (Raw)": 0.8776664137840271, "Finetune/Step": 6165, "Finetune/Step Time": 6.018137833103538}
+{"Finetune/Learning Rate": 1.588711265342383e-05, "Finetune/Loss": 0.8744510412216187, "Finetune/Loss (Raw)": 1.0118801593780518, "Finetune/Step": 6166, "Finetune/Step Time": 6.025272376835346}
+{"Finetune/Learning Rate": 1.5885751353366942e-05, "Finetune/Loss": 0.8746782541275024, "Finetune/Loss (Raw)": 0.9171205163002014, "Finetune/Step": 6167, "Finetune/Step Time": 6.039360297843814}
+{"Finetune/Learning Rate": 1.5884389886406887e-05, "Finetune/Loss": 0.8742643594741821, "Finetune/Loss (Raw)": 0.8670584559440613, "Finetune/Step": 6168, "Finetune/Step Time": 6.034668007865548}
+{"Finetune/Learning Rate": 1.588302825258226e-05, "Finetune/Loss": 0.8737168312072754, "Finetune/Loss (Raw)": 0.8620513677597046, "Finetune/Step": 6169, "Finetune/Step Time": 6.036853104829788}
+{"Finetune/Learning Rate": 1.5881666451931686e-05, "Finetune/Loss": 0.8747344613075256, "Finetune/Loss (Raw)": 0.9270291924476624, "Finetune/Step": 6170, "Finetune/Step Time": 6.038155306130648}
+{"Finetune/Learning Rate": 1.5880304484493774e-05, "Finetune/Loss": 0.8743335008621216, "Finetune/Loss (Raw)": 0.8475286364555359, "Finetune/Step": 6171, "Finetune/Step Time": 6.044523315504193}
+{"Finetune/Learning Rate": 1.5878942350307148e-05, "Finetune/Loss": 0.8740938305854797, "Finetune/Loss (Raw)": 0.877327561378479, "Finetune/Step": 6172, "Finetune/Step Time": 6.044188152998686}
+{"Finetune/Learning Rate": 1.5877580049410438e-05, "Finetune/Loss": 0.8747239708900452, "Finetune/Loss (Raw)": 0.9239581227302551, "Finetune/Step": 6173, "Finetune/Step Time": 6.043632537126541}
+{"Finetune/Learning Rate": 1.587621758184227e-05, "Finetune/Loss": 0.8741190433502197, "Finetune/Loss (Raw)": 0.7636033296585083, "Finetune/Step": 6174, "Finetune/Step Time": 6.029759615659714}
+{"Finetune/Learning Rate": 1.587485494764128e-05, "Finetune/Loss": 0.8730219006538391, "Finetune/Loss (Raw)": 0.8354706168174744, "Finetune/Step": 6175, "Finetune/Step Time": 6.013161931186914}
+{"Finetune/Learning Rate": 1.587349214684611e-05, "Finetune/Loss": 0.8734409809112549, "Finetune/Loss (Raw)": 0.8245216012001038, "Finetune/Step": 6176, "Finetune/Step Time": 6.011667970567942}
+{"Finetune/Learning Rate": 1.5872129179495405e-05, "Finetune/Loss": 0.8719005584716797, "Finetune/Loss (Raw)": 0.6390551924705505, "Finetune/Step": 6177, "Finetune/Step Time": 6.019518030807376}
+{"Finetune/Learning Rate": 1.5870766045627816e-05, "Finetune/Loss": 0.8722683191299438, "Finetune/Loss (Raw)": 0.9944056868553162, "Finetune/Step": 6178, "Finetune/Step Time": 6.017171507701278}
+{"Finetune/Learning Rate": 1.5869402745281993e-05, "Finetune/Loss": 0.8720712661743164, "Finetune/Loss (Raw)": 0.8085755109786987, "Finetune/Step": 6179, "Finetune/Step Time": 6.01784710586071}
+{"Finetune/Learning Rate": 1.58680392784966e-05, "Finetune/Loss": 0.8725763559341431, "Finetune/Loss (Raw)": 0.9126734137535095, "Finetune/Step": 6180, "Finetune/Step Time": 6.017746679484844}
+{"Finetune/Learning Rate": 1.58666756453103e-05, "Finetune/Loss": 0.8715487718582153, "Finetune/Loss (Raw)": 0.7888487577438354, "Finetune/Step": 6181, "Finetune/Step Time": 6.01894062012434}
+{"Finetune/Learning Rate": 1.5865311845761756e-05, "Finetune/Loss": 0.8703691959381104, "Finetune/Loss (Raw)": 0.9166010022163391, "Finetune/Step": 6182, "Finetune/Step Time": 6.018898198381066}
+{"Finetune/Learning Rate": 1.5863947879889658e-05, "Finetune/Loss": 0.8691803216934204, "Finetune/Loss (Raw)": 0.791976273059845, "Finetune/Step": 6183, "Finetune/Step Time": 6.028200397267938}
+{"Finetune/Learning Rate": 1.5862583747732662e-05, "Finetune/Loss": 0.868809163570404, "Finetune/Loss (Raw)": 0.8462386131286621, "Finetune/Step": 6184, "Finetune/Step Time": 6.0317256804555655}
+{"Finetune/Learning Rate": 1.5861219449329466e-05, "Finetune/Loss": 0.8683664798736572, "Finetune/Loss (Raw)": 0.8719912171363831, "Finetune/Step": 6185, "Finetune/Step Time": 6.029868191108108}
+{"Finetune/Learning Rate": 1.5859854984718754e-05, "Finetune/Loss": 0.867578387260437, "Finetune/Loss (Raw)": 0.9429504871368408, "Finetune/Step": 6186, "Finetune/Step Time": 6.036125041544437}
+{"Finetune/Learning Rate": 1.585849035393922e-05, "Finetune/Loss": 0.8659841418266296, "Finetune/Loss (Raw)": 0.900628387928009, "Finetune/Step": 6187, "Finetune/Step Time": 6.036679590120912}
+{"Finetune/Learning Rate": 1.5857125557029553e-05, "Finetune/Loss": 0.8652929067611694, "Finetune/Loss (Raw)": 0.7538084983825684, "Finetune/Step": 6188, "Finetune/Step Time": 6.035559488460422}
+{"Finetune/Learning Rate": 1.5855760594028467e-05, "Finetune/Loss": 0.8636969327926636, "Finetune/Loss (Raw)": 0.6723542213439941, "Finetune/Step": 6189, "Finetune/Step Time": 6.038797937333584}
+{"Finetune/Learning Rate": 1.5854395464974655e-05, "Finetune/Loss": 0.8646897077560425, "Finetune/Loss (Raw)": 0.8761082291603088, "Finetune/Step": 6190, "Finetune/Step Time": 6.0228276662528515}
+{"Finetune/Learning Rate": 1.585303016990684e-05, "Finetune/Loss": 0.8659372925758362, "Finetune/Loss (Raw)": 0.976193904876709, "Finetune/Step": 6191, "Finetune/Step Time": 6.031412681564689}
+{"Finetune/Learning Rate": 1.5851664708863738e-05, "Finetune/Loss": 0.867233157157898, "Finetune/Loss (Raw)": 0.948777973651886, "Finetune/Step": 6192, "Finetune/Step Time": 6.033068368211389}
+{"Finetune/Learning Rate": 1.5850299081884054e-05, "Finetune/Loss": 0.8658560514450073, "Finetune/Loss (Raw)": 0.788133978843689, "Finetune/Step": 6193, "Finetune/Step Time": 6.035977913066745}
+{"Finetune/Learning Rate": 1.584893328900653e-05, "Finetune/Loss": 0.8646219968795776, "Finetune/Loss (Raw)": 0.7721683382987976, "Finetune/Step": 6194, "Finetune/Step Time": 6.032098677009344}
+{"Finetune/Learning Rate": 1.5847567330269893e-05, "Finetune/Loss": 0.865234375, "Finetune/Loss (Raw)": 0.9798969626426697, "Finetune/Step": 6195, "Finetune/Step Time": 6.028715590015054}
+{"Finetune/Learning Rate": 1.584620120571287e-05, "Finetune/Loss": 0.8655260801315308, "Finetune/Loss (Raw)": 0.9267690181732178, "Finetune/Step": 6196, "Finetune/Step Time": 6.031657313928008}
+{"Finetune/Learning Rate": 1.584483491537421e-05, "Finetune/Loss": 0.8662556409835815, "Finetune/Loss (Raw)": 0.9177699089050293, "Finetune/Step": 6197, "Finetune/Step Time": 6.0313377026468515}
+{"Finetune/Learning Rate": 1.5843468459292646e-05, "Finetune/Loss": 0.8652075529098511, "Finetune/Loss (Raw)": 0.7178325057029724, "Finetune/Step": 6198, "Finetune/Step Time": 6.011664476245642}
+{"Finetune/Learning Rate": 1.5842101837506935e-05, "Finetune/Loss": 0.8646525144577026, "Finetune/Loss (Raw)": 0.8552897572517395, "Finetune/Step": 6199, "Finetune/Step Time": 6.009781491011381}
+{"Finetune/Learning Rate": 1.584073505005583e-05, "Finetune/Loss": 0.8657453060150146, "Finetune/Loss (Raw)": 0.8908982872962952, "Finetune/Step": 6200, "Finetune/Step Time": 6.026813756674528}
+{"Finetune/Learning Rate": 1.5839368096978088e-05, "Finetune/Loss": 0.8680232763290405, "Finetune/Loss (Raw)": 0.8027936816215515, "Finetune/Step": 6201, "Finetune/Step Time": 6.0059300027787685}
+{"Finetune/Learning Rate": 1.583800097831247e-05, "Finetune/Loss": 0.8688664436340332, "Finetune/Loss (Raw)": 0.9738835096359253, "Finetune/Step": 6202, "Finetune/Step Time": 6.005571285262704}
+{"Finetune/Learning Rate": 1.5836633694097747e-05, "Finetune/Loss": 0.8683724403381348, "Finetune/Loss (Raw)": 0.7239850759506226, "Finetune/Step": 6203, "Finetune/Step Time": 6.012400792911649}
+{"Finetune/Learning Rate": 1.5835266244372686e-05, "Finetune/Loss": 0.8667115569114685, "Finetune/Loss (Raw)": 0.6718664169311523, "Finetune/Step": 6204, "Finetune/Step Time": 6.014634020626545}
+{"Finetune/Learning Rate": 1.5833898629176072e-05, "Finetune/Loss": 0.8649458289146423, "Finetune/Loss (Raw)": 0.8037668466567993, "Finetune/Step": 6205, "Finetune/Step Time": 6.01405680924654}
+{"Finetune/Learning Rate": 1.5832530848546683e-05, "Finetune/Loss": 0.8648767471313477, "Finetune/Loss (Raw)": 0.8141869306564331, "Finetune/Step": 6206, "Finetune/Step Time": 6.0169886369258165}
+{"Finetune/Learning Rate": 1.5831162902523303e-05, "Finetune/Loss": 0.865709662437439, "Finetune/Loss (Raw)": 0.8818323016166687, "Finetune/Step": 6207, "Finetune/Step Time": 6.018698625266552}
+{"Finetune/Learning Rate": 1.5829794791144723e-05, "Finetune/Loss": 0.8659374713897705, "Finetune/Loss (Raw)": 0.879144549369812, "Finetune/Step": 6208, "Finetune/Step Time": 6.026948940008879}
+{"Finetune/Learning Rate": 1.582842651444974e-05, "Finetune/Loss": 0.8670175075531006, "Finetune/Loss (Raw)": 1.014723300933838, "Finetune/Step": 6209, "Finetune/Step Time": 6.022209294140339}
+{"Finetune/Learning Rate": 1.5827058072477158e-05, "Finetune/Loss": 0.868396520614624, "Finetune/Loss (Raw)": 0.960041344165802, "Finetune/Step": 6210, "Finetune/Step Time": 6.019682135432959}
+{"Finetune/Learning Rate": 1.5825689465265775e-05, "Finetune/Loss": 0.8688077330589294, "Finetune/Loss (Raw)": 0.8796875476837158, "Finetune/Step": 6211, "Finetune/Step Time": 6.018645271658897}
+{"Finetune/Learning Rate": 1.582432069285441e-05, "Finetune/Loss": 0.8684755563735962, "Finetune/Loss (Raw)": 0.7760681509971619, "Finetune/Step": 6212, "Finetune/Step Time": 6.026699906215072}
+{"Finetune/Learning Rate": 1.5822951755281868e-05, "Finetune/Loss": 0.8702124953269958, "Finetune/Loss (Raw)": 0.9611415266990662, "Finetune/Step": 6213, "Finetune/Step Time": 6.018173668533564}
+{"Finetune/Learning Rate": 1.5821582652586975e-05, "Finetune/Loss": 0.8696672320365906, "Finetune/Loss (Raw)": 0.8000659942626953, "Finetune/Step": 6214, "Finetune/Step Time": 6.018425902351737}
+{"Finetune/Learning Rate": 1.5820213384808552e-05, "Finetune/Loss": 0.8663907051086426, "Finetune/Loss (Raw)": 0.7378929257392883, "Finetune/Step": 6215, "Finetune/Step Time": 6.002160018309951}
+{"Finetune/Learning Rate": 1.5818843951985425e-05, "Finetune/Loss": 0.8659449815750122, "Finetune/Loss (Raw)": 0.799361526966095, "Finetune/Step": 6216, "Finetune/Step Time": 5.996240619570017}
+{"Finetune/Learning Rate": 1.5817474354156433e-05, "Finetune/Loss": 0.8640217781066895, "Finetune/Loss (Raw)": 0.6891799569129944, "Finetune/Step": 6217, "Finetune/Step Time": 5.994565779343247}
+{"Finetune/Learning Rate": 1.581610459136041e-05, "Finetune/Loss": 0.8655322790145874, "Finetune/Loss (Raw)": 0.8245968222618103, "Finetune/Step": 6218, "Finetune/Step Time": 5.988971928134561}
+{"Finetune/Learning Rate": 1.58147346636362e-05, "Finetune/Loss": 0.8646828532218933, "Finetune/Loss (Raw)": 0.7959125638008118, "Finetune/Step": 6219, "Finetune/Step Time": 5.988295758143067}
+{"Finetune/Learning Rate": 1.581336457102265e-05, "Finetune/Loss": 0.8658137917518616, "Finetune/Loss (Raw)": 0.9810813069343567, "Finetune/Step": 6220, "Finetune/Step Time": 5.9878193605691195}
+{"Finetune/Learning Rate": 1.581199431355861e-05, "Finetune/Loss": 0.8664987087249756, "Finetune/Loss (Raw)": 0.784254789352417, "Finetune/Step": 6221, "Finetune/Step Time": 5.978405462577939}
+{"Finetune/Learning Rate": 1.581062389128294e-05, "Finetune/Loss": 0.8685640692710876, "Finetune/Loss (Raw)": 0.9491926431655884, "Finetune/Step": 6222, "Finetune/Step Time": 5.958119511604309}
+{"Finetune/Learning Rate": 1.58092533042345e-05, "Finetune/Loss": 0.8698188066482544, "Finetune/Loss (Raw)": 1.0121723413467407, "Finetune/Step": 6223, "Finetune/Step Time": 5.933247020468116}
+{"Finetune/Learning Rate": 1.5807882552452156e-05, "Finetune/Loss": 0.870998740196228, "Finetune/Loss (Raw)": 1.0815691947937012, "Finetune/Step": 6224, "Finetune/Step Time": 5.941313372924924}
+{"Finetune/Learning Rate": 1.5806511635974775e-05, "Finetune/Loss": 0.8711761236190796, "Finetune/Loss (Raw)": 0.9985460042953491, "Finetune/Step": 6225, "Finetune/Step Time": 5.96128255687654}
+{"Finetune/Learning Rate": 1.580514055484124e-05, "Finetune/Loss": 0.8715702295303345, "Finetune/Loss (Raw)": 0.8823559284210205, "Finetune/Step": 6226, "Finetune/Step Time": 5.957454761490226}
+{"Finetune/Learning Rate": 1.5803769309090425e-05, "Finetune/Loss": 0.8703734278678894, "Finetune/Loss (Raw)": 0.6932238340377808, "Finetune/Step": 6227, "Finetune/Step Time": 5.9789515901356936}
+{"Finetune/Learning Rate": 1.5802397898761214e-05, "Finetune/Loss": 0.8694697618484497, "Finetune/Loss (Raw)": 0.7865223288536072, "Finetune/Step": 6228, "Finetune/Step Time": 5.976552974432707}
+{"Finetune/Learning Rate": 1.58010263238925e-05, "Finetune/Loss": 0.8688690662384033, "Finetune/Loss (Raw)": 0.6623331904411316, "Finetune/Step": 6229, "Finetune/Step Time": 5.989834615960717}
+{"Finetune/Learning Rate": 1.5799654584523178e-05, "Finetune/Loss": 0.8686015605926514, "Finetune/Loss (Raw)": 0.8219889402389526, "Finetune/Step": 6230, "Finetune/Step Time": 5.9909929018467665}
+{"Finetune/Learning Rate": 1.5798282680692138e-05, "Finetune/Loss": 0.8697373270988464, "Finetune/Loss (Raw)": 0.9048643708229065, "Finetune/Step": 6231, "Finetune/Step Time": 5.991461284458637}
+{"Finetune/Learning Rate": 1.579691061243829e-05, "Finetune/Loss": 0.8696414232254028, "Finetune/Loss (Raw)": 0.8830649852752686, "Finetune/Step": 6232, "Finetune/Step Time": 5.993524610996246}
+{"Finetune/Learning Rate": 1.5795538379800546e-05, "Finetune/Loss": 0.8686935901641846, "Finetune/Loss (Raw)": 0.8211045265197754, "Finetune/Step": 6233, "Finetune/Step Time": 6.014833554625511}
+{"Finetune/Learning Rate": 1.5794165982817814e-05, "Finetune/Loss": 0.8677737712860107, "Finetune/Loss (Raw)": 0.8180856704711914, "Finetune/Step": 6234, "Finetune/Step Time": 6.015913160517812}
+{"Finetune/Learning Rate": 1.5792793421529006e-05, "Finetune/Loss": 0.8673903942108154, "Finetune/Loss (Raw)": 0.8322836756706238, "Finetune/Step": 6235, "Finetune/Step Time": 6.019640691578388}
+{"Finetune/Learning Rate": 1.579142069597305e-05, "Finetune/Loss": 0.8668674230575562, "Finetune/Loss (Raw)": 0.7460762858390808, "Finetune/Step": 6236, "Finetune/Step Time": 6.038537593558431}
+{"Finetune/Learning Rate": 1.5790047806188874e-05, "Finetune/Loss": 0.8661811947822571, "Finetune/Loss (Raw)": 0.7731796503067017, "Finetune/Step": 6237, "Finetune/Step Time": 6.034768598154187}
+{"Finetune/Learning Rate": 1.5788674752215407e-05, "Finetune/Loss": 0.8649181127548218, "Finetune/Loss (Raw)": 0.7859467267990112, "Finetune/Step": 6238, "Finetune/Step Time": 6.032217938452959}
+{"Finetune/Learning Rate": 1.5787301534091587e-05, "Finetune/Loss": 0.8651273250579834, "Finetune/Loss (Raw)": 0.903560221195221, "Finetune/Step": 6239, "Finetune/Step Time": 6.031784147024155}
+{"Finetune/Learning Rate": 1.5785928151856345e-05, "Finetune/Loss": 0.8643492460250854, "Finetune/Loss (Raw)": 0.8825421333312988, "Finetune/Step": 6240, "Finetune/Step Time": 6.02946737036109}
+{"Finetune/Learning Rate": 1.578455460554864e-05, "Finetune/Loss": 0.8632115125656128, "Finetune/Loss (Raw)": 0.768096387386322, "Finetune/Step": 6241, "Finetune/Step Time": 6.02927072532475}
+{"Finetune/Learning Rate": 1.5783180895207414e-05, "Finetune/Loss": 0.8632444143295288, "Finetune/Loss (Raw)": 0.8241562247276306, "Finetune/Step": 6242, "Finetune/Step Time": 6.014146599918604}
+{"Finetune/Learning Rate": 1.578180702087162e-05, "Finetune/Loss": 0.8627485036849976, "Finetune/Loss (Raw)": 0.8593090176582336, "Finetune/Step": 6243, "Finetune/Step Time": 5.993358502164483}
+{"Finetune/Learning Rate": 1.5780432982580224e-05, "Finetune/Loss": 0.8638042211532593, "Finetune/Loss (Raw)": 0.9650100469589233, "Finetune/Step": 6244, "Finetune/Step Time": 5.992058491334319}
+{"Finetune/Learning Rate": 1.5779058780372184e-05, "Finetune/Loss": 0.8645303249359131, "Finetune/Loss (Raw)": 0.9023537635803223, "Finetune/Step": 6245, "Finetune/Step Time": 5.986718593165278}
+{"Finetune/Learning Rate": 1.577768441428647e-05, "Finetune/Loss": 0.8642159700393677, "Finetune/Loss (Raw)": 0.9127070903778076, "Finetune/Step": 6246, "Finetune/Step Time": 5.993596255779266}
+{"Finetune/Learning Rate": 1.577630988436206e-05, "Finetune/Loss": 0.8636966943740845, "Finetune/Loss (Raw)": 0.8117882013320923, "Finetune/Step": 6247, "Finetune/Step Time": 5.9935869965702295}
+{"Finetune/Learning Rate": 1.5774935190637924e-05, "Finetune/Loss": 0.8617042303085327, "Finetune/Loss (Raw)": 0.671469509601593, "Finetune/Step": 6248, "Finetune/Step Time": 6.010686721652746}
+{"Finetune/Learning Rate": 1.5773560333153045e-05, "Finetune/Loss": 0.8615037202835083, "Finetune/Loss (Raw)": 0.8278967142105103, "Finetune/Step": 6249, "Finetune/Step Time": 6.012332608923316}
+{"Finetune/Learning Rate": 1.5772185311946415e-05, "Finetune/Loss": 0.8621010780334473, "Finetune/Loss (Raw)": 0.8724895119667053, "Finetune/Step": 6250, "Finetune/Step Time": 6.008019911125302}
+{"Finetune/Learning Rate": 1.5770810127057025e-05, "Finetune/Loss": 0.8616526126861572, "Finetune/Loss (Raw)": 0.7841137647628784, "Finetune/Step": 6251, "Finetune/Step Time": 6.008296607062221}
+{"Finetune/Learning Rate": 1.576943477852387e-05, "Finetune/Loss": 0.8618571758270264, "Finetune/Loss (Raw)": 0.9448308944702148, "Finetune/Step": 6252, "Finetune/Step Time": 6.003842044621706}
+{"Finetune/Learning Rate": 1.576805926638595e-05, "Finetune/Loss": 0.8621937036514282, "Finetune/Loss (Raw)": 0.813200056552887, "Finetune/Step": 6253, "Finetune/Step Time": 6.004939066246152}
+{"Finetune/Learning Rate": 1.576668359068227e-05, "Finetune/Loss": 0.8612391352653503, "Finetune/Loss (Raw)": 0.833154022693634, "Finetune/Step": 6254, "Finetune/Step Time": 6.008960982784629}
+{"Finetune/Learning Rate": 1.576530775145184e-05, "Finetune/Loss": 0.8614283800125122, "Finetune/Loss (Raw)": 0.8399398326873779, "Finetune/Step": 6255, "Finetune/Step Time": 5.99859338067472}
+{"Finetune/Learning Rate": 1.576393174873368e-05, "Finetune/Loss": 0.8625487089157104, "Finetune/Loss (Raw)": 0.945979118347168, "Finetune/Step": 6256, "Finetune/Step Time": 5.995464108884335}
+{"Finetune/Learning Rate": 1.5762555582566805e-05, "Finetune/Loss": 0.8622713088989258, "Finetune/Loss (Raw)": 0.789915919303894, "Finetune/Step": 6257, "Finetune/Step Time": 5.996881553903222}
+{"Finetune/Learning Rate": 1.576117925299024e-05, "Finetune/Loss": 0.8632626533508301, "Finetune/Loss (Raw)": 0.9809954762458801, "Finetune/Step": 6258, "Finetune/Step Time": 5.948692472651601}
+{"Finetune/Learning Rate": 1.5759802760043012e-05, "Finetune/Loss": 0.8628634214401245, "Finetune/Loss (Raw)": 0.8844447135925293, "Finetune/Step": 6259, "Finetune/Step Time": 5.897071281448007}
+{"Finetune/Learning Rate": 1.575842610376416e-05, "Finetune/Loss": 0.8647168874740601, "Finetune/Loss (Raw)": 0.916571319103241, "Finetune/Step": 6260, "Finetune/Step Time": 5.84925982169807}
+{"Finetune/Learning Rate": 1.5757049284192716e-05, "Finetune/Loss": 0.8634437322616577, "Finetune/Loss (Raw)": 0.7772393226623535, "Finetune/Step": 6261, "Finetune/Step Time": 5.853187192231417}
+{"Finetune/Learning Rate": 1.575567230136773e-05, "Finetune/Loss": 0.8625755906105042, "Finetune/Loss (Raw)": 0.8514477610588074, "Finetune/Step": 6262, "Finetune/Step Time": 5.856446530669928}
+{"Finetune/Learning Rate": 1.575429515532824e-05, "Finetune/Loss": 0.8631541728973389, "Finetune/Loss (Raw)": 0.925289511680603, "Finetune/Step": 6263, "Finetune/Step Time": 5.857412500306964}
+{"Finetune/Learning Rate": 1.57529178461133e-05, "Finetune/Loss": 0.8610879182815552, "Finetune/Loss (Raw)": 0.7282658219337463, "Finetune/Step": 6264, "Finetune/Step Time": 5.855209792032838}
+{"Finetune/Learning Rate": 1.5751540373761974e-05, "Finetune/Loss": 0.860826849937439, "Finetune/Loss (Raw)": 0.9297587275505066, "Finetune/Step": 6265, "Finetune/Step Time": 5.858893183991313}
+{"Finetune/Learning Rate": 1.5750162738313314e-05, "Finetune/Loss": 0.8594565391540527, "Finetune/Loss (Raw)": 0.7331348657608032, "Finetune/Step": 6266, "Finetune/Step Time": 5.859033094719052}
+{"Finetune/Learning Rate": 1.5748784939806393e-05, "Finetune/Loss": 0.8604227900505066, "Finetune/Loss (Raw)": 0.9241797924041748, "Finetune/Step": 6267, "Finetune/Step Time": 5.863644311204553}
+{"Finetune/Learning Rate": 1.5747406978280276e-05, "Finetune/Loss": 0.8596821427345276, "Finetune/Loss (Raw)": 0.7444465756416321, "Finetune/Step": 6268, "Finetune/Step Time": 5.851800514385104}
+{"Finetune/Learning Rate": 1.5746028853774043e-05, "Finetune/Loss": 0.858292818069458, "Finetune/Loss (Raw)": 0.8566178679466248, "Finetune/Step": 6269, "Finetune/Step Time": 5.8551546186208725}
+{"Finetune/Learning Rate": 1.574465056632677e-05, "Finetune/Loss": 0.857567310333252, "Finetune/Loss (Raw)": 0.7845578789710999, "Finetune/Step": 6270, "Finetune/Step Time": 5.839245170354843}
+{"Finetune/Learning Rate": 1.5743272115977542e-05, "Finetune/Loss": 0.8567783832550049, "Finetune/Loss (Raw)": 0.9830029606819153, "Finetune/Step": 6271, "Finetune/Step Time": 5.83553708717227}
+{"Finetune/Learning Rate": 1.5741893502765452e-05, "Finetune/Loss": 0.8565614819526672, "Finetune/Loss (Raw)": 0.9114966988563538, "Finetune/Step": 6272, "Finetune/Step Time": 5.827723486348987}
+{"Finetune/Learning Rate": 1.5740514726729584e-05, "Finetune/Loss": 0.8566686511039734, "Finetune/Loss (Raw)": 0.9861535429954529, "Finetune/Step": 6273, "Finetune/Step Time": 5.82365670055151}
+{"Finetune/Learning Rate": 1.5739135787909047e-05, "Finetune/Loss": 0.8577474355697632, "Finetune/Loss (Raw)": 0.9511737823486328, "Finetune/Step": 6274, "Finetune/Step Time": 5.812836483120918}
+{"Finetune/Learning Rate": 1.5737756686342937e-05, "Finetune/Loss": 0.8579078912734985, "Finetune/Loss (Raw)": 0.9432042837142944, "Finetune/Step": 6275, "Finetune/Step Time": 5.818815274164081}
+{"Finetune/Learning Rate": 1.5736377422070366e-05, "Finetune/Loss": 0.8589915633201599, "Finetune/Loss (Raw)": 0.9192407727241516, "Finetune/Step": 6276, "Finetune/Step Time": 5.820555694401264}
+{"Finetune/Learning Rate": 1.573499799513044e-05, "Finetune/Loss": 0.8574790954589844, "Finetune/Loss (Raw)": 0.8253718018531799, "Finetune/Step": 6277, "Finetune/Step Time": 5.843984728679061}
+{"Finetune/Learning Rate": 1.573361840556228e-05, "Finetune/Loss": 0.8582651615142822, "Finetune/Loss (Raw)": 0.974732518196106, "Finetune/Step": 6278, "Finetune/Step Time": 5.8446320574730635}
+{"Finetune/Learning Rate": 1.573223865340501e-05, "Finetune/Loss": 0.8564481139183044, "Finetune/Loss (Raw)": 0.7494375109672546, "Finetune/Step": 6279, "Finetune/Step Time": 5.853847613558173}
+{"Finetune/Learning Rate": 1.573085873869775e-05, "Finetune/Loss": 0.8589091300964355, "Finetune/Loss (Raw)": 0.9961178302764893, "Finetune/Step": 6280, "Finetune/Step Time": 5.856760190799832}
+{"Finetune/Learning Rate": 1.572947866147963e-05, "Finetune/Loss": 0.8589190244674683, "Finetune/Loss (Raw)": 0.7592374682426453, "Finetune/Step": 6281, "Finetune/Step Time": 5.852174457162619}
+{"Finetune/Learning Rate": 1.5728098421789787e-05, "Finetune/Loss": 0.8587828874588013, "Finetune/Loss (Raw)": 0.9879055619239807, "Finetune/Step": 6282, "Finetune/Step Time": 5.848153900355101}
+{"Finetune/Learning Rate": 1.572671801966736e-05, "Finetune/Loss": 0.8600912094116211, "Finetune/Loss (Raw)": 0.8557496070861816, "Finetune/Step": 6283, "Finetune/Step Time": 5.847502319142222}
+{"Finetune/Learning Rate": 1.57253374551515e-05, "Finetune/Loss": 0.8604025840759277, "Finetune/Loss (Raw)": 0.9203734993934631, "Finetune/Step": 6284, "Finetune/Step Time": 5.8494070284068584}
+{"Finetune/Learning Rate": 1.5723956728281347e-05, "Finetune/Loss": 0.859962522983551, "Finetune/Loss (Raw)": 0.8911392092704773, "Finetune/Step": 6285, "Finetune/Step Time": 5.852744972333312}
+{"Finetune/Learning Rate": 1.5722575839096058e-05, "Finetune/Loss": 0.8591344356536865, "Finetune/Loss (Raw)": 0.7885009050369263, "Finetune/Step": 6286, "Finetune/Step Time": 5.850157584995031}
+{"Finetune/Learning Rate": 1.5721194787634794e-05, "Finetune/Loss": 0.8599510192871094, "Finetune/Loss (Raw)": 1.0618048906326294, "Finetune/Step": 6287, "Finetune/Step Time": 5.849512491375208}
+{"Finetune/Learning Rate": 1.571981357393671e-05, "Finetune/Loss": 0.8592433929443359, "Finetune/Loss (Raw)": 0.8439088463783264, "Finetune/Step": 6288, "Finetune/Step Time": 5.855740504339337}
+{"Finetune/Learning Rate": 1.571843219804098e-05, "Finetune/Loss": 0.8603499531745911, "Finetune/Loss (Raw)": 0.9122302532196045, "Finetune/Step": 6289, "Finetune/Step Time": 5.859720483422279}
+{"Finetune/Learning Rate": 1.571705065998678e-05, "Finetune/Loss": 0.8595767021179199, "Finetune/Loss (Raw)": 0.7566946148872375, "Finetune/Step": 6290, "Finetune/Step Time": 5.8595052026212215}
+{"Finetune/Learning Rate": 1.5715668959813272e-05, "Finetune/Loss": 0.8585159182548523, "Finetune/Loss (Raw)": 0.7130584120750427, "Finetune/Step": 6291, "Finetune/Step Time": 5.856362430378795}
+{"Finetune/Learning Rate": 1.571428709755965e-05, "Finetune/Loss": 0.8577637672424316, "Finetune/Loss (Raw)": 0.8406209945678711, "Finetune/Step": 6292, "Finetune/Step Time": 5.860176941379905}
+{"Finetune/Learning Rate": 1.571290507326509e-05, "Finetune/Loss": 0.8578905463218689, "Finetune/Loss (Raw)": 0.8938982486724854, "Finetune/Step": 6293, "Finetune/Step Time": 5.856077516451478}
+{"Finetune/Learning Rate": 1.5711522886968796e-05, "Finetune/Loss": 0.8559662699699402, "Finetune/Loss (Raw)": 0.765574038028717, "Finetune/Step": 6294, "Finetune/Step Time": 5.8515650406479836}
+{"Finetune/Learning Rate": 1.571014053870995e-05, "Finetune/Loss": 0.8551739454269409, "Finetune/Loss (Raw)": 0.8157012462615967, "Finetune/Step": 6295, "Finetune/Step Time": 5.856977116316557}
+{"Finetune/Learning Rate": 1.5708758028527754e-05, "Finetune/Loss": 0.854513943195343, "Finetune/Loss (Raw)": 0.7825786471366882, "Finetune/Step": 6296, "Finetune/Step Time": 5.861485432833433}
+{"Finetune/Learning Rate": 1.5707375356461415e-05, "Finetune/Loss": 0.8558520674705505, "Finetune/Loss (Raw)": 1.0333316326141357, "Finetune/Step": 6297, "Finetune/Step Time": 5.8640195447951555}
+{"Finetune/Learning Rate": 1.570599252255014e-05, "Finetune/Loss": 0.8543444871902466, "Finetune/Loss (Raw)": 0.7340560555458069, "Finetune/Step": 6298, "Finetune/Step Time": 5.85889283940196}
+{"Finetune/Learning Rate": 1.5704609526833145e-05, "Finetune/Loss": 0.855170726776123, "Finetune/Loss (Raw)": 0.9532877206802368, "Finetune/Step": 6299, "Finetune/Step Time": 5.849378554150462}
+{"Finetune/Learning Rate": 1.5703226369349642e-05, "Finetune/Loss": 0.8535071611404419, "Finetune/Loss (Raw)": 0.6643960475921631, "Finetune/Step": 6300, "Finetune/Step Time": 5.863210376352072}
+{"Finetune/Learning Rate": 1.570184305013886e-05, "Finetune/Loss": 0.8529741168022156, "Finetune/Loss (Raw)": 0.8557260632514954, "Finetune/Step": 6301, "Finetune/Step Time": 5.86319500207901}
+{"Finetune/Learning Rate": 1.5700459569240023e-05, "Finetune/Loss": 0.8540152907371521, "Finetune/Loss (Raw)": 0.8968724012374878, "Finetune/Step": 6302, "Finetune/Step Time": 5.8575897552073}
+{"Finetune/Learning Rate": 1.569907592669236e-05, "Finetune/Loss": 0.8551619052886963, "Finetune/Loss (Raw)": 0.9822377562522888, "Finetune/Step": 6303, "Finetune/Step Time": 5.860753584653139}
+{"Finetune/Learning Rate": 1.569769212253511e-05, "Finetune/Loss": 0.8551105260848999, "Finetune/Loss (Raw)": 0.817941427230835, "Finetune/Step": 6304, "Finetune/Step Time": 5.862431587651372}
+{"Finetune/Learning Rate": 1.5696308156807516e-05, "Finetune/Loss": 0.8568006753921509, "Finetune/Loss (Raw)": 0.8553940057754517, "Finetune/Step": 6305, "Finetune/Step Time": 5.85953926295042}
+{"Finetune/Learning Rate": 1.569492402954882e-05, "Finetune/Loss": 0.8558451533317566, "Finetune/Loss (Raw)": 0.8720988035202026, "Finetune/Step": 6306, "Finetune/Step Time": 5.862500414252281}
+{"Finetune/Learning Rate": 1.5693539740798273e-05, "Finetune/Loss": 0.8548048734664917, "Finetune/Loss (Raw)": 0.6754260659217834, "Finetune/Step": 6307, "Finetune/Step Time": 5.865884482860565}
+{"Finetune/Learning Rate": 1.5692155290595126e-05, "Finetune/Loss": 0.8537826538085938, "Finetune/Loss (Raw)": 0.7818244695663452, "Finetune/Step": 6308, "Finetune/Step Time": 5.869830189272761}
+{"Finetune/Learning Rate": 1.5690770678978643e-05, "Finetune/Loss": 0.8529400825500488, "Finetune/Loss (Raw)": 0.68100506067276, "Finetune/Step": 6309, "Finetune/Step Time": 5.887303367257118}
+{"Finetune/Learning Rate": 1.5689385905988085e-05, "Finetune/Loss": 0.852822482585907, "Finetune/Loss (Raw)": 0.9015432596206665, "Finetune/Step": 6310, "Finetune/Step Time": 5.884798025712371}
+{"Finetune/Learning Rate": 1.5688000971662725e-05, "Finetune/Loss": 0.8539045453071594, "Finetune/Loss (Raw)": 0.9304835200309753, "Finetune/Step": 6311, "Finetune/Step Time": 5.884451285004616}
+{"Finetune/Learning Rate": 1.5686615876041828e-05, "Finetune/Loss": 0.8537789583206177, "Finetune/Loss (Raw)": 0.8301588296890259, "Finetune/Step": 6312, "Finetune/Step Time": 5.880729524418712}
+{"Finetune/Learning Rate": 1.568523061916468e-05, "Finetune/Loss": 0.8548108339309692, "Finetune/Loss (Raw)": 1.004071593284607, "Finetune/Step": 6313, "Finetune/Step Time": 5.882414376363158}
+{"Finetune/Learning Rate": 1.5683845201070555e-05, "Finetune/Loss": 0.8543516397476196, "Finetune/Loss (Raw)": 0.8841720819473267, "Finetune/Step": 6314, "Finetune/Step Time": 5.879591688513756}
+{"Finetune/Learning Rate": 1.5682459621798744e-05, "Finetune/Loss": 0.8537960052490234, "Finetune/Loss (Raw)": 0.8295114040374756, "Finetune/Step": 6315, "Finetune/Step Time": 5.880208952352405}
+{"Finetune/Learning Rate": 1.5681073881388533e-05, "Finetune/Loss": 0.8546595573425293, "Finetune/Loss (Raw)": 0.8643465042114258, "Finetune/Step": 6316, "Finetune/Step Time": 5.879483286291361}
+{"Finetune/Learning Rate": 1.5679687979879226e-05, "Finetune/Loss": 0.8562800884246826, "Finetune/Loss (Raw)": 0.8797867298126221, "Finetune/Step": 6317, "Finetune/Step Time": 5.875734822824597}
+{"Finetune/Learning Rate": 1.5678301917310117e-05, "Finetune/Loss": 0.855521559715271, "Finetune/Loss (Raw)": 0.779008150100708, "Finetune/Step": 6318, "Finetune/Step Time": 5.877570072188973}
+{"Finetune/Learning Rate": 1.5676915693720512e-05, "Finetune/Loss": 0.8544027805328369, "Finetune/Loss (Raw)": 0.8329915404319763, "Finetune/Step": 6319, "Finetune/Step Time": 5.870253449305892}
+{"Finetune/Learning Rate": 1.567552930914972e-05, "Finetune/Loss": 0.8530176877975464, "Finetune/Loss (Raw)": 0.7714897394180298, "Finetune/Step": 6320, "Finetune/Step Time": 5.872505033388734}
+{"Finetune/Learning Rate": 1.567414276363706e-05, "Finetune/Loss": 0.8527432084083557, "Finetune/Loss (Raw)": 0.7529951333999634, "Finetune/Step": 6321, "Finetune/Step Time": 5.869632091373205}
+{"Finetune/Learning Rate": 1.567275605722184e-05, "Finetune/Loss": 0.8549011945724487, "Finetune/Loss (Raw)": 1.0483916997909546, "Finetune/Step": 6322, "Finetune/Step Time": 5.876377418637276}
+{"Finetune/Learning Rate": 1.5671369189943397e-05, "Finetune/Loss": 0.8546818494796753, "Finetune/Loss (Raw)": 0.9518173933029175, "Finetune/Step": 6323, "Finetune/Step Time": 5.882031826302409}
+{"Finetune/Learning Rate": 1.5669982161841045e-05, "Finetune/Loss": 0.8540893793106079, "Finetune/Loss (Raw)": 0.8509344458580017, "Finetune/Step": 6324, "Finetune/Step Time": 5.878953937441111}
+{"Finetune/Learning Rate": 1.5668594972954127e-05, "Finetune/Loss": 0.8533543944358826, "Finetune/Loss (Raw)": 0.8236947059631348, "Finetune/Step": 6325, "Finetune/Step Time": 5.882175011560321}
+{"Finetune/Learning Rate": 1.566720762332197e-05, "Finetune/Loss": 0.8544327020645142, "Finetune/Loss (Raw)": 0.8558512330055237, "Finetune/Step": 6326, "Finetune/Step Time": 5.887364411726594}
+{"Finetune/Learning Rate": 1.5665820112983922e-05, "Finetune/Loss": 0.8545193672180176, "Finetune/Loss (Raw)": 0.8663896322250366, "Finetune/Step": 6327, "Finetune/Step Time": 5.887509860098362}
+{"Finetune/Learning Rate": 1.5664432441979328e-05, "Finetune/Loss": 0.8543779253959656, "Finetune/Loss (Raw)": 0.8727921843528748, "Finetune/Step": 6328, "Finetune/Step Time": 5.894158933311701}
+{"Finetune/Learning Rate": 1.5663044610347536e-05, "Finetune/Loss": 0.8552653193473816, "Finetune/Loss (Raw)": 0.9163740277290344, "Finetune/Step": 6329, "Finetune/Step Time": 5.9057540241628885}
+{"Finetune/Learning Rate": 1.5661656618127907e-05, "Finetune/Loss": 0.8549075126647949, "Finetune/Loss (Raw)": 0.9280957579612732, "Finetune/Step": 6330, "Finetune/Step Time": 5.910016527399421}
+{"Finetune/Learning Rate": 1.566026846535979e-05, "Finetune/Loss": 0.8556717038154602, "Finetune/Loss (Raw)": 0.8217947483062744, "Finetune/Step": 6331, "Finetune/Step Time": 5.911423314362764}
+{"Finetune/Learning Rate": 1.565888015208256e-05, "Finetune/Loss": 0.8565802574157715, "Finetune/Loss (Raw)": 0.7881656289100647, "Finetune/Step": 6332, "Finetune/Step Time": 5.90823501907289}
+{"Finetune/Learning Rate": 1.5657491678335574e-05, "Finetune/Loss": 0.8580144643783569, "Finetune/Loss (Raw)": 0.9873442053794861, "Finetune/Step": 6333, "Finetune/Step Time": 5.90252236649394}
+{"Finetune/Learning Rate": 1.5656103044158215e-05, "Finetune/Loss": 0.8575789928436279, "Finetune/Loss (Raw)": 0.7584466934204102, "Finetune/Step": 6334, "Finetune/Step Time": 5.900589203462005}
+{"Finetune/Learning Rate": 1.5654714249589858e-05, "Finetune/Loss": 0.8560498952865601, "Finetune/Loss (Raw)": 0.686105489730835, "Finetune/Step": 6335, "Finetune/Step Time": 5.909753143787384}
+{"Finetune/Learning Rate": 1.5653325294669884e-05, "Finetune/Loss": 0.8557561635971069, "Finetune/Loss (Raw)": 0.8415496349334717, "Finetune/Step": 6336, "Finetune/Step Time": 5.9177456591278315}
+{"Finetune/Learning Rate": 1.5651936179437682e-05, "Finetune/Loss": 0.854190468788147, "Finetune/Loss (Raw)": 0.8143148422241211, "Finetune/Step": 6337, "Finetune/Step Time": 5.918647455051541}
+{"Finetune/Learning Rate": 1.5650546903932644e-05, "Finetune/Loss": 0.853758692741394, "Finetune/Loss (Raw)": 0.9047667384147644, "Finetune/Step": 6338, "Finetune/Step Time": 5.9172589760273695}
+{"Finetune/Learning Rate": 1.564915746819416e-05, "Finetune/Loss": 0.8530573844909668, "Finetune/Loss (Raw)": 0.7899209856987, "Finetune/Step": 6339, "Finetune/Step Time": 5.9157471638172865}
+{"Finetune/Learning Rate": 1.5647767872261633e-05, "Finetune/Loss": 0.853669285774231, "Finetune/Loss (Raw)": 0.8543930649757385, "Finetune/Step": 6340, "Finetune/Step Time": 5.905774932354689}
+{"Finetune/Learning Rate": 1.5646378116174475e-05, "Finetune/Loss": 0.8519647121429443, "Finetune/Loss (Raw)": 0.7429589629173279, "Finetune/Step": 6341, "Finetune/Step Time": 5.909073252230883}
+{"Finetune/Learning Rate": 1.5644988199972086e-05, "Finetune/Loss": 0.8531695604324341, "Finetune/Loss (Raw)": 0.9542900919914246, "Finetune/Step": 6342, "Finetune/Step Time": 5.908811517059803}
+{"Finetune/Learning Rate": 1.5643598123693883e-05, "Finetune/Loss": 0.8545756340026855, "Finetune/Loss (Raw)": 0.9178666472434998, "Finetune/Step": 6343, "Finetune/Step Time": 5.9092668276280165}
+{"Finetune/Learning Rate": 1.5642207887379285e-05, "Finetune/Loss": 0.8552064299583435, "Finetune/Loss (Raw)": 0.8801078796386719, "Finetune/Step": 6344, "Finetune/Step Time": 5.913822613656521}
+{"Finetune/Learning Rate": 1.5640817491067718e-05, "Finetune/Loss": 0.8554823398590088, "Finetune/Loss (Raw)": 0.7244918942451477, "Finetune/Step": 6345, "Finetune/Step Time": 5.933043299242854}
+{"Finetune/Learning Rate": 1.5639426934798607e-05, "Finetune/Loss": 0.8557782173156738, "Finetune/Loss (Raw)": 0.8624733686447144, "Finetune/Step": 6346, "Finetune/Step Time": 5.944739894941449}
+{"Finetune/Learning Rate": 1.5638036218611384e-05, "Finetune/Loss": 0.857026219367981, "Finetune/Loss (Raw)": 0.9556528925895691, "Finetune/Step": 6347, "Finetune/Step Time": 5.947792902588844}
+{"Finetune/Learning Rate": 1.5636645342545486e-05, "Finetune/Loss": 0.8565269708633423, "Finetune/Loss (Raw)": 0.9171823263168335, "Finetune/Step": 6348, "Finetune/Step Time": 5.95404096506536}
+{"Finetune/Learning Rate": 1.5635254306640354e-05, "Finetune/Loss": 0.8579959869384766, "Finetune/Loss (Raw)": 0.9722841382026672, "Finetune/Step": 6349, "Finetune/Step Time": 5.955614909529686}
+{"Finetune/Learning Rate": 1.5633863110935436e-05, "Finetune/Loss": 0.8574931621551514, "Finetune/Loss (Raw)": 0.8848317861557007, "Finetune/Step": 6350, "Finetune/Step Time": 5.952944368124008}
+{"Finetune/Learning Rate": 1.563247175547018e-05, "Finetune/Loss": 0.8554092049598694, "Finetune/Loss (Raw)": 0.7454293370246887, "Finetune/Step": 6351, "Finetune/Step Time": 5.952361289411783}
+{"Finetune/Learning Rate": 1.563108024028404e-05, "Finetune/Loss": 0.8538833260536194, "Finetune/Loss (Raw)": 0.8862526416778564, "Finetune/Step": 6352, "Finetune/Step Time": 5.93993566557765}
+{"Finetune/Learning Rate": 1.562968856541648e-05, "Finetune/Loss": 0.8532737493515015, "Finetune/Loss (Raw)": 0.9205161333084106, "Finetune/Step": 6353, "Finetune/Step Time": 5.924700295552611}
+{"Finetune/Learning Rate": 1.562829673090696e-05, "Finetune/Loss": 0.8531336784362793, "Finetune/Loss (Raw)": 0.8644253611564636, "Finetune/Step": 6354, "Finetune/Step Time": 5.930885633453727}
+{"Finetune/Learning Rate": 1.562690473679495e-05, "Finetune/Loss": 0.855678915977478, "Finetune/Loss (Raw)": 1.019020438194275, "Finetune/Step": 6355, "Finetune/Step Time": 5.913880717009306}
+{"Finetune/Learning Rate": 1.5625512583119918e-05, "Finetune/Loss": 0.8566884994506836, "Finetune/Loss (Raw)": 0.9157451391220093, "Finetune/Step": 6356, "Finetune/Step Time": 5.9142845664173365}
+{"Finetune/Learning Rate": 1.562412026992135e-05, "Finetune/Loss": 0.8577418327331543, "Finetune/Loss (Raw)": 0.7971560955047607, "Finetune/Step": 6357, "Finetune/Step Time": 5.897571641951799}
+{"Finetune/Learning Rate": 1.5622727797238722e-05, "Finetune/Loss": 0.8575680255889893, "Finetune/Loss (Raw)": 0.799752950668335, "Finetune/Step": 6358, "Finetune/Step Time": 5.915957832708955}
+{"Finetune/Learning Rate": 1.5621335165111527e-05, "Finetune/Loss": 0.8577207326889038, "Finetune/Loss (Raw)": 0.9244078993797302, "Finetune/Step": 6359, "Finetune/Step Time": 5.915634835138917}
+{"Finetune/Learning Rate": 1.5619942373579247e-05, "Finetune/Loss": 0.8565863370895386, "Finetune/Loss (Raw)": 0.7378606200218201, "Finetune/Step": 6360, "Finetune/Step Time": 5.9178792759776115}
+{"Finetune/Learning Rate": 1.561854942268138e-05, "Finetune/Loss": 0.8576822280883789, "Finetune/Loss (Raw)": 0.9613738656044006, "Finetune/Step": 6361, "Finetune/Step Time": 5.897159446030855}
+{"Finetune/Learning Rate": 1.5617156312457437e-05, "Finetune/Loss": 0.8590681552886963, "Finetune/Loss (Raw)": 0.9954845905303955, "Finetune/Step": 6362, "Finetune/Step Time": 5.900542113929987}
+{"Finetune/Learning Rate": 1.561576304294691e-05, "Finetune/Loss": 0.8599222898483276, "Finetune/Loss (Raw)": 0.9416142106056213, "Finetune/Step": 6363, "Finetune/Step Time": 5.880983782932162}
+{"Finetune/Learning Rate": 1.561436961418931e-05, "Finetune/Loss": 0.8617511987686157, "Finetune/Loss (Raw)": 0.9801849722862244, "Finetune/Step": 6364, "Finetune/Step Time": 5.86613361351192}
+{"Finetune/Learning Rate": 1.5612976026224152e-05, "Finetune/Loss": 0.8624753355979919, "Finetune/Loss (Raw)": 0.8658618927001953, "Finetune/Step": 6365, "Finetune/Step Time": 5.866707190871239}
+{"Finetune/Learning Rate": 1.561158227909096e-05, "Finetune/Loss": 0.8626415729522705, "Finetune/Loss (Raw)": 0.8072340488433838, "Finetune/Step": 6366, "Finetune/Step Time": 5.868291944265366}
+{"Finetune/Learning Rate": 1.561018837282925e-05, "Finetune/Loss": 0.860762357711792, "Finetune/Loss (Raw)": 0.6630176305770874, "Finetune/Step": 6367, "Finetune/Step Time": 5.884538058191538}
+{"Finetune/Learning Rate": 1.5608794307478546e-05, "Finetune/Loss": 0.8607315421104431, "Finetune/Loss (Raw)": 0.8785938024520874, "Finetune/Step": 6368, "Finetune/Step Time": 5.889155004173517}
+{"Finetune/Learning Rate": 1.560740008307839e-05, "Finetune/Loss": 0.8621120452880859, "Finetune/Loss (Raw)": 0.9447980523109436, "Finetune/Step": 6369, "Finetune/Step Time": 5.88753916323185}
+{"Finetune/Learning Rate": 1.5606005699668313e-05, "Finetune/Loss": 0.8622909784317017, "Finetune/Loss (Raw)": 0.8470603823661804, "Finetune/Step": 6370, "Finetune/Step Time": 5.886936565861106}
+{"Finetune/Learning Rate": 1.5604611157287855e-05, "Finetune/Loss": 0.8626812696456909, "Finetune/Loss (Raw)": 0.909264087677002, "Finetune/Step": 6371, "Finetune/Step Time": 5.889119977131486}
+{"Finetune/Learning Rate": 1.560321645597656e-05, "Finetune/Loss": 0.8627507090568542, "Finetune/Loss (Raw)": 0.9739023447036743, "Finetune/Step": 6372, "Finetune/Step Time": 5.889160197228193}
+{"Finetune/Learning Rate": 1.5601821595773984e-05, "Finetune/Loss": 0.8642334342002869, "Finetune/Loss (Raw)": 1.0921430587768555, "Finetune/Step": 6373, "Finetune/Step Time": 5.887909760698676}
+{"Finetune/Learning Rate": 1.560042657671967e-05, "Finetune/Loss": 0.8619216680526733, "Finetune/Loss (Raw)": 0.6168040037155151, "Finetune/Step": 6374, "Finetune/Step Time": 5.88690628297627}
+{"Finetune/Learning Rate": 1.559903139885319e-05, "Finetune/Loss": 0.8631468415260315, "Finetune/Loss (Raw)": 0.968603253364563, "Finetune/Step": 6375, "Finetune/Step Time": 5.888127477839589}
+{"Finetune/Learning Rate": 1.55976360622141e-05, "Finetune/Loss": 0.8645361661911011, "Finetune/Loss (Raw)": 0.8492997884750366, "Finetune/Step": 6376, "Finetune/Step Time": 5.868803609162569}
+{"Finetune/Learning Rate": 1.5596240566841964e-05, "Finetune/Loss": 0.8655216693878174, "Finetune/Loss (Raw)": 0.9540426135063171, "Finetune/Step": 6377, "Finetune/Step Time": 5.870547857135534}
+{"Finetune/Learning Rate": 1.5594844912776367e-05, "Finetune/Loss": 0.8651415109634399, "Finetune/Loss (Raw)": 0.8238349556922913, "Finetune/Step": 6378, "Finetune/Step Time": 5.870567047968507}
+{"Finetune/Learning Rate": 1.559344910005687e-05, "Finetune/Loss": 0.8644653558731079, "Finetune/Loss (Raw)": 0.6975597143173218, "Finetune/Step": 6379, "Finetune/Step Time": 5.892658080905676}
+{"Finetune/Learning Rate": 1.559205312872307e-05, "Finetune/Loss": 0.8639554977416992, "Finetune/Loss (Raw)": 0.8795788288116455, "Finetune/Step": 6380, "Finetune/Step Time": 5.893500879406929}
+{"Finetune/Learning Rate": 1.559065699881454e-05, "Finetune/Loss": 0.864072322845459, "Finetune/Loss (Raw)": 0.8281512260437012, "Finetune/Step": 6381, "Finetune/Step Time": 5.890296816825867}
+{"Finetune/Learning Rate": 1.5589260710370873e-05, "Finetune/Loss": 0.8654513955116272, "Finetune/Loss (Raw)": 1.0096763372421265, "Finetune/Step": 6382, "Finetune/Step Time": 5.891643900424242}
+{"Finetune/Learning Rate": 1.558786426343167e-05, "Finetune/Loss": 0.8659101128578186, "Finetune/Loss (Raw)": 0.8986506462097168, "Finetune/Step": 6383, "Finetune/Step Time": 5.888935640454292}
+{"Finetune/Learning Rate": 1.5586467658036526e-05, "Finetune/Loss": 0.8659142851829529, "Finetune/Loss (Raw)": 0.9465137720108032, "Finetune/Step": 6384, "Finetune/Step Time": 5.894268587231636}
+{"Finetune/Learning Rate": 1.558507089422504e-05, "Finetune/Loss": 0.8660849928855896, "Finetune/Loss (Raw)": 0.8117653131484985, "Finetune/Step": 6385, "Finetune/Step Time": 5.911720123142004}
+{"Finetune/Learning Rate": 1.5583673972036834e-05, "Finetune/Loss": 0.8655141592025757, "Finetune/Loss (Raw)": 0.9079394340515137, "Finetune/Step": 6386, "Finetune/Step Time": 5.913908200338483}
+{"Finetune/Learning Rate": 1.558227689151151e-05, "Finetune/Loss": 0.8662563562393188, "Finetune/Loss (Raw)": 0.9794387817382812, "Finetune/Step": 6387, "Finetune/Step Time": 5.9136324021965265}
+{"Finetune/Learning Rate": 1.5580879652688682e-05, "Finetune/Loss": 0.8658320903778076, "Finetune/Loss (Raw)": 0.8622628450393677, "Finetune/Step": 6388, "Finetune/Step Time": 5.919186418876052}
+{"Finetune/Learning Rate": 1.5579482255607977e-05, "Finetune/Loss": 0.8654148578643799, "Finetune/Loss (Raw)": 0.7238373756408691, "Finetune/Step": 6389, "Finetune/Step Time": 5.940031321719289}
+{"Finetune/Learning Rate": 1.5578084700309028e-05, "Finetune/Loss": 0.8647714853286743, "Finetune/Loss (Raw)": 0.769099771976471, "Finetune/Step": 6390, "Finetune/Step Time": 5.948643842712045}
+{"Finetune/Learning Rate": 1.5576686986831454e-05, "Finetune/Loss": 0.8647496700286865, "Finetune/Loss (Raw)": 0.9224898219108582, "Finetune/Step": 6391, "Finetune/Step Time": 5.943525861948729}
+{"Finetune/Learning Rate": 1.5575289115214895e-05, "Finetune/Loss": 0.8649697303771973, "Finetune/Loss (Raw)": 0.75643390417099, "Finetune/Step": 6392, "Finetune/Step Time": 5.942046629264951}
+{"Finetune/Learning Rate": 1.557389108549899e-05, "Finetune/Loss": 0.863634467124939, "Finetune/Loss (Raw)": 0.7588422894477844, "Finetune/Step": 6393, "Finetune/Step Time": 5.9384775049984455}
+{"Finetune/Learning Rate": 1.557249289772339e-05, "Finetune/Loss": 0.8655126094818115, "Finetune/Loss (Raw)": 0.9735457301139832, "Finetune/Step": 6394, "Finetune/Step Time": 5.947332747280598}
+{"Finetune/Learning Rate": 1.557109455192773e-05, "Finetune/Loss": 0.8653020858764648, "Finetune/Loss (Raw)": 0.8972228169441223, "Finetune/Step": 6395, "Finetune/Step Time": 5.941429942846298}
+{"Finetune/Learning Rate": 1.5569696048151675e-05, "Finetune/Loss": 0.8668770790100098, "Finetune/Loss (Raw)": 0.9460475444793701, "Finetune/Step": 6396, "Finetune/Step Time": 5.93488029576838}
+{"Finetune/Learning Rate": 1.5568297386434875e-05, "Finetune/Loss": 0.8662770986557007, "Finetune/Loss (Raw)": 0.7798168063163757, "Finetune/Step": 6397, "Finetune/Step Time": 5.933066416531801}
+{"Finetune/Learning Rate": 1.5566898566816996e-05, "Finetune/Loss": 0.8661584854125977, "Finetune/Loss (Raw)": 0.7693839073181152, "Finetune/Step": 6398, "Finetune/Step Time": 5.931135164573789}
+{"Finetune/Learning Rate": 1.5565499589337704e-05, "Finetune/Loss": 0.8651710748672485, "Finetune/Loss (Raw)": 0.8566126227378845, "Finetune/Step": 6399, "Finetune/Step Time": 5.933441082015634}
+{"Finetune/Learning Rate": 1.556410045403667e-05, "Finetune/Loss": 0.8641224503517151, "Finetune/Loss (Raw)": 0.7772740721702576, "Finetune/Step": 6400, "Finetune/Step Time": 5.936858341097832}
+{"Finetune/Learning Rate": 1.5562701160953572e-05, "Finetune/Loss": 0.8632954359054565, "Finetune/Loss (Raw)": 0.8802898526191711, "Finetune/Step": 6401, "Finetune/Step Time": 5.939647184684873}
+{"Finetune/Learning Rate": 1.5561301710128085e-05, "Finetune/Loss": 0.8630626797676086, "Finetune/Loss (Raw)": 0.9213865399360657, "Finetune/Step": 6402, "Finetune/Step Time": 5.940258115530014}
+{"Finetune/Learning Rate": 1.5559902101599896e-05, "Finetune/Loss": 0.862262487411499, "Finetune/Loss (Raw)": 0.8407756686210632, "Finetune/Step": 6403, "Finetune/Step Time": 5.933243498206139}
+{"Finetune/Learning Rate": 1.5558502335408688e-05, "Finetune/Loss": 0.8622615337371826, "Finetune/Loss (Raw)": 0.9191201329231262, "Finetune/Step": 6404, "Finetune/Step Time": 5.931876869872212}
+{"Finetune/Learning Rate": 1.555710241159417e-05, "Finetune/Loss": 0.8622545599937439, "Finetune/Loss (Raw)": 0.824481189250946, "Finetune/Step": 6405, "Finetune/Step Time": 5.908289326354861}
+{"Finetune/Learning Rate": 1.5555702330196024e-05, "Finetune/Loss": 0.861575722694397, "Finetune/Loss (Raw)": 0.8878430724143982, "Finetune/Step": 6406, "Finetune/Step Time": 5.9078878574073315}
+{"Finetune/Learning Rate": 1.555430209125396e-05, "Finetune/Loss": 0.8635478019714355, "Finetune/Loss (Raw)": 1.0018575191497803, "Finetune/Step": 6407, "Finetune/Step Time": 5.900933047756553}
+{"Finetune/Learning Rate": 1.5552901694807683e-05, "Finetune/Loss": 0.8631084561347961, "Finetune/Loss (Raw)": 0.9398847818374634, "Finetune/Step": 6408, "Finetune/Step Time": 5.896857110783458}
+{"Finetune/Learning Rate": 1.55515011408969e-05, "Finetune/Loss": 0.8641952872276306, "Finetune/Loss (Raw)": 0.8983540534973145, "Finetune/Step": 6409, "Finetune/Step Time": 5.894082522019744}
+{"Finetune/Learning Rate": 1.5550100429561337e-05, "Finetune/Loss": 0.8625683784484863, "Finetune/Loss (Raw)": 0.7796579003334045, "Finetune/Step": 6410, "Finetune/Step Time": 5.894709819927812}
+{"Finetune/Learning Rate": 1.5548699560840707e-05, "Finetune/Loss": 0.8623582124710083, "Finetune/Loss (Raw)": 0.828849196434021, "Finetune/Step": 6411, "Finetune/Step Time": 5.895192269235849}
+{"Finetune/Learning Rate": 1.5547298534774733e-05, "Finetune/Loss": 0.862653911113739, "Finetune/Loss (Raw)": 0.9582229852676392, "Finetune/Step": 6412, "Finetune/Step Time": 5.896839315071702}
+{"Finetune/Learning Rate": 1.554589735140315e-05, "Finetune/Loss": 0.8625378012657166, "Finetune/Loss (Raw)": 0.8762754797935486, "Finetune/Step": 6413, "Finetune/Step Time": 5.891040626913309}
+{"Finetune/Learning Rate": 1.5544496010765686e-05, "Finetune/Loss": 0.8622300028800964, "Finetune/Loss (Raw)": 0.7491076588630676, "Finetune/Step": 6414, "Finetune/Step Time": 5.901417355984449}
+{"Finetune/Learning Rate": 1.5543094512902082e-05, "Finetune/Loss": 0.8611410856246948, "Finetune/Loss (Raw)": 0.9224180579185486, "Finetune/Step": 6415, "Finetune/Step Time": 5.904793111607432}
+{"Finetune/Learning Rate": 1.554169285785208e-05, "Finetune/Loss": 0.8618417382240295, "Finetune/Loss (Raw)": 0.9335968494415283, "Finetune/Step": 6416, "Finetune/Step Time": 5.904123440384865}
+{"Finetune/Learning Rate": 1.554029104565543e-05, "Finetune/Loss": 0.8622421026229858, "Finetune/Loss (Raw)": 0.9634720683097839, "Finetune/Step": 6417, "Finetune/Step Time": 5.903198070824146}
+{"Finetune/Learning Rate": 1.5538889076351876e-05, "Finetune/Loss": 0.8629922866821289, "Finetune/Loss (Raw)": 0.8527184128761292, "Finetune/Step": 6418, "Finetune/Step Time": 5.90226667560637}
+{"Finetune/Learning Rate": 1.5537486949981186e-05, "Finetune/Loss": 0.864251971244812, "Finetune/Loss (Raw)": 0.8742960691452026, "Finetune/Step": 6419, "Finetune/Step Time": 5.927331386134028}
+{"Finetune/Learning Rate": 1.5536084666583103e-05, "Finetune/Loss": 0.8653914928436279, "Finetune/Loss (Raw)": 0.9864810705184937, "Finetune/Step": 6420, "Finetune/Step Time": 5.923857366666198}
+{"Finetune/Learning Rate": 1.5534682226197407e-05, "Finetune/Loss": 0.8650274872779846, "Finetune/Loss (Raw)": 0.8473108410835266, "Finetune/Step": 6421, "Finetune/Step Time": 5.934871124103665}
+{"Finetune/Learning Rate": 1.553327962886386e-05, "Finetune/Loss": 0.8658427000045776, "Finetune/Loss (Raw)": 0.8699157238006592, "Finetune/Step": 6422, "Finetune/Step Time": 5.952415579929948}
+{"Finetune/Learning Rate": 1.5531876874622237e-05, "Finetune/Loss": 0.8651541471481323, "Finetune/Loss (Raw)": 0.7275731563568115, "Finetune/Step": 6423, "Finetune/Step Time": 5.931865483522415}
+{"Finetune/Learning Rate": 1.553047396351232e-05, "Finetune/Loss": 0.8659777641296387, "Finetune/Loss (Raw)": 0.8879976272583008, "Finetune/Step": 6424, "Finetune/Step Time": 5.946749087423086}
+{"Finetune/Learning Rate": 1.5529070895573883e-05, "Finetune/Loss": 0.8646412491798401, "Finetune/Loss (Raw)": 0.8622586131095886, "Finetune/Step": 6425, "Finetune/Step Time": 5.952089419588447}
+{"Finetune/Learning Rate": 1.552766767084672e-05, "Finetune/Loss": 0.8653274774551392, "Finetune/Loss (Raw)": 0.8218903541564941, "Finetune/Step": 6426, "Finetune/Step Time": 5.9539571311324835}
+{"Finetune/Learning Rate": 1.5526264289370618e-05, "Finetune/Loss": 0.8642883896827698, "Finetune/Loss (Raw)": 0.8202876448631287, "Finetune/Step": 6427, "Finetune/Step Time": 5.956209247931838}
+{"Finetune/Learning Rate": 1.5524860751185377e-05, "Finetune/Loss": 0.8658725023269653, "Finetune/Loss (Raw)": 0.8671584725379944, "Finetune/Step": 6428, "Finetune/Step Time": 5.9462804067879915}
+{"Finetune/Learning Rate": 1.55234570563308e-05, "Finetune/Loss": 0.8660705089569092, "Finetune/Loss (Raw)": 0.8810743093490601, "Finetune/Step": 6429, "Finetune/Step Time": 5.948680168017745}
+{"Finetune/Learning Rate": 1.552205320484668e-05, "Finetune/Loss": 0.8651732206344604, "Finetune/Loss (Raw)": 0.7820202708244324, "Finetune/Step": 6430, "Finetune/Step Time": 5.950168419629335}
+{"Finetune/Learning Rate": 1.5520649196772837e-05, "Finetune/Loss": 0.862833559513092, "Finetune/Loss (Raw)": 0.6827588677406311, "Finetune/Step": 6431, "Finetune/Step Time": 5.965244838967919}
+{"Finetune/Learning Rate": 1.5519245032149083e-05, "Finetune/Loss": 0.8618676662445068, "Finetune/Loss (Raw)": 0.6943047642707825, "Finetune/Step": 6432, "Finetune/Step Time": 5.981340082362294}
+{"Finetune/Learning Rate": 1.5517840711015233e-05, "Finetune/Loss": 0.8617249727249146, "Finetune/Loss (Raw)": 0.8371381163597107, "Finetune/Step": 6433, "Finetune/Step Time": 5.981621265411377}
+{"Finetune/Learning Rate": 1.551643623341111e-05, "Finetune/Loss": 0.8615779876708984, "Finetune/Loss (Raw)": 0.853277862071991, "Finetune/Step": 6434, "Finetune/Step Time": 5.98272917419672}
+{"Finetune/Learning Rate": 1.5515031599376547e-05, "Finetune/Loss": 0.8633323907852173, "Finetune/Loss (Raw)": 0.8999872207641602, "Finetune/Step": 6435, "Finetune/Step Time": 5.974821297451854}
+{"Finetune/Learning Rate": 1.5513626808951367e-05, "Finetune/Loss": 0.8645665645599365, "Finetune/Loss (Raw)": 0.9398075938224792, "Finetune/Step": 6436, "Finetune/Step Time": 5.969389542937279}
+{"Finetune/Learning Rate": 1.5512221862175407e-05, "Finetune/Loss": 0.8664164543151855, "Finetune/Loss (Raw)": 0.917787492275238, "Finetune/Step": 6437, "Finetune/Step Time": 5.950651889666915}
+{"Finetune/Learning Rate": 1.5510816759088513e-05, "Finetune/Loss": 0.8657410740852356, "Finetune/Loss (Raw)": 0.815087616443634, "Finetune/Step": 6438, "Finetune/Step Time": 5.948573200032115}
+{"Finetune/Learning Rate": 1.5509411499730524e-05, "Finetune/Loss": 0.8656361103057861, "Finetune/Loss (Raw)": 0.917049765586853, "Finetune/Step": 6439, "Finetune/Step Time": 5.940470492467284}
+{"Finetune/Learning Rate": 1.5508006084141293e-05, "Finetune/Loss": 0.8658927083015442, "Finetune/Loss (Raw)": 0.8630101680755615, "Finetune/Step": 6440, "Finetune/Step Time": 5.936513412743807}
+{"Finetune/Learning Rate": 1.5506600512360673e-05, "Finetune/Loss": 0.864372193813324, "Finetune/Loss (Raw)": 0.8094407916069031, "Finetune/Step": 6441, "Finetune/Step Time": 5.943013107404113}
+{"Finetune/Learning Rate": 1.5505194784428517e-05, "Finetune/Loss": 0.8650506734848022, "Finetune/Loss (Raw)": 0.971022367477417, "Finetune/Step": 6442, "Finetune/Step Time": 5.941640540957451}
+{"Finetune/Learning Rate": 1.5503788900384696e-05, "Finetune/Loss": 0.8643723726272583, "Finetune/Loss (Raw)": 0.7426897287368774, "Finetune/Step": 6443, "Finetune/Step Time": 5.942986873909831}
+{"Finetune/Learning Rate": 1.5502382860269074e-05, "Finetune/Loss": 0.8651546239852905, "Finetune/Loss (Raw)": 0.9644710421562195, "Finetune/Step": 6444, "Finetune/Step Time": 5.940360484644771}
+{"Finetune/Learning Rate": 1.5500976664121516e-05, "Finetune/Loss": 0.8656368851661682, "Finetune/Loss (Raw)": 0.9415155649185181, "Finetune/Step": 6445, "Finetune/Step Time": 5.939761709421873}
+{"Finetune/Learning Rate": 1.5499570311981904e-05, "Finetune/Loss": 0.8666403889656067, "Finetune/Loss (Raw)": 0.9074572920799255, "Finetune/Step": 6446, "Finetune/Step Time": 5.937743661925197}
+{"Finetune/Learning Rate": 1.549816380389012e-05, "Finetune/Loss": 0.8667361736297607, "Finetune/Loss (Raw)": 0.8452487587928772, "Finetune/Step": 6447, "Finetune/Step Time": 5.951520845293999}
+{"Finetune/Learning Rate": 1.549675713988604e-05, "Finetune/Loss": 0.8652513027191162, "Finetune/Loss (Raw)": 0.5814301371574402, "Finetune/Step": 6448, "Finetune/Step Time": 5.982198674231768}
+{"Finetune/Learning Rate": 1.549535032000956e-05, "Finetune/Loss": 0.8662306070327759, "Finetune/Loss (Raw)": 0.8783507943153381, "Finetune/Step": 6449, "Finetune/Step Time": 5.979119900614023}
+{"Finetune/Learning Rate": 1.5493943344300572e-05, "Finetune/Loss": 0.8651449680328369, "Finetune/Loss (Raw)": 0.9094292521476746, "Finetune/Step": 6450, "Finetune/Step Time": 5.974159117788076}
+{"Finetune/Learning Rate": 1.5492536212798976e-05, "Finetune/Loss": 0.8633295297622681, "Finetune/Loss (Raw)": 0.7194334268569946, "Finetune/Step": 6451, "Finetune/Step Time": 5.972752356901765}
+{"Finetune/Learning Rate": 1.5491128925544666e-05, "Finetune/Loss": 0.8636922240257263, "Finetune/Loss (Raw)": 0.8973603248596191, "Finetune/Step": 6452, "Finetune/Step Time": 5.9746691808104515}
+{"Finetune/Learning Rate": 1.5489721482577556e-05, "Finetune/Loss": 0.8632179498672485, "Finetune/Loss (Raw)": 0.7629887461662292, "Finetune/Step": 6453, "Finetune/Step Time": 5.974271334707737}
+{"Finetune/Learning Rate": 1.5488313883937557e-05, "Finetune/Loss": 0.8620011210441589, "Finetune/Loss (Raw)": 0.7000929117202759, "Finetune/Step": 6454, "Finetune/Step Time": 5.970717513933778}
+{"Finetune/Learning Rate": 1.5486906129664585e-05, "Finetune/Loss": 0.8616198897361755, "Finetune/Loss (Raw)": 0.817596435546875, "Finetune/Step": 6455, "Finetune/Step Time": 5.974599411711097}
+{"Finetune/Learning Rate": 1.5485498219798555e-05, "Finetune/Loss": 0.8628233075141907, "Finetune/Loss (Raw)": 1.0268296003341675, "Finetune/Step": 6456, "Finetune/Step Time": 5.949605157598853}
+{"Finetune/Learning Rate": 1.5484090154379397e-05, "Finetune/Loss": 0.8622891902923584, "Finetune/Loss (Raw)": 0.8480032682418823, "Finetune/Step": 6457, "Finetune/Step Time": 5.930452356114984}
+{"Finetune/Learning Rate": 1.5482681933447033e-05, "Finetune/Loss": 0.8612970113754272, "Finetune/Loss (Raw)": 0.801102876663208, "Finetune/Step": 6458, "Finetune/Step Time": 5.92927130497992}
+{"Finetune/Learning Rate": 1.5481273557041402e-05, "Finetune/Loss": 0.8629962205886841, "Finetune/Loss (Raw)": 1.0392898321151733, "Finetune/Step": 6459, "Finetune/Step Time": 5.9246033020317554}
+{"Finetune/Learning Rate": 1.547986502520244e-05, "Finetune/Loss": 0.8633764982223511, "Finetune/Loss (Raw)": 0.8368446230888367, "Finetune/Step": 6460, "Finetune/Step Time": 5.92715691588819}
+{"Finetune/Learning Rate": 1.5478456337970087e-05, "Finetune/Loss": 0.8616582751274109, "Finetune/Loss (Raw)": 0.7674098014831543, "Finetune/Step": 6461, "Finetune/Step Time": 5.932224009186029}
+{"Finetune/Learning Rate": 1.547704749538429e-05, "Finetune/Loss": 0.8630542755126953, "Finetune/Loss (Raw)": 0.9371339678764343, "Finetune/Step": 6462, "Finetune/Step Time": 5.9353856928646564}
+{"Finetune/Learning Rate": 1.5475638497485003e-05, "Finetune/Loss": 0.8644689321517944, "Finetune/Loss (Raw)": 0.8671801686286926, "Finetune/Step": 6463, "Finetune/Step Time": 5.924857581034303}
+{"Finetune/Learning Rate": 1.547422934431218e-05, "Finetune/Loss": 0.8646657466888428, "Finetune/Loss (Raw)": 0.8667465448379517, "Finetune/Step": 6464, "Finetune/Step Time": 5.91443682461977}
+{"Finetune/Learning Rate": 1.5472820035905777e-05, "Finetune/Loss": 0.865984320640564, "Finetune/Loss (Raw)": 0.9830952882766724, "Finetune/Step": 6465, "Finetune/Step Time": 5.9251759964972734}
+{"Finetune/Learning Rate": 1.5471410572305762e-05, "Finetune/Loss": 0.8659529685974121, "Finetune/Loss (Raw)": 0.9007440209388733, "Finetune/Step": 6466, "Finetune/Step Time": 5.927279209718108}
+{"Finetune/Learning Rate": 1.5470000953552103e-05, "Finetune/Loss": 0.86702561378479, "Finetune/Loss (Raw)": 0.9272283911705017, "Finetune/Step": 6467, "Finetune/Step Time": 5.927918516099453}
+{"Finetune/Learning Rate": 1.546859117968477e-05, "Finetune/Loss": 0.8671218156814575, "Finetune/Loss (Raw)": 0.8666986227035522, "Finetune/Step": 6468, "Finetune/Step Time": 5.931165903806686}
+{"Finetune/Learning Rate": 1.546718125074374e-05, "Finetune/Loss": 0.8680278658866882, "Finetune/Loss (Raw)": 0.8589394092559814, "Finetune/Step": 6469, "Finetune/Step Time": 5.942705415189266}
+{"Finetune/Learning Rate": 1.5465771166768994e-05, "Finetune/Loss": 0.8671437501907349, "Finetune/Loss (Raw)": 0.8411179780960083, "Finetune/Step": 6470, "Finetune/Step Time": 5.948486825451255}
+{"Finetune/Learning Rate": 1.5464360927800525e-05, "Finetune/Loss": 0.8659279346466064, "Finetune/Loss (Raw)": 0.76224285364151, "Finetune/Step": 6471, "Finetune/Step Time": 5.955997871235013}
+{"Finetune/Learning Rate": 1.5462950533878318e-05, "Finetune/Loss": 0.8655937910079956, "Finetune/Loss (Raw)": 0.8373345732688904, "Finetune/Step": 6472, "Finetune/Step Time": 5.961216729134321}
+{"Finetune/Learning Rate": 1.5461539985042368e-05, "Finetune/Loss": 0.8660051822662354, "Finetune/Loss (Raw)": 0.7771602272987366, "Finetune/Step": 6473, "Finetune/Step Time": 5.957769440487027}
+{"Finetune/Learning Rate": 1.5460129281332673e-05, "Finetune/Loss": 0.8654589653015137, "Finetune/Loss (Raw)": 0.7925583720207214, "Finetune/Step": 6474, "Finetune/Step Time": 5.962503146380186}
+{"Finetune/Learning Rate": 1.545871842278924e-05, "Finetune/Loss": 0.8655078411102295, "Finetune/Loss (Raw)": 0.9618972539901733, "Finetune/Step": 6475, "Finetune/Step Time": 5.961668275296688}
+{"Finetune/Learning Rate": 1.5457307409452075e-05, "Finetune/Loss": 0.865393877029419, "Finetune/Loss (Raw)": 0.9026035666465759, "Finetune/Step": 6476, "Finetune/Step Time": 5.963198410347104}
+{"Finetune/Learning Rate": 1.545589624136119e-05, "Finetune/Loss": 0.8641835451126099, "Finetune/Loss (Raw)": 0.8173648118972778, "Finetune/Step": 6477, "Finetune/Step Time": 5.964991372078657}
+{"Finetune/Learning Rate": 1.54544849185566e-05, "Finetune/Loss": 0.864016592502594, "Finetune/Loss (Raw)": 0.8634558320045471, "Finetune/Step": 6478, "Finetune/Step Time": 5.972658898681402}
+{"Finetune/Learning Rate": 1.5453073441078332e-05, "Finetune/Loss": 0.8652207851409912, "Finetune/Loss (Raw)": 0.8995686769485474, "Finetune/Step": 6479, "Finetune/Step Time": 5.988757256418467}
+{"Finetune/Learning Rate": 1.545166180896641e-05, "Finetune/Loss": 0.8658946752548218, "Finetune/Loss (Raw)": 0.9725121855735779, "Finetune/Step": 6480, "Finetune/Step Time": 5.989501489326358}
+{"Finetune/Learning Rate": 1.5450250022260856e-05, "Finetune/Loss": 0.8653217554092407, "Finetune/Loss (Raw)": 0.8471870422363281, "Finetune/Step": 6481, "Finetune/Step Time": 5.997813215479255}
+{"Finetune/Learning Rate": 1.544883808100171e-05, "Finetune/Loss": 0.8655182719230652, "Finetune/Loss (Raw)": 0.8895713090896606, "Finetune/Step": 6482, "Finetune/Step Time": 6.018743805587292}
+{"Finetune/Learning Rate": 1.544742598522901e-05, "Finetune/Loss": 0.864830493927002, "Finetune/Loss (Raw)": 0.9309848546981812, "Finetune/Step": 6483, "Finetune/Step Time": 6.018069513142109}
+{"Finetune/Learning Rate": 1.5446013734982804e-05, "Finetune/Loss": 0.8654261827468872, "Finetune/Loss (Raw)": 0.991998016834259, "Finetune/Step": 6484, "Finetune/Step Time": 6.015901302918792}
+{"Finetune/Learning Rate": 1.544460133030313e-05, "Finetune/Loss": 0.8673863410949707, "Finetune/Loss (Raw)": 1.048056960105896, "Finetune/Step": 6485, "Finetune/Step Time": 6.019146921113133}
+{"Finetune/Learning Rate": 1.5443188771230046e-05, "Finetune/Loss": 0.8675655126571655, "Finetune/Loss (Raw)": 0.822677493095398, "Finetune/Step": 6486, "Finetune/Step Time": 5.997852375730872}
+{"Finetune/Learning Rate": 1.544177605780361e-05, "Finetune/Loss": 0.8673092126846313, "Finetune/Loss (Raw)": 0.8916071057319641, "Finetune/Step": 6487, "Finetune/Step Time": 5.998763665556908}
+{"Finetune/Learning Rate": 1.5440363190063874e-05, "Finetune/Loss": 0.8683505058288574, "Finetune/Loss (Raw)": 0.8711420297622681, "Finetune/Step": 6488, "Finetune/Step Time": 5.995346195995808}
+{"Finetune/Learning Rate": 1.5438950168050912e-05, "Finetune/Loss": 0.8679666519165039, "Finetune/Loss (Raw)": 0.9122418761253357, "Finetune/Step": 6489, "Finetune/Step Time": 6.000783015042543}
+{"Finetune/Learning Rate": 1.543753699180479e-05, "Finetune/Loss": 0.8674730062484741, "Finetune/Loss (Raw)": 0.9322986602783203, "Finetune/Step": 6490, "Finetune/Step Time": 5.9945099130272865}
+{"Finetune/Learning Rate": 1.5436123661365577e-05, "Finetune/Loss": 0.8677433729171753, "Finetune/Loss (Raw)": 0.9762173891067505, "Finetune/Step": 6491, "Finetune/Step Time": 5.997814016416669}
+{"Finetune/Learning Rate": 1.543471017677336e-05, "Finetune/Loss": 0.8664766550064087, "Finetune/Loss (Raw)": 0.8180509209632874, "Finetune/Step": 6492, "Finetune/Step Time": 5.993970913812518}
+{"Finetune/Learning Rate": 1.5433296538068216e-05, "Finetune/Loss": 0.8668628931045532, "Finetune/Loss (Raw)": 0.9153003692626953, "Finetune/Step": 6493, "Finetune/Step Time": 5.994478853419423}
+{"Finetune/Learning Rate": 1.543188274529023e-05, "Finetune/Loss": 0.8671392798423767, "Finetune/Loss (Raw)": 0.8426113724708557, "Finetune/Step": 6494, "Finetune/Step Time": 5.999428698793054}
+{"Finetune/Learning Rate": 1.5430468798479497e-05, "Finetune/Loss": 0.8672635555267334, "Finetune/Loss (Raw)": 0.6789304614067078, "Finetune/Step": 6495, "Finetune/Step Time": 5.995953418314457}
+{"Finetune/Learning Rate": 1.542905469767611e-05, "Finetune/Loss": 0.8672897815704346, "Finetune/Loss (Raw)": 0.8819421529769897, "Finetune/Step": 6496, "Finetune/Step Time": 5.989718299359083}
+{"Finetune/Learning Rate": 1.542764044292017e-05, "Finetune/Loss": 0.8643897771835327, "Finetune/Loss (Raw)": 0.5736005902290344, "Finetune/Step": 6497, "Finetune/Step Time": 6.009410955011845}
+{"Finetune/Learning Rate": 1.5426226034251782e-05, "Finetune/Loss": 0.8635042905807495, "Finetune/Loss (Raw)": 0.733718991279602, "Finetune/Step": 6498, "Finetune/Step Time": 6.006236221641302}
+{"Finetune/Learning Rate": 1.5424811471711054e-05, "Finetune/Loss": 0.8638122081756592, "Finetune/Loss (Raw)": 0.9486815333366394, "Finetune/Step": 6499, "Finetune/Step Time": 6.005450192838907}
+{"Finetune/Learning Rate": 1.5423396755338098e-05, "Finetune/Loss": 0.8629934787750244, "Finetune/Loss (Raw)": 0.8690959811210632, "Finetune/Step": 6500, "Finetune/Step Time": 6.004270803183317}
+{"Finetune/Learning Rate": 1.5421981885173032e-05, "Finetune/Loss": 0.8615989089012146, "Finetune/Loss (Raw)": 0.9136412739753723, "Finetune/Step": 6501, "Finetune/Step Time": 6.0115050952881575}
+{"Finetune/Learning Rate": 1.542056686125598e-05, "Finetune/Loss": 0.8640174865722656, "Finetune/Loss (Raw)": 0.9263836145401001, "Finetune/Step": 6502, "Finetune/Step Time": 6.009986964985728}
+{"Finetune/Learning Rate": 1.5419151683627063e-05, "Finetune/Loss": 0.8629770874977112, "Finetune/Loss (Raw)": 0.8354325890541077, "Finetune/Step": 6503, "Finetune/Step Time": 6.009057762101293}
+{"Finetune/Learning Rate": 1.5417736352326412e-05, "Finetune/Loss": 0.8633648157119751, "Finetune/Loss (Raw)": 0.8989229798316956, "Finetune/Step": 6504, "Finetune/Step Time": 6.014134258031845}
+{"Finetune/Learning Rate": 1.541632086739417e-05, "Finetune/Loss": 0.8629858493804932, "Finetune/Loss (Raw)": 0.9055350422859192, "Finetune/Step": 6505, "Finetune/Step Time": 6.009326236322522}
+{"Finetune/Learning Rate": 1.5414905228870468e-05, "Finetune/Loss": 0.8632818460464478, "Finetune/Loss (Raw)": 0.8617166876792908, "Finetune/Step": 6506, "Finetune/Step Time": 6.008386295288801}
+{"Finetune/Learning Rate": 1.541348943679545e-05, "Finetune/Loss": 0.8635895848274231, "Finetune/Loss (Raw)": 0.736961841583252, "Finetune/Step": 6507, "Finetune/Step Time": 5.98914079554379}
+{"Finetune/Learning Rate": 1.5412073491209267e-05, "Finetune/Loss": 0.8640227317810059, "Finetune/Loss (Raw)": 0.9350185990333557, "Finetune/Step": 6508, "Finetune/Step Time": 5.990175964310765}
+{"Finetune/Learning Rate": 1.541065739215207e-05, "Finetune/Loss": 0.8623550534248352, "Finetune/Loss (Raw)": 0.6146913170814514, "Finetune/Step": 6509, "Finetune/Step Time": 6.021319350227714}
+{"Finetune/Learning Rate": 1.5409241139664014e-05, "Finetune/Loss": 0.8616208434104919, "Finetune/Loss (Raw)": 0.9156945943832397, "Finetune/Step": 6510, "Finetune/Step Time": 6.022854203358293}
+{"Finetune/Learning Rate": 1.5407824733785263e-05, "Finetune/Loss": 0.8611015677452087, "Finetune/Loss (Raw)": 0.8321910500526428, "Finetune/Step": 6511, "Finetune/Step Time": 6.037043113261461}
+{"Finetune/Learning Rate": 1.5406408174555978e-05, "Finetune/Loss": 0.8618535995483398, "Finetune/Loss (Raw)": 1.042763113975525, "Finetune/Step": 6512, "Finetune/Step Time": 6.035212414339185}
+{"Finetune/Learning Rate": 1.540499146201633e-05, "Finetune/Loss": 0.8631887435913086, "Finetune/Loss (Raw)": 0.9826709032058716, "Finetune/Step": 6513, "Finetune/Step Time": 6.031390521675348}
+{"Finetune/Learning Rate": 1.54035745962065e-05, "Finetune/Loss": 0.8633694052696228, "Finetune/Loss (Raw)": 0.9310598969459534, "Finetune/Step": 6514, "Finetune/Step Time": 6.029333267360926}
+{"Finetune/Learning Rate": 1.5402157577166653e-05, "Finetune/Loss": 0.8615646958351135, "Finetune/Loss (Raw)": 0.7484397888183594, "Finetune/Step": 6515, "Finetune/Step Time": 6.045554310083389}
+{"Finetune/Learning Rate": 1.540074040493698e-05, "Finetune/Loss": 0.8612215518951416, "Finetune/Loss (Raw)": 0.8183303475379944, "Finetune/Step": 6516, "Finetune/Step Time": 6.040268607437611}
+{"Finetune/Learning Rate": 1.539932307955767e-05, "Finetune/Loss": 0.8616476655006409, "Finetune/Loss (Raw)": 0.7783893942832947, "Finetune/Step": 6517, "Finetune/Step Time": 6.019723124802113}
+{"Finetune/Learning Rate": 1.539790560106891e-05, "Finetune/Loss": 0.8624253273010254, "Finetune/Loss (Raw)": 0.8686400055885315, "Finetune/Step": 6518, "Finetune/Step Time": 6.024827485904098}
+{"Finetune/Learning Rate": 1.5396487969510894e-05, "Finetune/Loss": 0.8608304262161255, "Finetune/Loss (Raw)": 0.7183399200439453, "Finetune/Step": 6519, "Finetune/Step Time": 6.029745981097221}
+{"Finetune/Learning Rate": 1.539507018492383e-05, "Finetune/Loss": 0.8623382449150085, "Finetune/Loss (Raw)": 0.9494317770004272, "Finetune/Step": 6520, "Finetune/Step Time": 6.037250338122249}
+{"Finetune/Learning Rate": 1.5393652247347915e-05, "Finetune/Loss": 0.8636137843132019, "Finetune/Loss (Raw)": 0.9221173524856567, "Finetune/Step": 6521, "Finetune/Step Time": 6.040629297494888}
+{"Finetune/Learning Rate": 1.5392234156823357e-05, "Finetune/Loss": 0.8638113737106323, "Finetune/Loss (Raw)": 0.9988290667533875, "Finetune/Step": 6522, "Finetune/Step Time": 6.031077006831765}
+{"Finetune/Learning Rate": 1.5390815913390372e-05, "Finetune/Loss": 0.8645137548446655, "Finetune/Loss (Raw)": 0.9871282577514648, "Finetune/Step": 6523, "Finetune/Step Time": 6.032128963619471}
+{"Finetune/Learning Rate": 1.538939751708918e-05, "Finetune/Loss": 0.8642910718917847, "Finetune/Loss (Raw)": 0.9175508618354797, "Finetune/Step": 6524, "Finetune/Step Time": 6.037869695574045}
+{"Finetune/Learning Rate": 1.5387978967959998e-05, "Finetune/Loss": 0.8653771877288818, "Finetune/Loss (Raw)": 0.9188375473022461, "Finetune/Step": 6525, "Finetune/Step Time": 6.042800026014447}
+{"Finetune/Learning Rate": 1.5386560266043057e-05, "Finetune/Loss": 0.8676576614379883, "Finetune/Loss (Raw)": 1.061282753944397, "Finetune/Step": 6526, "Finetune/Step Time": 6.041773589327931}
+{"Finetune/Learning Rate": 1.5385141411378578e-05, "Finetune/Loss": 0.8660353422164917, "Finetune/Loss (Raw)": 0.6489607691764832, "Finetune/Step": 6527, "Finetune/Step Time": 6.057521594688296}
+{"Finetune/Learning Rate": 1.5383722404006808e-05, "Finetune/Loss": 0.8660025000572205, "Finetune/Loss (Raw)": 0.7730657458305359, "Finetune/Step": 6528, "Finetune/Step Time": 6.05376292578876}
+{"Finetune/Learning Rate": 1.5382303243967977e-05, "Finetune/Loss": 0.8654072284698486, "Finetune/Loss (Raw)": 0.804096519947052, "Finetune/Step": 6529, "Finetune/Step Time": 6.053119631484151}
+{"Finetune/Learning Rate": 1.538088393130233e-05, "Finetune/Loss": 0.8638918995857239, "Finetune/Loss (Raw)": 0.7274236083030701, "Finetune/Step": 6530, "Finetune/Step Time": 6.070827854797244}
+{"Finetune/Learning Rate": 1.5379464466050117e-05, "Finetune/Loss": 0.863761842250824, "Finetune/Loss (Raw)": 0.8241300582885742, "Finetune/Step": 6531, "Finetune/Step Time": 6.070606864988804}
+{"Finetune/Learning Rate": 1.5378044848251588e-05, "Finetune/Loss": 0.8628844022750854, "Finetune/Loss (Raw)": 0.8068085312843323, "Finetune/Step": 6532, "Finetune/Step Time": 6.06998292542994}
+{"Finetune/Learning Rate": 1.5376625077947004e-05, "Finetune/Loss": 0.8630580306053162, "Finetune/Loss (Raw)": 0.8467077016830444, "Finetune/Step": 6533, "Finetune/Step Time": 6.072119325399399}
+{"Finetune/Learning Rate": 1.5375205155176617e-05, "Finetune/Loss": 0.8631119132041931, "Finetune/Loss (Raw)": 0.8947336077690125, "Finetune/Step": 6534, "Finetune/Step Time": 6.0809996742755175}
+{"Finetune/Learning Rate": 1.5373785079980697e-05, "Finetune/Loss": 0.86147141456604, "Finetune/Loss (Raw)": 0.7918807864189148, "Finetune/Step": 6535, "Finetune/Step Time": 6.080936815589666}
+{"Finetune/Learning Rate": 1.5372364852399518e-05, "Finetune/Loss": 0.8609011173248291, "Finetune/Loss (Raw)": 0.8668877482414246, "Finetune/Step": 6536, "Finetune/Step Time": 6.080887336283922}
+{"Finetune/Learning Rate": 1.5370944472473347e-05, "Finetune/Loss": 0.8605484366416931, "Finetune/Loss (Raw)": 0.8532074093818665, "Finetune/Step": 6537, "Finetune/Step Time": 6.084657734259963}
+{"Finetune/Learning Rate": 1.536952394024246e-05, "Finetune/Loss": 0.8602397441864014, "Finetune/Loss (Raw)": 0.7401425838470459, "Finetune/Step": 6538, "Finetune/Step Time": 6.087369084358215}
+{"Finetune/Learning Rate": 1.536810325574715e-05, "Finetune/Loss": 0.8616124987602234, "Finetune/Loss (Raw)": 1.0045596361160278, "Finetune/Step": 6539, "Finetune/Step Time": 6.088643476366997}
+{"Finetune/Learning Rate": 1.536668241902769e-05, "Finetune/Loss": 0.858797550201416, "Finetune/Loss (Raw)": 0.5979058742523193, "Finetune/Step": 6540, "Finetune/Step Time": 6.10684053786099}
+{"Finetune/Learning Rate": 1.5365261430124378e-05, "Finetune/Loss": 0.858549952507019, "Finetune/Loss (Raw)": 0.8445851802825928, "Finetune/Step": 6541, "Finetune/Step Time": 6.108068777248263}
+{"Finetune/Learning Rate": 1.5363840289077515e-05, "Finetune/Loss": 0.858857274055481, "Finetune/Loss (Raw)": 0.7884474396705627, "Finetune/Step": 6542, "Finetune/Step Time": 6.101378312334418}
+{"Finetune/Learning Rate": 1.5362418995927387e-05, "Finetune/Loss": 0.8579456806182861, "Finetune/Loss (Raw)": 0.8057354688644409, "Finetune/Step": 6543, "Finetune/Step Time": 6.114012390375137}
+{"Finetune/Learning Rate": 1.5360997550714306e-05, "Finetune/Loss": 0.8574124574661255, "Finetune/Loss (Raw)": 0.8653419613838196, "Finetune/Step": 6544, "Finetune/Step Time": 6.1166403722018}
+{"Finetune/Learning Rate": 1.535957595347858e-05, "Finetune/Loss": 0.856382429599762, "Finetune/Loss (Raw)": 0.8316318988800049, "Finetune/Step": 6545, "Finetune/Step Time": 6.1158559285104275}
+{"Finetune/Learning Rate": 1.5358154204260524e-05, "Finetune/Loss": 0.8557981252670288, "Finetune/Loss (Raw)": 0.7779289484024048, "Finetune/Step": 6546, "Finetune/Step Time": 6.115444160997868}
+{"Finetune/Learning Rate": 1.5356732303100446e-05, "Finetune/Loss": 0.8563532829284668, "Finetune/Loss (Raw)": 0.9453557133674622, "Finetune/Step": 6547, "Finetune/Step Time": 6.090647840872407}
+{"Finetune/Learning Rate": 1.5355310250038674e-05, "Finetune/Loss": 0.8555889129638672, "Finetune/Loss (Raw)": 0.8886460065841675, "Finetune/Step": 6548, "Finetune/Step Time": 6.092106740921736}
+{"Finetune/Learning Rate": 1.5353888045115532e-05, "Finetune/Loss": 0.856238603591919, "Finetune/Loss (Raw)": 0.9304644465446472, "Finetune/Step": 6549, "Finetune/Step Time": 6.0845878925174475}
+{"Finetune/Learning Rate": 1.535246568837135e-05, "Finetune/Loss": 0.8564139604568481, "Finetune/Loss (Raw)": 0.8923581838607788, "Finetune/Step": 6550, "Finetune/Step Time": 6.076827757060528}
+{"Finetune/Learning Rate": 1.5351043179846464e-05, "Finetune/Loss": 0.8579261302947998, "Finetune/Loss (Raw)": 0.9211381077766418, "Finetune/Step": 6551, "Finetune/Step Time": 6.080379448831081}
+{"Finetune/Learning Rate": 1.5349620519581205e-05, "Finetune/Loss": 0.8580725789070129, "Finetune/Loss (Raw)": 0.9067410230636597, "Finetune/Step": 6552, "Finetune/Step Time": 6.063532073050737}
+{"Finetune/Learning Rate": 1.534819770761592e-05, "Finetune/Loss": 0.8595103025436401, "Finetune/Loss (Raw)": 1.0462919473648071, "Finetune/Step": 6553, "Finetune/Step Time": 6.057584213092923}
+{"Finetune/Learning Rate": 1.534677474399096e-05, "Finetune/Loss": 0.8599364757537842, "Finetune/Loss (Raw)": 0.8764343857765198, "Finetune/Step": 6554, "Finetune/Step Time": 6.056625327095389}
+{"Finetune/Learning Rate": 1.534535162874667e-05, "Finetune/Loss": 0.861549973487854, "Finetune/Loss (Raw)": 1.0268157720565796, "Finetune/Step": 6555, "Finetune/Step Time": 6.053966632112861}
+{"Finetune/Learning Rate": 1.5343928361923413e-05, "Finetune/Loss": 0.8617324829101562, "Finetune/Loss (Raw)": 0.8905148506164551, "Finetune/Step": 6556, "Finetune/Step Time": 6.052273264154792}
+{"Finetune/Learning Rate": 1.534250494356154e-05, "Finetune/Loss": 0.8608181476593018, "Finetune/Loss (Raw)": 0.7640399932861328, "Finetune/Step": 6557, "Finetune/Step Time": 6.050864107906818}
+{"Finetune/Learning Rate": 1.5341081373701418e-05, "Finetune/Loss": 0.8628543019294739, "Finetune/Loss (Raw)": 1.042649745941162, "Finetune/Step": 6558, "Finetune/Step Time": 6.0671774707734585}
+{"Finetune/Learning Rate": 1.5339657652383415e-05, "Finetune/Loss": 0.8639927506446838, "Finetune/Loss (Raw)": 0.8284866213798523, "Finetune/Step": 6559, "Finetune/Step Time": 6.051600830629468}
+{"Finetune/Learning Rate": 1.533823377964791e-05, "Finetune/Loss": 0.8651094436645508, "Finetune/Loss (Raw)": 0.8372384309768677, "Finetune/Step": 6560, "Finetune/Step Time": 6.0321473646909}
+{"Finetune/Learning Rate": 1.533680975553527e-05, "Finetune/Loss": 0.8647671341896057, "Finetune/Loss (Raw)": 0.7933223247528076, "Finetune/Step": 6561, "Finetune/Step Time": 6.0277780424803495}
+{"Finetune/Learning Rate": 1.5335385580085884e-05, "Finetune/Loss": 0.8644784688949585, "Finetune/Loss (Raw)": 0.8163277506828308, "Finetune/Step": 6562, "Finetune/Step Time": 6.024812825024128}
+{"Finetune/Learning Rate": 1.5333961253340134e-05, "Finetune/Loss": 0.8636517524719238, "Finetune/Loss (Raw)": 0.7941684722900391, "Finetune/Step": 6563, "Finetune/Step Time": 6.027276022359729}
+{"Finetune/Learning Rate": 1.533253677533841e-05, "Finetune/Loss": 0.8618726134300232, "Finetune/Loss (Raw)": 0.7120778560638428, "Finetune/Step": 6564, "Finetune/Step Time": 6.048007989302278}
+{"Finetune/Learning Rate": 1.5331112146121104e-05, "Finetune/Loss": 0.8603783845901489, "Finetune/Loss (Raw)": 0.7265321612358093, "Finetune/Step": 6565, "Finetune/Step Time": 6.049289649352431}
+{"Finetune/Learning Rate": 1.5329687365728624e-05, "Finetune/Loss": 0.8606470823287964, "Finetune/Loss (Raw)": 0.8494754433631897, "Finetune/Step": 6566, "Finetune/Step Time": 6.0542436465620995}
+{"Finetune/Learning Rate": 1.5328262434201364e-05, "Finetune/Loss": 0.8607854843139648, "Finetune/Loss (Raw)": 0.9347690939903259, "Finetune/Step": 6567, "Finetune/Step Time": 6.05263308994472}
+{"Finetune/Learning Rate": 1.532683735157973e-05, "Finetune/Loss": 0.860944926738739, "Finetune/Loss (Raw)": 0.8834149837493896, "Finetune/Step": 6568, "Finetune/Step Time": 6.055054005235434}
+{"Finetune/Learning Rate": 1.5325412117904134e-05, "Finetune/Loss": 0.8613781332969666, "Finetune/Loss (Raw)": 0.8648898601531982, "Finetune/Step": 6569, "Finetune/Step Time": 6.049433339387178}
+{"Finetune/Learning Rate": 1.5323986733215e-05, "Finetune/Loss": 0.8596278429031372, "Finetune/Loss (Raw)": 0.7469881772994995, "Finetune/Step": 6570, "Finetune/Step Time": 6.050765598192811}
+{"Finetune/Learning Rate": 1.5322561197552737e-05, "Finetune/Loss": 0.8584793210029602, "Finetune/Loss (Raw)": 0.5956783294677734, "Finetune/Step": 6571, "Finetune/Step Time": 6.06417085789144}
+{"Finetune/Learning Rate": 1.5321135510957776e-05, "Finetune/Loss": 0.8575631380081177, "Finetune/Loss (Raw)": 0.8472021818161011, "Finetune/Step": 6572, "Finetune/Step Time": 6.062647482380271}
+{"Finetune/Learning Rate": 1.5319709673470543e-05, "Finetune/Loss": 0.8576247692108154, "Finetune/Loss (Raw)": 0.9493998885154724, "Finetune/Step": 6573, "Finetune/Step Time": 6.068708956241608}
+{"Finetune/Learning Rate": 1.531828368513147e-05, "Finetune/Loss": 0.8567444086074829, "Finetune/Loss (Raw)": 0.7947705388069153, "Finetune/Step": 6574, "Finetune/Step Time": 6.085508158430457}
+{"Finetune/Learning Rate": 1.5316857545980993e-05, "Finetune/Loss": 0.8572515249252319, "Finetune/Loss (Raw)": 0.910163938999176, "Finetune/Step": 6575, "Finetune/Step Time": 6.072053974494338}
+{"Finetune/Learning Rate": 1.5315431256059558e-05, "Finetune/Loss": 0.860120952129364, "Finetune/Loss (Raw)": 0.9487112760543823, "Finetune/Step": 6576, "Finetune/Step Time": 6.039739044383168}
+{"Finetune/Learning Rate": 1.5314004815407607e-05, "Finetune/Loss": 0.8604118227958679, "Finetune/Loss (Raw)": 0.9155866503715515, "Finetune/Step": 6577, "Finetune/Step Time": 6.035924231633544}
+{"Finetune/Learning Rate": 1.5312578224065595e-05, "Finetune/Loss": 0.8595892786979675, "Finetune/Loss (Raw)": 0.8041394352912903, "Finetune/Step": 6578, "Finetune/Step Time": 6.051098557189107}
+{"Finetune/Learning Rate": 1.531115148207396e-05, "Finetune/Loss": 0.8598037958145142, "Finetune/Loss (Raw)": 0.746899425983429, "Finetune/Step": 6579, "Finetune/Step Time": 6.0476568676531315}
+{"Finetune/Learning Rate": 1.5309724589473182e-05, "Finetune/Loss": 0.8589844107627869, "Finetune/Loss (Raw)": 0.792474091053009, "Finetune/Step": 6580, "Finetune/Step Time": 6.046351997181773}
+{"Finetune/Learning Rate": 1.5308297546303714e-05, "Finetune/Loss": 0.859920084476471, "Finetune/Loss (Raw)": 0.8827540874481201, "Finetune/Step": 6581, "Finetune/Step Time": 6.050340639427304}
+{"Finetune/Learning Rate": 1.5306870352606015e-05, "Finetune/Loss": 0.8614487648010254, "Finetune/Loss (Raw)": 0.895767331123352, "Finetune/Step": 6582, "Finetune/Step Time": 6.062373263761401}
+{"Finetune/Learning Rate": 1.5305443008420566e-05, "Finetune/Loss": 0.8609451055526733, "Finetune/Loss (Raw)": 0.7531243562698364, "Finetune/Step": 6583, "Finetune/Step Time": 6.056620979681611}
+{"Finetune/Learning Rate": 1.5304015513787843e-05, "Finetune/Loss": 0.8575661182403564, "Finetune/Loss (Raw)": 0.5943207144737244, "Finetune/Step": 6584, "Finetune/Step Time": 6.0592379458248615}
+{"Finetune/Learning Rate": 1.5302587868748323e-05, "Finetune/Loss": 0.8573244214057922, "Finetune/Loss (Raw)": 0.8170652389526367, "Finetune/Step": 6585, "Finetune/Step Time": 6.057432893663645}
+{"Finetune/Learning Rate": 1.5301160073342485e-05, "Finetune/Loss": 0.8582707643508911, "Finetune/Loss (Raw)": 0.9222407341003418, "Finetune/Step": 6586, "Finetune/Step Time": 6.055271385237575}
+{"Finetune/Learning Rate": 1.5299732127610826e-05, "Finetune/Loss": 0.8575470447540283, "Finetune/Loss (Raw)": 0.9466445446014404, "Finetune/Step": 6587, "Finetune/Step Time": 6.050980484113097}
+{"Finetune/Learning Rate": 1.5298304031593834e-05, "Finetune/Loss": 0.8559719324111938, "Finetune/Loss (Raw)": 0.6352342963218689, "Finetune/Step": 6588, "Finetune/Step Time": 6.0520145781338215}
+{"Finetune/Learning Rate": 1.5296875785332002e-05, "Finetune/Loss": 0.8562380075454712, "Finetune/Loss (Raw)": 0.8014705181121826, "Finetune/Step": 6589, "Finetune/Step Time": 6.046523969620466}
+{"Finetune/Learning Rate": 1.5295447388865838e-05, "Finetune/Loss": 0.8536823987960815, "Finetune/Loss (Raw)": 0.6100162267684937, "Finetune/Step": 6590, "Finetune/Step Time": 6.0518800020217896}
+{"Finetune/Learning Rate": 1.5294018842235843e-05, "Finetune/Loss": 0.8538650274276733, "Finetune/Loss (Raw)": 0.890555202960968, "Finetune/Step": 6591, "Finetune/Step Time": 6.063985820859671}
+{"Finetune/Learning Rate": 1.529259014548253e-05, "Finetune/Loss": 0.8539289236068726, "Finetune/Loss (Raw)": 0.8749207258224487, "Finetune/Step": 6592, "Finetune/Step Time": 6.060265777632594}
+{"Finetune/Learning Rate": 1.529116129864641e-05, "Finetune/Loss": 0.8526912927627563, "Finetune/Loss (Raw)": 0.8246837854385376, "Finetune/Step": 6593, "Finetune/Step Time": 6.053793527185917}
+{"Finetune/Learning Rate": 1.5289732301768e-05, "Finetune/Loss": 0.8526703715324402, "Finetune/Loss (Raw)": 0.8980622291564941, "Finetune/Step": 6594, "Finetune/Step Time": 6.062710223719478}
+{"Finetune/Learning Rate": 1.5288303154887824e-05, "Finetune/Loss": 0.8523683547973633, "Finetune/Loss (Raw)": 0.8885686993598938, "Finetune/Step": 6595, "Finetune/Step Time": 6.067076915875077}
+{"Finetune/Learning Rate": 1.528687385804641e-05, "Finetune/Loss": 0.852481484413147, "Finetune/Loss (Raw)": 0.8811779618263245, "Finetune/Step": 6596, "Finetune/Step Time": 6.066641267389059}
+{"Finetune/Learning Rate": 1.5285444411284286e-05, "Finetune/Loss": 0.8521389961242676, "Finetune/Loss (Raw)": 0.815098762512207, "Finetune/Step": 6597, "Finetune/Step Time": 6.056841192767024}
+{"Finetune/Learning Rate": 1.528401481464199e-05, "Finetune/Loss": 0.8530484437942505, "Finetune/Loss (Raw)": 0.9575324058532715, "Finetune/Step": 6598, "Finetune/Step Time": 6.057348320260644}
+{"Finetune/Learning Rate": 1.5282585068160058e-05, "Finetune/Loss": 0.8537859916687012, "Finetune/Loss (Raw)": 0.8566469550132751, "Finetune/Step": 6599, "Finetune/Step Time": 6.052586257457733}
+{"Finetune/Learning Rate": 1.5281155171879033e-05, "Finetune/Loss": 0.8539624214172363, "Finetune/Loss (Raw)": 0.8599200248718262, "Finetune/Step": 6600, "Finetune/Step Time": 6.047266326844692}
+{"Finetune/Learning Rate": 1.5279725125839467e-05, "Finetune/Loss": 0.8554472923278809, "Finetune/Loss (Raw)": 0.9672281742095947, "Finetune/Step": 6601, "Finetune/Step Time": 6.033113667741418}
+{"Finetune/Learning Rate": 1.5278294930081915e-05, "Finetune/Loss": 0.8548396825790405, "Finetune/Loss (Raw)": 0.7147815823554993, "Finetune/Step": 6602, "Finetune/Step Time": 6.01084528490901}
+{"Finetune/Learning Rate": 1.527686458464692e-05, "Finetune/Loss": 0.8532938957214355, "Finetune/Loss (Raw)": 0.7640365362167358, "Finetune/Step": 6603, "Finetune/Step Time": 6.01003067754209}
+{"Finetune/Learning Rate": 1.5275434089575055e-05, "Finetune/Loss": 0.8534502387046814, "Finetune/Loss (Raw)": 0.9226152896881104, "Finetune/Step": 6604, "Finetune/Step Time": 6.021293869242072}
+{"Finetune/Learning Rate": 1.5274003444906883e-05, "Finetune/Loss": 0.8538236618041992, "Finetune/Loss (Raw)": 0.865158200263977, "Finetune/Step": 6605, "Finetune/Step Time": 6.020149767398834}
+{"Finetune/Learning Rate": 1.5272572650682965e-05, "Finetune/Loss": 0.8538542985916138, "Finetune/Loss (Raw)": 0.8673821091651917, "Finetune/Step": 6606, "Finetune/Step Time": 6.013616442680359}
+{"Finetune/Learning Rate": 1.527114170694388e-05, "Finetune/Loss": 0.8528006672859192, "Finetune/Loss (Raw)": 0.76470547914505, "Finetune/Step": 6607, "Finetune/Step Time": 6.00452633947134}
+{"Finetune/Learning Rate": 1.5269710613730212e-05, "Finetune/Loss": 0.8522107601165771, "Finetune/Loss (Raw)": 0.8970059752464294, "Finetune/Step": 6608, "Finetune/Step Time": 6.007858822122216}
+{"Finetune/Learning Rate": 1.526827937108253e-05, "Finetune/Loss": 0.8536479473114014, "Finetune/Loss (Raw)": 1.0311429500579834, "Finetune/Step": 6609, "Finetune/Step Time": 5.998406905680895}
+{"Finetune/Learning Rate": 1.5266847979041426e-05, "Finetune/Loss": 0.8538733124732971, "Finetune/Loss (Raw)": 0.918413519859314, "Finetune/Step": 6610, "Finetune/Step Time": 5.994703393429518}
+{"Finetune/Learning Rate": 1.5265416437647492e-05, "Finetune/Loss": 0.8531929850578308, "Finetune/Loss (Raw)": 0.8439046144485474, "Finetune/Step": 6611, "Finetune/Step Time": 5.99133618734777}
+{"Finetune/Learning Rate": 1.526398474694132e-05, "Finetune/Loss": 0.8529395461082458, "Finetune/Loss (Raw)": 0.9595593810081482, "Finetune/Step": 6612, "Finetune/Step Time": 5.992252005264163}
+{"Finetune/Learning Rate": 1.526255290696351e-05, "Finetune/Loss": 0.8497539758682251, "Finetune/Loss (Raw)": 0.640306293964386, "Finetune/Step": 6613, "Finetune/Step Time": 6.024726716801524}
+{"Finetune/Learning Rate": 1.5261120917754666e-05, "Finetune/Loss": 0.848954439163208, "Finetune/Loss (Raw)": 0.7203363180160522, "Finetune/Step": 6614, "Finetune/Step Time": 6.06216337531805}
+{"Finetune/Learning Rate": 1.525968877935539e-05, "Finetune/Loss": 0.8491240739822388, "Finetune/Loss (Raw)": 0.9133214354515076, "Finetune/Step": 6615, "Finetune/Step Time": 6.063090650364757}
+{"Finetune/Learning Rate": 1.52582564918063e-05, "Finetune/Loss": 0.8480159044265747, "Finetune/Loss (Raw)": 0.7292889952659607, "Finetune/Step": 6616, "Finetune/Step Time": 6.060855528339744}
+{"Finetune/Learning Rate": 1.5256824055148003e-05, "Finetune/Loss": 0.8484899401664734, "Finetune/Loss (Raw)": 0.9729226231575012, "Finetune/Step": 6617, "Finetune/Step Time": 6.056488776579499}
+{"Finetune/Learning Rate": 1.525539146942113e-05, "Finetune/Loss": 0.8478508591651917, "Finetune/Loss (Raw)": 0.8504952192306519, "Finetune/Step": 6618, "Finetune/Step Time": 6.056575540453196}
+{"Finetune/Learning Rate": 1.5253958734666299e-05, "Finetune/Loss": 0.8474196791648865, "Finetune/Loss (Raw)": 0.9210252165794373, "Finetune/Step": 6619, "Finetune/Step Time": 6.057546906173229}
+{"Finetune/Learning Rate": 1.5252525850924135e-05, "Finetune/Loss": 0.84852534532547, "Finetune/Loss (Raw)": 0.9595774412155151, "Finetune/Step": 6620, "Finetune/Step Time": 6.0571244936436415}
+{"Finetune/Learning Rate": 1.5251092818235276e-05, "Finetune/Loss": 0.849469780921936, "Finetune/Loss (Raw)": 1.0361915826797485, "Finetune/Step": 6621, "Finetune/Step Time": 6.055006563663483}
+{"Finetune/Learning Rate": 1.5249659636640356e-05, "Finetune/Loss": 0.8497604131698608, "Finetune/Loss (Raw)": 0.8798031806945801, "Finetune/Step": 6622, "Finetune/Step Time": 6.048828260973096}
+{"Finetune/Learning Rate": 1.5248226306180019e-05, "Finetune/Loss": 0.851544976234436, "Finetune/Loss (Raw)": 0.9073621034622192, "Finetune/Step": 6623, "Finetune/Step Time": 6.034502981230617}
+{"Finetune/Learning Rate": 1.5246792826894906e-05, "Finetune/Loss": 0.8519695401191711, "Finetune/Loss (Raw)": 0.9362854957580566, "Finetune/Step": 6624, "Finetune/Step Time": 6.036157907918096}
+{"Finetune/Learning Rate": 1.5245359198825666e-05, "Finetune/Loss": 0.8551144599914551, "Finetune/Loss (Raw)": 0.9761494398117065, "Finetune/Step": 6625, "Finetune/Step Time": 6.015988852828741}
+{"Finetune/Learning Rate": 1.5243925422012958e-05, "Finetune/Loss": 0.8560316562652588, "Finetune/Loss (Raw)": 0.8511229157447815, "Finetune/Step": 6626, "Finetune/Step Time": 6.022150339558721}
+{"Finetune/Learning Rate": 1.5242491496497436e-05, "Finetune/Loss": 0.8553928136825562, "Finetune/Loss (Raw)": 0.8669093251228333, "Finetune/Step": 6627, "Finetune/Step Time": 6.024016598239541}
+{"Finetune/Learning Rate": 1.5241057422319765e-05, "Finetune/Loss": 0.8556622266769409, "Finetune/Loss (Raw)": 0.9035742878913879, "Finetune/Step": 6628, "Finetune/Step Time": 6.029516553506255}
+{"Finetune/Learning Rate": 1.5239623199520605e-05, "Finetune/Loss": 0.8550828695297241, "Finetune/Loss (Raw)": 0.8394870162010193, "Finetune/Step": 6629, "Finetune/Step Time": 6.03491041995585}
+{"Finetune/Learning Rate": 1.5238188828140634e-05, "Finetune/Loss": 0.8536413908004761, "Finetune/Loss (Raw)": 0.7418802380561829, "Finetune/Step": 6630, "Finetune/Step Time": 6.029438342899084}
+{"Finetune/Learning Rate": 1.5236754308220521e-05, "Finetune/Loss": 0.8546255826950073, "Finetune/Loss (Raw)": 0.961409330368042, "Finetune/Step": 6631, "Finetune/Step Time": 6.028847273439169}
+{"Finetune/Learning Rate": 1.5235319639800948e-05, "Finetune/Loss": 0.8556461334228516, "Finetune/Loss (Raw)": 1.029547929763794, "Finetune/Step": 6632, "Finetune/Step Time": 6.024343315511942}
+{"Finetune/Learning Rate": 1.5233884822922598e-05, "Finetune/Loss": 0.8564836978912354, "Finetune/Loss (Raw)": 1.0127447843551636, "Finetune/Step": 6633, "Finetune/Step Time": 6.026712071150541}
+{"Finetune/Learning Rate": 1.5232449857626157e-05, "Finetune/Loss": 0.8574507236480713, "Finetune/Loss (Raw)": 0.9854975938796997, "Finetune/Step": 6634, "Finetune/Step Time": 6.019465785473585}
+{"Finetune/Learning Rate": 1.5231014743952314e-05, "Finetune/Loss": 0.8583699464797974, "Finetune/Loss (Raw)": 0.8546157479286194, "Finetune/Step": 6635, "Finetune/Step Time": 6.018469512462616}
+{"Finetune/Learning Rate": 1.5229579481941774e-05, "Finetune/Loss": 0.8575686812400818, "Finetune/Loss (Raw)": 0.8324583172798157, "Finetune/Step": 6636, "Finetune/Step Time": 6.045396380126476}
+{"Finetune/Learning Rate": 1.522814407163523e-05, "Finetune/Loss": 0.8581902980804443, "Finetune/Loss (Raw)": 0.6942588686943054, "Finetune/Step": 6637, "Finetune/Step Time": 6.030976139008999}
+{"Finetune/Learning Rate": 1.522670851307338e-05, "Finetune/Loss": 0.8575083017349243, "Finetune/Loss (Raw)": 0.8284056782722473, "Finetune/Step": 6638, "Finetune/Step Time": 6.0472229812294245}
+{"Finetune/Learning Rate": 1.5225272806296944e-05, "Finetune/Loss": 0.8580058813095093, "Finetune/Loss (Raw)": 0.8958818912506104, "Finetune/Step": 6639, "Finetune/Step Time": 6.036068130284548}
+{"Finetune/Learning Rate": 1.5223836951346634e-05, "Finetune/Loss": 0.8563427329063416, "Finetune/Loss (Raw)": 0.8298767805099487, "Finetune/Step": 6640, "Finetune/Step Time": 6.035998396575451}
+{"Finetune/Learning Rate": 1.5222400948263156e-05, "Finetune/Loss": 0.8544791340827942, "Finetune/Loss (Raw)": 0.7441262602806091, "Finetune/Step": 6641, "Finetune/Step Time": 6.01966461353004}
+{"Finetune/Learning Rate": 1.5220964797087242e-05, "Finetune/Loss": 0.8543534874916077, "Finetune/Loss (Raw)": 0.9149798154830933, "Finetune/Step": 6642, "Finetune/Step Time": 6.020599687471986}
+{"Finetune/Learning Rate": 1.521952849785961e-05, "Finetune/Loss": 0.8547625541687012, "Finetune/Loss (Raw)": 0.8007974624633789, "Finetune/Step": 6643, "Finetune/Step Time": 6.005430605262518}
+{"Finetune/Learning Rate": 1.5218092050620992e-05, "Finetune/Loss": 0.8554130792617798, "Finetune/Loss (Raw)": 0.9016022086143494, "Finetune/Step": 6644, "Finetune/Step Time": 6.006114300340414}
+{"Finetune/Learning Rate": 1.5216655455412124e-05, "Finetune/Loss": 0.856096625328064, "Finetune/Loss (Raw)": 0.8658878207206726, "Finetune/Step": 6645, "Finetune/Step Time": 6.0051996894180775}
+{"Finetune/Learning Rate": 1.5215218712273738e-05, "Finetune/Loss": 0.8567439913749695, "Finetune/Loss (Raw)": 0.9514985084533691, "Finetune/Step": 6646, "Finetune/Step Time": 5.99108824133873}
+{"Finetune/Learning Rate": 1.5213781821246582e-05, "Finetune/Loss": 0.8577666878700256, "Finetune/Loss (Raw)": 0.8492458462715149, "Finetune/Step": 6647, "Finetune/Step Time": 5.989804778248072}
+{"Finetune/Learning Rate": 1.52123447823714e-05, "Finetune/Loss": 0.857466459274292, "Finetune/Loss (Raw)": 0.9109964370727539, "Finetune/Step": 6648, "Finetune/Step Time": 5.9859069138765335}
+{"Finetune/Learning Rate": 1.5210907595688942e-05, "Finetune/Loss": 0.8551265001296997, "Finetune/Loss (Raw)": 0.6226055026054382, "Finetune/Step": 6649, "Finetune/Step Time": 5.995846509933472}
+{"Finetune/Learning Rate": 1.520947026123996e-05, "Finetune/Loss": 0.8529791235923767, "Finetune/Loss (Raw)": 0.7239627838134766, "Finetune/Step": 6650, "Finetune/Step Time": 5.99617251381278}
+{"Finetune/Learning Rate": 1.5208032779065218e-05, "Finetune/Loss": 0.8511414527893066, "Finetune/Loss (Raw)": 0.7519081234931946, "Finetune/Step": 6651, "Finetune/Step Time": 6.001103863120079}
+{"Finetune/Learning Rate": 1.5206595149205474e-05, "Finetune/Loss": 0.8506803512573242, "Finetune/Loss (Raw)": 0.858529806137085, "Finetune/Step": 6652, "Finetune/Step Time": 6.002757666632533}
+{"Finetune/Learning Rate": 1.5205157371701498e-05, "Finetune/Loss": 0.8502288460731506, "Finetune/Loss (Raw)": 0.8610442280769348, "Finetune/Step": 6653, "Finetune/Step Time": 6.000036699697375}
+{"Finetune/Learning Rate": 1.5203719446594063e-05, "Finetune/Loss": 0.848660945892334, "Finetune/Loss (Raw)": 0.8605907559394836, "Finetune/Step": 6654, "Finetune/Step Time": 6.001790165901184}
+{"Finetune/Learning Rate": 1.5202281373923934e-05, "Finetune/Loss": 0.8499184846878052, "Finetune/Loss (Raw)": 0.8099270462989807, "Finetune/Step": 6655, "Finetune/Step Time": 6.00103247910738}
+{"Finetune/Learning Rate": 1.5200843153731905e-05, "Finetune/Loss": 0.8492398262023926, "Finetune/Loss (Raw)": 0.6861964464187622, "Finetune/Step": 6656, "Finetune/Step Time": 6.022305944934487}
+{"Finetune/Learning Rate": 1.5199404786058755e-05, "Finetune/Loss": 0.8501044511795044, "Finetune/Loss (Raw)": 0.9147698283195496, "Finetune/Step": 6657, "Finetune/Step Time": 6.023781446740031}
+{"Finetune/Learning Rate": 1.5197966270945268e-05, "Finetune/Loss": 0.8491263389587402, "Finetune/Loss (Raw)": 0.6022279858589172, "Finetune/Step": 6658, "Finetune/Step Time": 6.023727202787995}
+{"Finetune/Learning Rate": 1.5196527608432234e-05, "Finetune/Loss": 0.8496553897857666, "Finetune/Loss (Raw)": 0.891843855381012, "Finetune/Step": 6659, "Finetune/Step Time": 6.019138654693961}
+{"Finetune/Learning Rate": 1.5195088798560462e-05, "Finetune/Loss": 0.8499369025230408, "Finetune/Loss (Raw)": 0.842846691608429, "Finetune/Step": 6660, "Finetune/Step Time": 6.019281435757875}
+{"Finetune/Learning Rate": 1.519364984137074e-05, "Finetune/Loss": 0.8511859774589539, "Finetune/Loss (Raw)": 1.0065910816192627, "Finetune/Step": 6661, "Finetune/Step Time": 6.01925865188241}
+{"Finetune/Learning Rate": 1.5192210736903879e-05, "Finetune/Loss": 0.8505440950393677, "Finetune/Loss (Raw)": 0.8125661611557007, "Finetune/Step": 6662, "Finetune/Step Time": 6.00931454449892}
+{"Finetune/Learning Rate": 1.5190771485200683e-05, "Finetune/Loss": 0.8515130281448364, "Finetune/Loss (Raw)": 0.915911078453064, "Finetune/Step": 6663, "Finetune/Step Time": 6.009486446157098}
+{"Finetune/Learning Rate": 1.518933208630197e-05, "Finetune/Loss": 0.8508932590484619, "Finetune/Loss (Raw)": 0.7875474095344543, "Finetune/Step": 6664, "Finetune/Step Time": 6.016343988478184}
+{"Finetune/Learning Rate": 1.5187892540248556e-05, "Finetune/Loss": 0.8496475219726562, "Finetune/Loss (Raw)": 0.6937678456306458, "Finetune/Step": 6665, "Finetune/Step Time": 6.023395536467433}
+{"Finetune/Learning Rate": 1.5186452847081263e-05, "Finetune/Loss": 0.8511724472045898, "Finetune/Loss (Raw)": 0.9353193044662476, "Finetune/Step": 6666, "Finetune/Step Time": 6.0227310080081224}
+{"Finetune/Learning Rate": 1.5185013006840914e-05, "Finetune/Loss": 0.8503763675689697, "Finetune/Loss (Raw)": 0.9026741981506348, "Finetune/Step": 6667, "Finetune/Step Time": 6.036185551434755}
+{"Finetune/Learning Rate": 1.518357301956834e-05, "Finetune/Loss": 0.8522354364395142, "Finetune/Loss (Raw)": 0.835857629776001, "Finetune/Step": 6668, "Finetune/Step Time": 6.0180727280676365}
+{"Finetune/Learning Rate": 1.5182132885304377e-05, "Finetune/Loss": 0.852120578289032, "Finetune/Loss (Raw)": 0.8298831582069397, "Finetune/Step": 6669, "Finetune/Step Time": 6.036186067387462}
+{"Finetune/Learning Rate": 1.518069260408986e-05, "Finetune/Loss": 0.8519754409790039, "Finetune/Loss (Raw)": 0.7698631882667542, "Finetune/Step": 6670, "Finetune/Step Time": 6.033968085423112}
+{"Finetune/Learning Rate": 1.5179252175965632e-05, "Finetune/Loss": 0.8531138896942139, "Finetune/Loss (Raw)": 0.9514687061309814, "Finetune/Step": 6671, "Finetune/Step Time": 6.0196398831903934}
+{"Finetune/Learning Rate": 1.517781160097254e-05, "Finetune/Loss": 0.853294849395752, "Finetune/Loss (Raw)": 0.8884935975074768, "Finetune/Step": 6672, "Finetune/Step Time": 6.030055025592446}
+{"Finetune/Learning Rate": 1.517637087915144e-05, "Finetune/Loss": 0.8531754612922668, "Finetune/Loss (Raw)": 0.8163609504699707, "Finetune/Step": 6673, "Finetune/Step Time": 6.028959780931473}
+{"Finetune/Learning Rate": 1.5174930010543176e-05, "Finetune/Loss": 0.8537899851799011, "Finetune/Loss (Raw)": 0.8565850257873535, "Finetune/Step": 6674, "Finetune/Step Time": 6.042686607688665}
+{"Finetune/Learning Rate": 1.5173488995188614e-05, "Finetune/Loss": 0.852425217628479, "Finetune/Loss (Raw)": 0.7706649303436279, "Finetune/Step": 6675, "Finetune/Step Time": 6.051787327975035}
+{"Finetune/Learning Rate": 1.5172047833128613e-05, "Finetune/Loss": 0.8519645929336548, "Finetune/Loss (Raw)": 0.8296942710876465, "Finetune/Step": 6676, "Finetune/Step Time": 6.052966192364693}
+{"Finetune/Learning Rate": 1.5170606524404045e-05, "Finetune/Loss": 0.850814938545227, "Finetune/Loss (Raw)": 0.7833027839660645, "Finetune/Step": 6677, "Finetune/Step Time": 6.051372393965721}
+{"Finetune/Learning Rate": 1.5169165069055782e-05, "Finetune/Loss": 0.8499841094017029, "Finetune/Loss (Raw)": 0.7860045433044434, "Finetune/Step": 6678, "Finetune/Step Time": 6.039648111909628}
+{"Finetune/Learning Rate": 1.5167723467124693e-05, "Finetune/Loss": 0.8495432734489441, "Finetune/Loss (Raw)": 0.8647170662879944, "Finetune/Step": 6679, "Finetune/Step Time": 6.04022434912622}
+{"Finetune/Learning Rate": 1.516628171865166e-05, "Finetune/Loss": 0.8482846021652222, "Finetune/Loss (Raw)": 0.7456250190734863, "Finetune/Step": 6680, "Finetune/Step Time": 6.041236104443669}
+{"Finetune/Learning Rate": 1.5164839823677575e-05, "Finetune/Loss": 0.8476153612136841, "Finetune/Loss (Raw)": 0.9606407880783081, "Finetune/Step": 6681, "Finetune/Step Time": 6.03425895050168}
+{"Finetune/Learning Rate": 1.5163397782243314e-05, "Finetune/Loss": 0.848290205001831, "Finetune/Loss (Raw)": 0.9628106355667114, "Finetune/Step": 6682, "Finetune/Step Time": 6.0346928387880325}
+{"Finetune/Learning Rate": 1.5161955594389775e-05, "Finetune/Loss": 0.8472926616668701, "Finetune/Loss (Raw)": 0.8991281390190125, "Finetune/Step": 6683, "Finetune/Step Time": 6.038518799468875}
+{"Finetune/Learning Rate": 1.5160513260157856e-05, "Finetune/Loss": 0.8456157445907593, "Finetune/Loss (Raw)": 0.6758764982223511, "Finetune/Step": 6684, "Finetune/Step Time": 6.0461718793958426}
+{"Finetune/Learning Rate": 1.5159070779588454e-05, "Finetune/Loss": 0.8473035097122192, "Finetune/Loss (Raw)": 0.9800646901130676, "Finetune/Step": 6685, "Finetune/Step Time": 6.048242051154375}
+{"Finetune/Learning Rate": 1.5157628152722477e-05, "Finetune/Loss": 0.8462472558021545, "Finetune/Loss (Raw)": 0.9074482917785645, "Finetune/Step": 6686, "Finetune/Step Time": 6.030944442376494}
+{"Finetune/Learning Rate": 1.515618537960083e-05, "Finetune/Loss": 0.8460821509361267, "Finetune/Loss (Raw)": 0.8073569536209106, "Finetune/Step": 6687, "Finetune/Step Time": 6.028326116502285}
+{"Finetune/Learning Rate": 1.5154742460264426e-05, "Finetune/Loss": 0.846248984336853, "Finetune/Loss (Raw)": 0.858591616153717, "Finetune/Step": 6688, "Finetune/Step Time": 6.031083133071661}
+{"Finetune/Learning Rate": 1.515329939475419e-05, "Finetune/Loss": 0.8472996950149536, "Finetune/Loss (Raw)": 0.9278157353401184, "Finetune/Step": 6689, "Finetune/Step Time": 6.035094011574984}
+{"Finetune/Learning Rate": 1.5151856183111031e-05, "Finetune/Loss": 0.848140299320221, "Finetune/Loss (Raw)": 0.9239258170127869, "Finetune/Step": 6690, "Finetune/Step Time": 6.039498729631305}
+{"Finetune/Learning Rate": 1.5150412825375883e-05, "Finetune/Loss": 0.8493415117263794, "Finetune/Loss (Raw)": 0.9479231834411621, "Finetune/Step": 6691, "Finetune/Step Time": 6.040707701817155}
+{"Finetune/Learning Rate": 1.5148969321589672e-05, "Finetune/Loss": 0.8502828478813171, "Finetune/Loss (Raw)": 0.8325696587562561, "Finetune/Step": 6692, "Finetune/Step Time": 6.022354174405336}
+{"Finetune/Learning Rate": 1.5147525671793335e-05, "Finetune/Loss": 0.8511845469474792, "Finetune/Loss (Raw)": 0.8419512510299683, "Finetune/Step": 6693, "Finetune/Step Time": 6.022714262828231}
+{"Finetune/Learning Rate": 1.5146081876027807e-05, "Finetune/Loss": 0.8516958355903625, "Finetune/Loss (Raw)": 0.9149155616760254, "Finetune/Step": 6694, "Finetune/Step Time": 6.024594943970442}
+{"Finetune/Learning Rate": 1.514463793433403e-05, "Finetune/Loss": 0.8508655428886414, "Finetune/Loss (Raw)": 0.8284936547279358, "Finetune/Step": 6695, "Finetune/Step Time": 6.032762190327048}
+{"Finetune/Learning Rate": 1.5143193846752952e-05, "Finetune/Loss": 0.8519582152366638, "Finetune/Loss (Raw)": 1.0232795476913452, "Finetune/Step": 6696, "Finetune/Step Time": 6.030017197132111}
+{"Finetune/Learning Rate": 1.5141749613325519e-05, "Finetune/Loss": 0.8522512912750244, "Finetune/Loss (Raw)": 0.9024021625518799, "Finetune/Step": 6697, "Finetune/Step Time": 6.030212733894587}
+{"Finetune/Learning Rate": 1.514030523409269e-05, "Finetune/Loss": 0.8535256385803223, "Finetune/Loss (Raw)": 0.9101045727729797, "Finetune/Step": 6698, "Finetune/Step Time": 6.035614201799035}
+{"Finetune/Learning Rate": 1.513886070909542e-05, "Finetune/Loss": 0.8565160036087036, "Finetune/Loss (Raw)": 0.9784460663795471, "Finetune/Step": 6699, "Finetune/Step Time": 6.0224504098296165}
+{"Finetune/Learning Rate": 1.5137416038374672e-05, "Finetune/Loss": 0.8569582104682922, "Finetune/Loss (Raw)": 0.9038035869598389, "Finetune/Step": 6700, "Finetune/Step Time": 6.023175286129117}
+{"Finetune/Learning Rate": 1.5135971221971417e-05, "Finetune/Loss": 0.8577242493629456, "Finetune/Loss (Raw)": 1.0474516153335571, "Finetune/Step": 6701, "Finetune/Step Time": 6.01577353477478}
+{"Finetune/Learning Rate": 1.5134526259926624e-05, "Finetune/Loss": 0.8574119806289673, "Finetune/Loss (Raw)": 0.7548009753227234, "Finetune/Step": 6702, "Finetune/Step Time": 5.996071849018335}
+{"Finetune/Learning Rate": 1.5133081152281266e-05, "Finetune/Loss": 0.8578803539276123, "Finetune/Loss (Raw)": 0.9701133370399475, "Finetune/Step": 6703, "Finetune/Step Time": 5.997158003970981}
+{"Finetune/Learning Rate": 1.513163589907632e-05, "Finetune/Loss": 0.8567749857902527, "Finetune/Loss (Raw)": 0.8072270750999451, "Finetune/Step": 6704, "Finetune/Step Time": 6.019795609638095}
+{"Finetune/Learning Rate": 1.5130190500352774e-05, "Finetune/Loss": 0.8560295104980469, "Finetune/Loss (Raw)": 0.8201628923416138, "Finetune/Step": 6705, "Finetune/Step Time": 6.046153221279383}
+{"Finetune/Learning Rate": 1.5128744956151616e-05, "Finetune/Loss": 0.8563928604125977, "Finetune/Loss (Raw)": 0.8506526350975037, "Finetune/Step": 6706, "Finetune/Step Time": 6.029409585520625}
+{"Finetune/Learning Rate": 1.5127299266513835e-05, "Finetune/Loss": 0.8570373058319092, "Finetune/Loss (Raw)": 0.8293877840042114, "Finetune/Step": 6707, "Finetune/Step Time": 6.046606924384832}
+{"Finetune/Learning Rate": 1.5125853431480421e-05, "Finetune/Loss": 0.8575155735015869, "Finetune/Loss (Raw)": 0.8536863923072815, "Finetune/Step": 6708, "Finetune/Step Time": 6.046395333483815}
+{"Finetune/Learning Rate": 1.5124407451092386e-05, "Finetune/Loss": 0.8573503494262695, "Finetune/Loss (Raw)": 0.8616076707839966, "Finetune/Step": 6709, "Finetune/Step Time": 6.044067734852433}
+{"Finetune/Learning Rate": 1.5122961325390728e-05, "Finetune/Loss": 0.8587479591369629, "Finetune/Loss (Raw)": 1.0746629238128662, "Finetune/Step": 6710, "Finetune/Step Time": 6.028973761945963}
+{"Finetune/Learning Rate": 1.512151505441645e-05, "Finetune/Loss": 0.8600727319717407, "Finetune/Loss (Raw)": 0.9226962327957153, "Finetune/Step": 6711, "Finetune/Step Time": 6.04154491238296}
+{"Finetune/Learning Rate": 1.5120068638210573e-05, "Finetune/Loss": 0.8608294129371643, "Finetune/Loss (Raw)": 0.6911802887916565, "Finetune/Step": 6712, "Finetune/Step Time": 6.048479055985808}
+{"Finetune/Learning Rate": 1.5118622076814108e-05, "Finetune/Loss": 0.8618203401565552, "Finetune/Loss (Raw)": 0.9439047574996948, "Finetune/Step": 6713, "Finetune/Step Time": 6.060312120243907}
+{"Finetune/Learning Rate": 1.511717537026807e-05, "Finetune/Loss": 0.8616452217102051, "Finetune/Loss (Raw)": 0.899821400642395, "Finetune/Step": 6714, "Finetune/Step Time": 6.074373895302415}
+{"Finetune/Learning Rate": 1.5115728518613498e-05, "Finetune/Loss": 0.861860990524292, "Finetune/Loss (Raw)": 0.9742649793624878, "Finetune/Step": 6715, "Finetune/Step Time": 6.07446126639843}
+{"Finetune/Learning Rate": 1.511428152189141e-05, "Finetune/Loss": 0.8632217645645142, "Finetune/Loss (Raw)": 0.8094075918197632, "Finetune/Step": 6716, "Finetune/Step Time": 6.069619016721845}
+{"Finetune/Learning Rate": 1.5112834380142839e-05, "Finetune/Loss": 0.8640035390853882, "Finetune/Loss (Raw)": 0.9015429019927979, "Finetune/Step": 6717, "Finetune/Step Time": 6.070419020950794}
+{"Finetune/Learning Rate": 1.5111387093408825e-05, "Finetune/Loss": 0.866303026676178, "Finetune/Loss (Raw)": 0.904343843460083, "Finetune/Step": 6718, "Finetune/Step Time": 6.061289766803384}
+{"Finetune/Learning Rate": 1.5109939661730408e-05, "Finetune/Loss": 0.8663859367370605, "Finetune/Loss (Raw)": 0.9011685848236084, "Finetune/Step": 6719, "Finetune/Step Time": 6.049205658957362}
+{"Finetune/Learning Rate": 1.5108492085148632e-05, "Finetune/Loss": 0.8654135465621948, "Finetune/Loss (Raw)": 0.7504569888114929, "Finetune/Step": 6720, "Finetune/Step Time": 6.052439611405134}
+{"Finetune/Learning Rate": 1.510704436370455e-05, "Finetune/Loss": 0.8633817434310913, "Finetune/Loss (Raw)": 0.5646123290061951, "Finetune/Step": 6721, "Finetune/Step Time": 6.06342289224267}
+{"Finetune/Learning Rate": 1.510559649743921e-05, "Finetune/Loss": 0.8633073568344116, "Finetune/Loss (Raw)": 0.8885402679443359, "Finetune/Step": 6722, "Finetune/Step Time": 6.055987222120166}
+{"Finetune/Learning Rate": 1.5104148486393672e-05, "Finetune/Loss": 0.8634793162345886, "Finetune/Loss (Raw)": 0.9105788469314575, "Finetune/Step": 6723, "Finetune/Step Time": 6.052842320874333}
+{"Finetune/Learning Rate": 1.5102700330609e-05, "Finetune/Loss": 0.8641421794891357, "Finetune/Loss (Raw)": 0.9660203456878662, "Finetune/Step": 6724, "Finetune/Step Time": 6.05809666402638}
+{"Finetune/Learning Rate": 1.510125203012625e-05, "Finetune/Loss": 0.8636475801467896, "Finetune/Loss (Raw)": 0.7517964243888855, "Finetune/Step": 6725, "Finetune/Step Time": 6.07265499420464}
+{"Finetune/Learning Rate": 1.5099803584986504e-05, "Finetune/Loss": 0.8619686365127563, "Finetune/Loss (Raw)": 0.7426227927207947, "Finetune/Step": 6726, "Finetune/Step Time": 6.069830384105444}
+{"Finetune/Learning Rate": 1.5098354995230831e-05, "Finetune/Loss": 0.8619340658187866, "Finetune/Loss (Raw)": 0.852227509021759, "Finetune/Step": 6727, "Finetune/Step Time": 6.069935590028763}
+{"Finetune/Learning Rate": 1.5096906260900304e-05, "Finetune/Loss": 0.8627446889877319, "Finetune/Loss (Raw)": 0.963682234287262, "Finetune/Step": 6728, "Finetune/Step Time": 6.067361095920205}
+{"Finetune/Learning Rate": 1.5095457382036012e-05, "Finetune/Loss": 0.8637406826019287, "Finetune/Loss (Raw)": 1.094712257385254, "Finetune/Step": 6729, "Finetune/Step Time": 6.064239164814353}
+{"Finetune/Learning Rate": 1.5094008358679037e-05, "Finetune/Loss": 0.8652121424674988, "Finetune/Loss (Raw)": 0.903126060962677, "Finetune/Step": 6730, "Finetune/Step Time": 6.068687865510583}
+{"Finetune/Learning Rate": 1.509255919087047e-05, "Finetune/Loss": 0.8659442663192749, "Finetune/Loss (Raw)": 0.8577523231506348, "Finetune/Step": 6731, "Finetune/Step Time": 6.083617372438312}
+{"Finetune/Learning Rate": 1.5091109878651406e-05, "Finetune/Loss": 0.8663257956504822, "Finetune/Loss (Raw)": 0.9714474081993103, "Finetune/Step": 6732, "Finetune/Step Time": 6.068756593391299}
+{"Finetune/Learning Rate": 1.5089660422062944e-05, "Finetune/Loss": 0.8664354085922241, "Finetune/Loss (Raw)": 0.8791940808296204, "Finetune/Step": 6733, "Finetune/Step Time": 6.072707565501332}
+{"Finetune/Learning Rate": 1.5088210821146185e-05, "Finetune/Loss": 0.8666859865188599, "Finetune/Loss (Raw)": 0.8994489312171936, "Finetune/Step": 6734, "Finetune/Step Time": 6.072931837290525}
+{"Finetune/Learning Rate": 1.5086761075942236e-05, "Finetune/Loss": 0.866905927658081, "Finetune/Loss (Raw)": 0.7928629517555237, "Finetune/Step": 6735, "Finetune/Step Time": 6.067358762025833}
+{"Finetune/Learning Rate": 1.5085311186492206e-05, "Finetune/Loss": 0.8666285276412964, "Finetune/Loss (Raw)": 0.8614994287490845, "Finetune/Step": 6736, "Finetune/Step Time": 6.067070960998535}
+{"Finetune/Learning Rate": 1.5083861152837214e-05, "Finetune/Loss": 0.8661830425262451, "Finetune/Loss (Raw)": 0.9741179943084717, "Finetune/Step": 6737, "Finetune/Step Time": 6.067355426028371}
+{"Finetune/Learning Rate": 1.5082410975018374e-05, "Finetune/Loss": 0.8669637441635132, "Finetune/Loss (Raw)": 1.0183430910110474, "Finetune/Step": 6738, "Finetune/Step Time": 6.044129449874163}
+{"Finetune/Learning Rate": 1.5080960653076813e-05, "Finetune/Loss": 0.8663022518157959, "Finetune/Loss (Raw)": 0.7592307925224304, "Finetune/Step": 6739, "Finetune/Step Time": 6.043903110548854}
+{"Finetune/Learning Rate": 1.5079510187053656e-05, "Finetune/Loss": 0.8640923500061035, "Finetune/Loss (Raw)": 0.6766908168792725, "Finetune/Step": 6740, "Finetune/Step Time": 6.064180565997958}
+{"Finetune/Learning Rate": 1.5078059576990031e-05, "Finetune/Loss": 0.8658157587051392, "Finetune/Loss (Raw)": 0.8609141707420349, "Finetune/Step": 6741, "Finetune/Step Time": 6.027374537661672}
+{"Finetune/Learning Rate": 1.5076608822927082e-05, "Finetune/Loss": 0.8667557835578918, "Finetune/Loss (Raw)": 0.8406521677970886, "Finetune/Step": 6742, "Finetune/Step Time": 5.9909682385623455}
+{"Finetune/Learning Rate": 1.507515792490594e-05, "Finetune/Loss": 0.8671649098396301, "Finetune/Loss (Raw)": 0.9656912088394165, "Finetune/Step": 6743, "Finetune/Step Time": 5.990247283130884}
+{"Finetune/Learning Rate": 1.5073706882967752e-05, "Finetune/Loss": 0.8680669069290161, "Finetune/Loss (Raw)": 0.8447370529174805, "Finetune/Step": 6744, "Finetune/Step Time": 5.99457860738039}
+{"Finetune/Learning Rate": 1.5072255697153664e-05, "Finetune/Loss": 0.8673949241638184, "Finetune/Loss (Raw)": 0.886913537979126, "Finetune/Step": 6745, "Finetune/Step Time": 5.99199853092432}
+{"Finetune/Learning Rate": 1.5070804367504825e-05, "Finetune/Loss": 0.8665363788604736, "Finetune/Loss (Raw)": 0.740606427192688, "Finetune/Step": 6746, "Finetune/Step Time": 6.001447020098567}
+{"Finetune/Learning Rate": 1.5069352894062397e-05, "Finetune/Loss": 0.8666854500770569, "Finetune/Loss (Raw)": 0.9400961399078369, "Finetune/Step": 6747, "Finetune/Step Time": 5.9950696509331465}
+{"Finetune/Learning Rate": 1.5067901276867538e-05, "Finetune/Loss": 0.8665705919265747, "Finetune/Loss (Raw)": 0.944884181022644, "Finetune/Step": 6748, "Finetune/Step Time": 5.994314074516296}
+{"Finetune/Learning Rate": 1.5066449515961403e-05, "Finetune/Loss": 0.8650686144828796, "Finetune/Loss (Raw)": 0.8439339995384216, "Finetune/Step": 6749, "Finetune/Step Time": 5.9956124648451805}
+{"Finetune/Learning Rate": 1.5064997611385172e-05, "Finetune/Loss": 0.8653427362442017, "Finetune/Loss (Raw)": 0.9148921370506287, "Finetune/Step": 6750, "Finetune/Step Time": 5.999216454103589}
+{"Finetune/Learning Rate": 1.5063545563180013e-05, "Finetune/Loss": 0.864700198173523, "Finetune/Loss (Raw)": 0.8251104950904846, "Finetune/Step": 6751, "Finetune/Step Time": 6.002852408215404}
+{"Finetune/Learning Rate": 1.5062093371387097e-05, "Finetune/Loss": 0.8640954494476318, "Finetune/Loss (Raw)": 0.8588805198669434, "Finetune/Step": 6752, "Finetune/Step Time": 6.003045849502087}
+{"Finetune/Learning Rate": 1.5060641036047608e-05, "Finetune/Loss": 0.8626629114151001, "Finetune/Loss (Raw)": 0.7927877902984619, "Finetune/Step": 6753, "Finetune/Step Time": 6.003790972754359}
+{"Finetune/Learning Rate": 1.5059188557202734e-05, "Finetune/Loss": 0.8631405830383301, "Finetune/Loss (Raw)": 0.9122717380523682, "Finetune/Step": 6754, "Finetune/Step Time": 5.997047662734985}
+{"Finetune/Learning Rate": 1.5057735934893653e-05, "Finetune/Loss": 0.8623021245002747, "Finetune/Loss (Raw)": 0.759580671787262, "Finetune/Step": 6755, "Finetune/Step Time": 5.9967393316328526}
+{"Finetune/Learning Rate": 1.5056283169161565e-05, "Finetune/Loss": 0.8619562387466431, "Finetune/Loss (Raw)": 0.859298586845398, "Finetune/Step": 6756, "Finetune/Step Time": 5.9943024925887585}
+{"Finetune/Learning Rate": 1.5054830260047669e-05, "Finetune/Loss": 0.8620561361312866, "Finetune/Loss (Raw)": 0.8522806167602539, "Finetune/Step": 6757, "Finetune/Step Time": 5.981729714199901}
+{"Finetune/Learning Rate": 1.5053377207593157e-05, "Finetune/Loss": 0.8629220128059387, "Finetune/Loss (Raw)": 0.8527092933654785, "Finetune/Step": 6758, "Finetune/Step Time": 5.991369465366006}
+{"Finetune/Learning Rate": 1.5051924011839237e-05, "Finetune/Loss": 0.8618817329406738, "Finetune/Loss (Raw)": 0.8282528519630432, "Finetune/Step": 6759, "Finetune/Step Time": 5.998000472784042}
+{"Finetune/Learning Rate": 1.5050470672827117e-05, "Finetune/Loss": 0.8607785701751709, "Finetune/Loss (Raw)": 0.8883389234542847, "Finetune/Step": 6760, "Finetune/Step Time": 5.999299528077245}
+{"Finetune/Learning Rate": 1.5049017190598011e-05, "Finetune/Loss": 0.8595993518829346, "Finetune/Loss (Raw)": 0.8618113994598389, "Finetune/Step": 6761, "Finetune/Step Time": 5.997418653219938}
+{"Finetune/Learning Rate": 1.5047563565193137e-05, "Finetune/Loss": 0.8577982187271118, "Finetune/Loss (Raw)": 0.7549499273300171, "Finetune/Step": 6762, "Finetune/Step Time": 6.0221471935510635}
+{"Finetune/Learning Rate": 1.5046109796653712e-05, "Finetune/Loss": 0.8578140735626221, "Finetune/Loss (Raw)": 0.856645405292511, "Finetune/Step": 6763, "Finetune/Step Time": 6.021723663434386}
+{"Finetune/Learning Rate": 1.5044655885020962e-05, "Finetune/Loss": 0.8578111529350281, "Finetune/Loss (Raw)": 0.8320892453193665, "Finetune/Step": 6764, "Finetune/Step Time": 5.996063012629747}
+{"Finetune/Learning Rate": 1.5043201830336118e-05, "Finetune/Loss": 0.8594304323196411, "Finetune/Loss (Raw)": 0.9015218019485474, "Finetune/Step": 6765, "Finetune/Step Time": 5.981834793463349}
+{"Finetune/Learning Rate": 1.5041747632640408e-05, "Finetune/Loss": 0.8603935241699219, "Finetune/Loss (Raw)": 0.9516754746437073, "Finetune/Step": 6766, "Finetune/Step Time": 5.965423658490181}
+{"Finetune/Learning Rate": 1.5040293291975074e-05, "Finetune/Loss": 0.8606904745101929, "Finetune/Loss (Raw)": 0.9338967204093933, "Finetune/Step": 6767, "Finetune/Step Time": 5.980969574302435}
+{"Finetune/Learning Rate": 1.5038838808381355e-05, "Finetune/Loss": 0.8601324558258057, "Finetune/Loss (Raw)": 0.7584461569786072, "Finetune/Step": 6768, "Finetune/Step Time": 6.000776654109359}
+{"Finetune/Learning Rate": 1.5037384181900495e-05, "Finetune/Loss": 0.8616306781768799, "Finetune/Loss (Raw)": 0.9358983635902405, "Finetune/Step": 6769, "Finetune/Step Time": 6.005415141582489}
+{"Finetune/Learning Rate": 1.5035929412573744e-05, "Finetune/Loss": 0.8616006374359131, "Finetune/Loss (Raw)": 0.9111448526382446, "Finetune/Step": 6770, "Finetune/Step Time": 6.00566977635026}
+{"Finetune/Learning Rate": 1.5034474500442358e-05, "Finetune/Loss": 0.8616669178009033, "Finetune/Loss (Raw)": 0.8092778325080872, "Finetune/Step": 6771, "Finetune/Step Time": 6.004226243123412}
+{"Finetune/Learning Rate": 1.5033019445547589e-05, "Finetune/Loss": 0.8608803749084473, "Finetune/Loss (Raw)": 0.800925612449646, "Finetune/Step": 6772, "Finetune/Step Time": 5.999480288475752}
+{"Finetune/Learning Rate": 1.50315642479307e-05, "Finetune/Loss": 0.8606845140457153, "Finetune/Loss (Raw)": 0.8408134579658508, "Finetune/Step": 6773, "Finetune/Step Time": 6.000963071361184}
+{"Finetune/Learning Rate": 1.5030108907632954e-05, "Finetune/Loss": 0.8601053357124329, "Finetune/Loss (Raw)": 0.8773604035377502, "Finetune/Step": 6774, "Finetune/Step Time": 5.994582787156105}
+{"Finetune/Learning Rate": 1.502865342469563e-05, "Finetune/Loss": 0.8600702285766602, "Finetune/Loss (Raw)": 0.8447609543800354, "Finetune/Step": 6775, "Finetune/Step Time": 5.994318461045623}
+{"Finetune/Learning Rate": 1.502719779915999e-05, "Finetune/Loss": 0.8600714802742004, "Finetune/Loss (Raw)": 0.9111505746841431, "Finetune/Step": 6776, "Finetune/Step Time": 5.992347542196512}
+{"Finetune/Learning Rate": 1.5025742031067316e-05, "Finetune/Loss": 0.8624947667121887, "Finetune/Loss (Raw)": 0.9327877163887024, "Finetune/Step": 6777, "Finetune/Step Time": 5.982046442106366}
+{"Finetune/Learning Rate": 1.5024286120458891e-05, "Finetune/Loss": 0.8631806373596191, "Finetune/Loss (Raw)": 0.8117569088935852, "Finetune/Step": 6778, "Finetune/Step Time": 5.984631983563304}
+{"Finetune/Learning Rate": 1.5022830067375997e-05, "Finetune/Loss": 0.8640648126602173, "Finetune/Loss (Raw)": 0.865084171295166, "Finetune/Step": 6779, "Finetune/Step Time": 5.9797460082918406}
+{"Finetune/Learning Rate": 1.5021373871859926e-05, "Finetune/Loss": 0.8654838800430298, "Finetune/Loss (Raw)": 1.040168285369873, "Finetune/Step": 6780, "Finetune/Step Time": 5.9895628076046705}
+{"Finetune/Learning Rate": 1.5019917533951968e-05, "Finetune/Loss": 0.864910364151001, "Finetune/Loss (Raw)": 0.7876376509666443, "Finetune/Step": 6781, "Finetune/Step Time": 5.985705103725195}
+{"Finetune/Learning Rate": 1.5018461053693432e-05, "Finetune/Loss": 0.8649896383285522, "Finetune/Loss (Raw)": 0.8707383275032043, "Finetune/Step": 6782, "Finetune/Step Time": 5.997091080993414}
+{"Finetune/Learning Rate": 1.5017004431125604e-05, "Finetune/Loss": 0.865777313709259, "Finetune/Loss (Raw)": 0.9107465147972107, "Finetune/Step": 6783, "Finetune/Step Time": 5.975287774577737}
+{"Finetune/Learning Rate": 1.5015547666289798e-05, "Finetune/Loss": 0.8674718141555786, "Finetune/Loss (Raw)": 0.9030912518501282, "Finetune/Step": 6784, "Finetune/Step Time": 5.955877093598247}
+{"Finetune/Learning Rate": 1.5014090759227322e-05, "Finetune/Loss": 0.8674567341804504, "Finetune/Loss (Raw)": 0.9128406047821045, "Finetune/Step": 6785, "Finetune/Step Time": 5.9558473732322454}
+{"Finetune/Learning Rate": 1.5012633709979492e-05, "Finetune/Loss": 0.869473397731781, "Finetune/Loss (Raw)": 0.860357940196991, "Finetune/Step": 6786, "Finetune/Step Time": 5.957824697718024}
+{"Finetune/Learning Rate": 1.5011176518587622e-05, "Finetune/Loss": 0.8694032430648804, "Finetune/Loss (Raw)": 0.8828601837158203, "Finetune/Step": 6787, "Finetune/Step Time": 5.958724923431873}
+{"Finetune/Learning Rate": 1.5009719185093036e-05, "Finetune/Loss": 0.8700296878814697, "Finetune/Loss (Raw)": 0.9230359196662903, "Finetune/Step": 6788, "Finetune/Step Time": 5.958520133048296}
+{"Finetune/Learning Rate": 1.5008261709537062e-05, "Finetune/Loss": 0.8675636053085327, "Finetune/Loss (Raw)": 0.6909304857254028, "Finetune/Step": 6789, "Finetune/Step Time": 5.9770847745239735}
+{"Finetune/Learning Rate": 1.5006804091961025e-05, "Finetune/Loss": 0.8670722246170044, "Finetune/Loss (Raw)": 0.7496727705001831, "Finetune/Step": 6790, "Finetune/Step Time": 5.981504414230585}
+{"Finetune/Learning Rate": 1.5005346332406263e-05, "Finetune/Loss": 0.8675453662872314, "Finetune/Loss (Raw)": 0.9764672517776489, "Finetune/Step": 6791, "Finetune/Step Time": 5.980163825675845}
+{"Finetune/Learning Rate": 1.5003888430914111e-05, "Finetune/Loss": 0.8681657314300537, "Finetune/Loss (Raw)": 0.8669509887695312, "Finetune/Step": 6792, "Finetune/Step Time": 5.977082310244441}
+{"Finetune/Learning Rate": 1.5002430387525913e-05, "Finetune/Loss": 0.8682852387428284, "Finetune/Loss (Raw)": 0.7090750932693481, "Finetune/Step": 6793, "Finetune/Step Time": 5.9903406742960215}
+{"Finetune/Learning Rate": 1.5000972202283012e-05, "Finetune/Loss": 0.8674615621566772, "Finetune/Loss (Raw)": 0.8298901319503784, "Finetune/Step": 6794, "Finetune/Step Time": 5.991048943251371}
+{"Finetune/Learning Rate": 1.4999513875226766e-05, "Finetune/Loss": 0.8672208786010742, "Finetune/Loss (Raw)": 0.8718646168708801, "Finetune/Step": 6795, "Finetune/Step Time": 5.977824529632926}
+{"Finetune/Learning Rate": 1.499805540639852e-05, "Finetune/Loss": 0.8677984476089478, "Finetune/Loss (Raw)": 0.9097802639007568, "Finetune/Step": 6796, "Finetune/Step Time": 5.976337438449264}
+{"Finetune/Learning Rate": 1.4996596795839635e-05, "Finetune/Loss": 0.865847647190094, "Finetune/Loss (Raw)": 0.5801879167556763, "Finetune/Step": 6797, "Finetune/Step Time": 5.974553890526295}
+{"Finetune/Learning Rate": 1.499513804359147e-05, "Finetune/Loss": 0.8655603528022766, "Finetune/Loss (Raw)": 0.7330918908119202, "Finetune/Step": 6798, "Finetune/Step Time": 5.976687699556351}
+{"Finetune/Learning Rate": 1.4993679149695397e-05, "Finetune/Loss": 0.8658134937286377, "Finetune/Loss (Raw)": 0.9838709235191345, "Finetune/Step": 6799, "Finetune/Step Time": 5.976369751617312}
+{"Finetune/Learning Rate": 1.4992220114192786e-05, "Finetune/Loss": 0.8648399114608765, "Finetune/Loss (Raw)": 0.7638731598854065, "Finetune/Step": 6800, "Finetune/Step Time": 5.979438938200474}
+{"Finetune/Learning Rate": 1.4990760937125006e-05, "Finetune/Loss": 0.866032600402832, "Finetune/Loss (Raw)": 0.9690245985984802, "Finetune/Step": 6801, "Finetune/Step Time": 5.979970768094063}
+{"Finetune/Learning Rate": 1.4989301618533438e-05, "Finetune/Loss": 0.8651626110076904, "Finetune/Loss (Raw)": 0.7452202439308167, "Finetune/Step": 6802, "Finetune/Step Time": 5.966867273673415}
+{"Finetune/Learning Rate": 1.4987842158459465e-05, "Finetune/Loss": 0.8661462068557739, "Finetune/Loss (Raw)": 0.8965690732002258, "Finetune/Step": 6803, "Finetune/Step Time": 5.977429263293743}
+{"Finetune/Learning Rate": 1.4986382556944471e-05, "Finetune/Loss": 0.8650431632995605, "Finetune/Loss (Raw)": 0.6885011792182922, "Finetune/Step": 6804, "Finetune/Step Time": 5.983890386298299}
+{"Finetune/Learning Rate": 1.4984922814029845e-05, "Finetune/Loss": 0.8652162551879883, "Finetune/Loss (Raw)": 0.8054670095443726, "Finetune/Step": 6805, "Finetune/Step Time": 5.992425272241235}
+{"Finetune/Learning Rate": 1.4983462929756986e-05, "Finetune/Loss": 0.8646947145462036, "Finetune/Loss (Raw)": 0.7192398309707642, "Finetune/Step": 6806, "Finetune/Step Time": 5.996830845251679}
+{"Finetune/Learning Rate": 1.4982002904167288e-05, "Finetune/Loss": 0.8640128970146179, "Finetune/Loss (Raw)": 0.7774467468261719, "Finetune/Step": 6807, "Finetune/Step Time": 5.992062106728554}
+{"Finetune/Learning Rate": 1.4980542737302155e-05, "Finetune/Loss": 0.8654352426528931, "Finetune/Loss (Raw)": 0.927680492401123, "Finetune/Step": 6808, "Finetune/Step Time": 5.995380898937583}
+{"Finetune/Learning Rate": 1.4979082429202993e-05, "Finetune/Loss": 0.8636711239814758, "Finetune/Loss (Raw)": 0.7348402738571167, "Finetune/Step": 6809, "Finetune/Step Time": 6.009092133492231}
+{"Finetune/Learning Rate": 1.4977621979911212e-05, "Finetune/Loss": 0.8614578247070312, "Finetune/Loss (Raw)": 0.6795111298561096, "Finetune/Step": 6810, "Finetune/Step Time": 6.006340343505144}
+{"Finetune/Learning Rate": 1.4976161389468225e-05, "Finetune/Loss": 0.8612616658210754, "Finetune/Loss (Raw)": 0.874019205570221, "Finetune/Step": 6811, "Finetune/Step Time": 6.007336582988501}
+{"Finetune/Learning Rate": 1.4974700657915453e-05, "Finetune/Loss": 0.8636990785598755, "Finetune/Loss (Raw)": 0.98785799741745, "Finetune/Step": 6812, "Finetune/Step Time": 6.000523950904608}
+{"Finetune/Learning Rate": 1.4973239785294316e-05, "Finetune/Loss": 0.8617285490036011, "Finetune/Loss (Raw)": 0.7278439998626709, "Finetune/Step": 6813, "Finetune/Step Time": 5.9972495920956135}
+{"Finetune/Learning Rate": 1.497177877164624e-05, "Finetune/Loss": 0.860995888710022, "Finetune/Loss (Raw)": 0.813667356967926, "Finetune/Step": 6814, "Finetune/Step Time": 5.996666379272938}
+{"Finetune/Learning Rate": 1.4970317617012656e-05, "Finetune/Loss": 0.8601419925689697, "Finetune/Loss (Raw)": 0.6980573534965515, "Finetune/Step": 6815, "Finetune/Step Time": 5.993971735239029}
+{"Finetune/Learning Rate": 1.4968856321434997e-05, "Finetune/Loss": 0.8600616455078125, "Finetune/Loss (Raw)": 0.8483074307441711, "Finetune/Step": 6816, "Finetune/Step Time": 5.992571381852031}
+{"Finetune/Learning Rate": 1.4967394884954702e-05, "Finetune/Loss": 0.8604531288146973, "Finetune/Loss (Raw)": 0.9779181480407715, "Finetune/Step": 6817, "Finetune/Step Time": 5.991014650091529}
+{"Finetune/Learning Rate": 1.4965933307613219e-05, "Finetune/Loss": 0.859835684299469, "Finetune/Loss (Raw)": 0.8448985815048218, "Finetune/Step": 6818, "Finetune/Step Time": 5.986342258751392}
+{"Finetune/Learning Rate": 1.4964471589451983e-05, "Finetune/Loss": 0.8592327833175659, "Finetune/Loss (Raw)": 0.8707588315010071, "Finetune/Step": 6819, "Finetune/Step Time": 5.985504034906626}
+{"Finetune/Learning Rate": 1.496300973051245e-05, "Finetune/Loss": 0.8591393232345581, "Finetune/Loss (Raw)": 0.8205966353416443, "Finetune/Step": 6820, "Finetune/Step Time": 5.985948940739036}
+{"Finetune/Learning Rate": 1.4961547730836077e-05, "Finetune/Loss": 0.8590713739395142, "Finetune/Loss (Raw)": 0.8332516551017761, "Finetune/Step": 6821, "Finetune/Step Time": 5.986560037359595}
+{"Finetune/Learning Rate": 1.4960085590464314e-05, "Finetune/Loss": 0.8581507205963135, "Finetune/Loss (Raw)": 0.7970784306526184, "Finetune/Step": 6822, "Finetune/Step Time": 5.981556521728635}
+{"Finetune/Learning Rate": 1.4958623309438634e-05, "Finetune/Loss": 0.8582234382629395, "Finetune/Loss (Raw)": 0.8377962112426758, "Finetune/Step": 6823, "Finetune/Step Time": 5.995636159554124}
+{"Finetune/Learning Rate": 1.4957160887800494e-05, "Finetune/Loss": 0.8569668531417847, "Finetune/Loss (Raw)": 0.8624431490898132, "Finetune/Step": 6824, "Finetune/Step Time": 5.997324386611581}
+{"Finetune/Learning Rate": 1.495569832559137e-05, "Finetune/Loss": 0.8568682670593262, "Finetune/Loss (Raw)": 0.8897818326950073, "Finetune/Step": 6825, "Finetune/Step Time": 5.995509371161461}
+{"Finetune/Learning Rate": 1.495423562285273e-05, "Finetune/Loss": 0.8565499782562256, "Finetune/Loss (Raw)": 0.8693660497665405, "Finetune/Step": 6826, "Finetune/Step Time": 5.993259984999895}
+{"Finetune/Learning Rate": 1.4952772779626059e-05, "Finetune/Loss": 0.855512797832489, "Finetune/Loss (Raw)": 0.8456833958625793, "Finetune/Step": 6827, "Finetune/Step Time": 6.010045627132058}
+{"Finetune/Learning Rate": 1.4951309795952835e-05, "Finetune/Loss": 0.8541649580001831, "Finetune/Loss (Raw)": 0.7312796115875244, "Finetune/Step": 6828, "Finetune/Step Time": 6.01245554164052}
+{"Finetune/Learning Rate": 1.4949846671874545e-05, "Finetune/Loss": 0.8510534167289734, "Finetune/Loss (Raw)": 0.6491751074790955, "Finetune/Step": 6829, "Finetune/Step Time": 6.024849239736795}
+{"Finetune/Learning Rate": 1.4948383407432678e-05, "Finetune/Loss": 0.8505929708480835, "Finetune/Loss (Raw)": 0.6958646178245544, "Finetune/Step": 6830, "Finetune/Step Time": 6.026596676558256}
+{"Finetune/Learning Rate": 1.494692000266873e-05, "Finetune/Loss": 0.8486562967300415, "Finetune/Loss (Raw)": 0.7222201228141785, "Finetune/Step": 6831, "Finetune/Step Time": 6.022605134174228}
+{"Finetune/Learning Rate": 1.4945456457624197e-05, "Finetune/Loss": 0.8484687209129333, "Finetune/Loss (Raw)": 0.7832136154174805, "Finetune/Step": 6832, "Finetune/Step Time": 6.007049268111587}
+{"Finetune/Learning Rate": 1.494399277234058e-05, "Finetune/Loss": 0.8487504124641418, "Finetune/Loss (Raw)": 0.8562193512916565, "Finetune/Step": 6833, "Finetune/Step Time": 5.993675231933594}
+{"Finetune/Learning Rate": 1.494252894685939e-05, "Finetune/Loss": 0.8487386107444763, "Finetune/Loss (Raw)": 0.8491438031196594, "Finetune/Step": 6834, "Finetune/Step Time": 5.996496241539717}
+{"Finetune/Learning Rate": 1.4941064981222131e-05, "Finetune/Loss": 0.8476637601852417, "Finetune/Loss (Raw)": 0.691806972026825, "Finetune/Step": 6835, "Finetune/Step Time": 6.001925630494952}
+{"Finetune/Learning Rate": 1.4939600875470322e-05, "Finetune/Loss": 0.8483111262321472, "Finetune/Loss (Raw)": 0.9365493059158325, "Finetune/Step": 6836, "Finetune/Step Time": 6.001918526366353}
+{"Finetune/Learning Rate": 1.4938136629645477e-05, "Finetune/Loss": 0.8485774993896484, "Finetune/Loss (Raw)": 0.8957031965255737, "Finetune/Step": 6837, "Finetune/Step Time": 6.000966088846326}
+{"Finetune/Learning Rate": 1.4936672243789119e-05, "Finetune/Loss": 0.8465251922607422, "Finetune/Loss (Raw)": 0.8119664788246155, "Finetune/Step": 6838, "Finetune/Step Time": 6.0139618664979935}
+{"Finetune/Learning Rate": 1.4935207717942776e-05, "Finetune/Loss": 0.8461980223655701, "Finetune/Loss (Raw)": 0.8808187246322632, "Finetune/Step": 6839, "Finetune/Step Time": 6.005507830530405}
+{"Finetune/Learning Rate": 1.4933743052147975e-05, "Finetune/Loss": 0.8470351696014404, "Finetune/Loss (Raw)": 0.7983282804489136, "Finetune/Step": 6840, "Finetune/Step Time": 5.996549425646663}
+{"Finetune/Learning Rate": 1.493227824644625e-05, "Finetune/Loss": 0.8472520112991333, "Finetune/Loss (Raw)": 0.9716673493385315, "Finetune/Step": 6841, "Finetune/Step Time": 5.986115613952279}
+{"Finetune/Learning Rate": 1.493081330087914e-05, "Finetune/Loss": 0.8479255437850952, "Finetune/Loss (Raw)": 0.9860293865203857, "Finetune/Step": 6842, "Finetune/Step Time": 5.97096449136734}
+{"Finetune/Learning Rate": 1.4929348215488186e-05, "Finetune/Loss": 0.847245454788208, "Finetune/Loss (Raw)": 0.8872205018997192, "Finetune/Step": 6843, "Finetune/Step Time": 5.969531960785389}
+{"Finetune/Learning Rate": 1.4927882990314935e-05, "Finetune/Loss": 0.8472229242324829, "Finetune/Loss (Raw)": 0.8065198063850403, "Finetune/Step": 6844, "Finetune/Step Time": 5.970271812751889}
+{"Finetune/Learning Rate": 1.4926417625400937e-05, "Finetune/Loss": 0.8459984064102173, "Finetune/Loss (Raw)": 0.7448040246963501, "Finetune/Step": 6845, "Finetune/Step Time": 5.972989432513714}
+{"Finetune/Learning Rate": 1.4924952120787741e-05, "Finetune/Loss": 0.8449298143386841, "Finetune/Loss (Raw)": 0.767559826374054, "Finetune/Step": 6846, "Finetune/Step Time": 5.9832873940467834}
+{"Finetune/Learning Rate": 1.4923486476516906e-05, "Finetune/Loss": 0.8456377387046814, "Finetune/Loss (Raw)": 0.9917870163917542, "Finetune/Step": 6847, "Finetune/Step Time": 5.983385261148214}
+{"Finetune/Learning Rate": 1.492202069263e-05, "Finetune/Loss": 0.8462538719177246, "Finetune/Loss (Raw)": 0.8293232321739197, "Finetune/Step": 6848, "Finetune/Step Time": 5.980121199041605}
+{"Finetune/Learning Rate": 1.4920554769168578e-05, "Finetune/Loss": 0.8477610945701599, "Finetune/Loss (Raw)": 0.7575379610061646, "Finetune/Step": 6849, "Finetune/Step Time": 5.966455334797502}
+{"Finetune/Learning Rate": 1.4919088706174219e-05, "Finetune/Loss": 0.8484563231468201, "Finetune/Loss (Raw)": 0.9775269627571106, "Finetune/Step": 6850, "Finetune/Step Time": 5.962869284674525}
+{"Finetune/Learning Rate": 1.4917622503688492e-05, "Finetune/Loss": 0.8483864665031433, "Finetune/Loss (Raw)": 0.9016357660293579, "Finetune/Step": 6851, "Finetune/Step Time": 5.962274873629212}
+{"Finetune/Learning Rate": 1.4916156161752973e-05, "Finetune/Loss": 0.8475961089134216, "Finetune/Loss (Raw)": 0.8648586869239807, "Finetune/Step": 6852, "Finetune/Step Time": 5.9701591450721025}
+{"Finetune/Learning Rate": 1.4914689680409245e-05, "Finetune/Loss": 0.8500668406486511, "Finetune/Loss (Raw)": 1.0680501461029053, "Finetune/Step": 6853, "Finetune/Step Time": 5.950175965204835}
+{"Finetune/Learning Rate": 1.4913223059698893e-05, "Finetune/Loss": 0.8508589863777161, "Finetune/Loss (Raw)": 0.8440168499946594, "Finetune/Step": 6854, "Finetune/Step Time": 5.9507495407015085}
+{"Finetune/Learning Rate": 1.4911756299663507e-05, "Finetune/Loss": 0.8508337736129761, "Finetune/Loss (Raw)": 0.8489985466003418, "Finetune/Step": 6855, "Finetune/Step Time": 5.9646128714084625}
+{"Finetune/Learning Rate": 1.491028940034468e-05, "Finetune/Loss": 0.8501594066619873, "Finetune/Loss (Raw)": 0.8773660063743591, "Finetune/Step": 6856, "Finetune/Step Time": 5.972049789503217}
+{"Finetune/Learning Rate": 1.4908822361784008e-05, "Finetune/Loss": 0.8488486409187317, "Finetune/Loss (Raw)": 0.9269343614578247, "Finetune/Step": 6857, "Finetune/Step Time": 5.978461619466543}
+{"Finetune/Learning Rate": 1.490735518402309e-05, "Finetune/Loss": 0.8488847613334656, "Finetune/Loss (Raw)": 0.9077444076538086, "Finetune/Step": 6858, "Finetune/Step Time": 5.982936864718795}
+{"Finetune/Learning Rate": 1.4905887867103539e-05, "Finetune/Loss": 0.8494343757629395, "Finetune/Loss (Raw)": 0.9281113147735596, "Finetune/Step": 6859, "Finetune/Step Time": 5.971669616177678}
+{"Finetune/Learning Rate": 1.4904420411066955e-05, "Finetune/Loss": 0.84919673204422, "Finetune/Loss (Raw)": 0.941019594669342, "Finetune/Step": 6860, "Finetune/Step Time": 5.985883075743914}
+{"Finetune/Learning Rate": 1.4902952815954956e-05, "Finetune/Loss": 0.8492366075515747, "Finetune/Loss (Raw)": 0.8843069076538086, "Finetune/Step": 6861, "Finetune/Step Time": 5.983385803177953}
+{"Finetune/Learning Rate": 1.4901485081809158e-05, "Finetune/Loss": 0.8489923477172852, "Finetune/Loss (Raw)": 0.8681808710098267, "Finetune/Step": 6862, "Finetune/Step Time": 5.9832361452281475}
+{"Finetune/Learning Rate": 1.490001720867118e-05, "Finetune/Loss": 0.84942626953125, "Finetune/Loss (Raw)": 0.8484005928039551, "Finetune/Step": 6863, "Finetune/Step Time": 5.991244528442621}
+{"Finetune/Learning Rate": 1.4898549196582646e-05, "Finetune/Loss": 0.8488575220108032, "Finetune/Loss (Raw)": 0.7887087464332581, "Finetune/Step": 6864, "Finetune/Step Time": 5.9892404694110155}
+{"Finetune/Learning Rate": 1.4897081045585187e-05, "Finetune/Loss": 0.8480888605117798, "Finetune/Loss (Raw)": 0.875727653503418, "Finetune/Step": 6865, "Finetune/Step Time": 5.990379126742482}
+{"Finetune/Learning Rate": 1.4895612755720437e-05, "Finetune/Loss": 0.8472814559936523, "Finetune/Loss (Raw)": 0.9149870276451111, "Finetune/Step": 6866, "Finetune/Step Time": 5.995552456006408}
+{"Finetune/Learning Rate": 1.489414432703003e-05, "Finetune/Loss": 0.8482944965362549, "Finetune/Loss (Raw)": 0.8888974785804749, "Finetune/Step": 6867, "Finetune/Step Time": 5.997207982465625}
+{"Finetune/Learning Rate": 1.4892675759555607e-05, "Finetune/Loss": 0.8488880395889282, "Finetune/Loss (Raw)": 0.7526739835739136, "Finetune/Step": 6868, "Finetune/Step Time": 5.981764703989029}
+{"Finetune/Learning Rate": 1.489120705333881e-05, "Finetune/Loss": 0.8477474451065063, "Finetune/Loss (Raw)": 0.7149150371551514, "Finetune/Step": 6869, "Finetune/Step Time": 5.984478611499071}
+{"Finetune/Learning Rate": 1.4889738208421291e-05, "Finetune/Loss": 0.8478423953056335, "Finetune/Loss (Raw)": 0.8528057932853699, "Finetune/Step": 6870, "Finetune/Step Time": 5.9858050756156445}
+{"Finetune/Learning Rate": 1.48882692248447e-05, "Finetune/Loss": 0.8473605513572693, "Finetune/Loss (Raw)": 0.9040191769599915, "Finetune/Step": 6871, "Finetune/Step Time": 5.987664213404059}
+{"Finetune/Learning Rate": 1.4886800102650696e-05, "Finetune/Loss": 0.847612202167511, "Finetune/Loss (Raw)": 0.876943826675415, "Finetune/Step": 6872, "Finetune/Step Time": 5.993291733786464}
+{"Finetune/Learning Rate": 1.4885330841880939e-05, "Finetune/Loss": 0.8480964303016663, "Finetune/Loss (Raw)": 0.9488986730575562, "Finetune/Step": 6873, "Finetune/Step Time": 5.992788841947913}
+{"Finetune/Learning Rate": 1.4883861442577088e-05, "Finetune/Loss": 0.8480932116508484, "Finetune/Loss (Raw)": 0.7401933670043945, "Finetune/Step": 6874, "Finetune/Step Time": 5.994507867842913}
+{"Finetune/Learning Rate": 1.4882391904780815e-05, "Finetune/Loss": 0.8481289148330688, "Finetune/Loss (Raw)": 0.9446691870689392, "Finetune/Step": 6875, "Finetune/Step Time": 6.0000557359308}
+{"Finetune/Learning Rate": 1.4880922228533794e-05, "Finetune/Loss": 0.8479635119438171, "Finetune/Loss (Raw)": 0.9237022995948792, "Finetune/Step": 6876, "Finetune/Step Time": 6.001909259706736}
+{"Finetune/Learning Rate": 1.4879452413877695e-05, "Finetune/Loss": 0.8484513759613037, "Finetune/Loss (Raw)": 0.906391978263855, "Finetune/Step": 6877, "Finetune/Step Time": 6.001894710585475}
+{"Finetune/Learning Rate": 1.4877982460854199e-05, "Finetune/Loss": 0.8486930727958679, "Finetune/Loss (Raw)": 0.945824146270752, "Finetune/Step": 6878, "Finetune/Step Time": 6.000244423747063}
+{"Finetune/Learning Rate": 1.4876512369504996e-05, "Finetune/Loss": 0.8491463661193848, "Finetune/Loss (Raw)": 0.8831342458724976, "Finetune/Step": 6879, "Finetune/Step Time": 5.9932253658771515}
+{"Finetune/Learning Rate": 1.4875042139871768e-05, "Finetune/Loss": 0.8495485186576843, "Finetune/Loss (Raw)": 0.9103532433509827, "Finetune/Step": 6880, "Finetune/Step Time": 5.9910734463483095}
+{"Finetune/Learning Rate": 1.4873571771996208e-05, "Finetune/Loss": 0.8503458499908447, "Finetune/Loss (Raw)": 0.8948482275009155, "Finetune/Step": 6881, "Finetune/Step Time": 5.995112255215645}
+{"Finetune/Learning Rate": 1.4872101265920008e-05, "Finetune/Loss": 0.8501003384590149, "Finetune/Loss (Raw)": 0.880845844745636, "Finetune/Step": 6882, "Finetune/Step Time": 5.9950028248131275}
+{"Finetune/Learning Rate": 1.4870630621684873e-05, "Finetune/Loss": 0.8508548736572266, "Finetune/Loss (Raw)": 0.8561525344848633, "Finetune/Step": 6883, "Finetune/Step Time": 6.006208831444383}
+{"Finetune/Learning Rate": 1.4869159839332502e-05, "Finetune/Loss": 0.8513025045394897, "Finetune/Loss (Raw)": 0.9166057705879211, "Finetune/Step": 6884, "Finetune/Step Time": 6.004010744392872}
+{"Finetune/Learning Rate": 1.4867688918904606e-05, "Finetune/Loss": 0.8512635231018066, "Finetune/Loss (Raw)": 0.8472897410392761, "Finetune/Step": 6885, "Finetune/Step Time": 6.002828558906913}
+{"Finetune/Learning Rate": 1.4866217860442893e-05, "Finetune/Loss": 0.8510019183158875, "Finetune/Loss (Raw)": 0.8192209005355835, "Finetune/Step": 6886, "Finetune/Step Time": 5.991865640506148}
+{"Finetune/Learning Rate": 1.4864746663989081e-05, "Finetune/Loss": 0.8506528735160828, "Finetune/Loss (Raw)": 0.7835807800292969, "Finetune/Step": 6887, "Finetune/Step Time": 5.989580016583204}
+{"Finetune/Learning Rate": 1.4863275329584886e-05, "Finetune/Loss": 0.8504892587661743, "Finetune/Loss (Raw)": 0.8673961758613586, "Finetune/Step": 6888, "Finetune/Step Time": 5.9982112143188715}
+{"Finetune/Learning Rate": 1.4861803857272031e-05, "Finetune/Loss": 0.8516887426376343, "Finetune/Loss (Raw)": 1.0153369903564453, "Finetune/Step": 6889, "Finetune/Step Time": 6.001825872808695}
+{"Finetune/Learning Rate": 1.4860332247092243e-05, "Finetune/Loss": 0.8519291281700134, "Finetune/Loss (Raw)": 0.7857266664505005, "Finetune/Step": 6890, "Finetune/Step Time": 5.9801560286432505}
+{"Finetune/Learning Rate": 1.4858860499087257e-05, "Finetune/Loss": 0.852225661277771, "Finetune/Loss (Raw)": 0.8945938348770142, "Finetune/Step": 6891, "Finetune/Step Time": 5.998178264126182}
+{"Finetune/Learning Rate": 1.48573886132988e-05, "Finetune/Loss": 0.8523081541061401, "Finetune/Loss (Raw)": 0.8426517248153687, "Finetune/Step": 6892, "Finetune/Step Time": 6.002353724092245}
+{"Finetune/Learning Rate": 1.4855916589768616e-05, "Finetune/Loss": 0.8514896631240845, "Finetune/Loss (Raw)": 0.7967580556869507, "Finetune/Step": 6893, "Finetune/Step Time": 6.01667158678174}
+{"Finetune/Learning Rate": 1.4854444428538449e-05, "Finetune/Loss": 0.851478099822998, "Finetune/Loss (Raw)": 0.9501880407333374, "Finetune/Step": 6894, "Finetune/Step Time": 6.012548523023725}
+{"Finetune/Learning Rate": 1.4852972129650038e-05, "Finetune/Loss": 0.8499588966369629, "Finetune/Loss (Raw)": 0.7394380569458008, "Finetune/Step": 6895, "Finetune/Step Time": 6.00903732702136}
+{"Finetune/Learning Rate": 1.4851499693145137e-05, "Finetune/Loss": 0.8509448766708374, "Finetune/Loss (Raw)": 0.8846603631973267, "Finetune/Step": 6896, "Finetune/Step Time": 6.0030502025038}
+{"Finetune/Learning Rate": 1.4850027119065504e-05, "Finetune/Loss": 0.8499479293823242, "Finetune/Loss (Raw)": 0.8082875609397888, "Finetune/Step": 6897, "Finetune/Step Time": 6.004148252308369}
+{"Finetune/Learning Rate": 1.4848554407452893e-05, "Finetune/Loss": 0.8490976095199585, "Finetune/Loss (Raw)": 0.802302896976471, "Finetune/Step": 6898, "Finetune/Step Time": 6.007798317819834}
+{"Finetune/Learning Rate": 1.4847081558349064e-05, "Finetune/Loss": 0.8503075242042542, "Finetune/Loss (Raw)": 0.9641417860984802, "Finetune/Step": 6899, "Finetune/Step Time": 6.0086580496281385}
+{"Finetune/Learning Rate": 1.4845608571795787e-05, "Finetune/Loss": 0.851290762424469, "Finetune/Loss (Raw)": 0.926787793636322, "Finetune/Step": 6900, "Finetune/Step Time": 6.0111293606460094}
+{"Finetune/Learning Rate": 1.4844135447834828e-05, "Finetune/Loss": 0.8513960242271423, "Finetune/Loss (Raw)": 0.8542826771736145, "Finetune/Step": 6901, "Finetune/Step Time": 6.009185966104269}
+{"Finetune/Learning Rate": 1.4842662186507965e-05, "Finetune/Loss": 0.8504353761672974, "Finetune/Loss (Raw)": 0.7544002532958984, "Finetune/Step": 6902, "Finetune/Step Time": 6.018722765147686}
+{"Finetune/Learning Rate": 1.4841188787856972e-05, "Finetune/Loss": 0.8501672744750977, "Finetune/Loss (Raw)": 0.8104463815689087, "Finetune/Step": 6903, "Finetune/Step Time": 6.017274947836995}
+{"Finetune/Learning Rate": 1.4839715251923632e-05, "Finetune/Loss": 0.8498001098632812, "Finetune/Loss (Raw)": 0.8641500473022461, "Finetune/Step": 6904, "Finetune/Step Time": 6.015670204535127}
+{"Finetune/Learning Rate": 1.483824157874973e-05, "Finetune/Loss": 0.8481123447418213, "Finetune/Loss (Raw)": 0.7167516946792603, "Finetune/Step": 6905, "Finetune/Step Time": 6.013110775500536}
+{"Finetune/Learning Rate": 1.4836767768377054e-05, "Finetune/Loss": 0.8487702012062073, "Finetune/Loss (Raw)": 0.8959643840789795, "Finetune/Step": 6906, "Finetune/Step Time": 6.012018235400319}
+{"Finetune/Learning Rate": 1.4835293820847399e-05, "Finetune/Loss": 0.847427248954773, "Finetune/Loss (Raw)": 0.6931847929954529, "Finetune/Step": 6907, "Finetune/Step Time": 6.017597679048777}
+{"Finetune/Learning Rate": 1.483381973620256e-05, "Finetune/Loss": 0.845069408416748, "Finetune/Loss (Raw)": 0.7383725047111511, "Finetune/Step": 6908, "Finetune/Step Time": 6.019911151379347}
+{"Finetune/Learning Rate": 1.483234551448434e-05, "Finetune/Loss": 0.8454529047012329, "Finetune/Loss (Raw)": 0.8367212414741516, "Finetune/Step": 6909, "Finetune/Step Time": 6.026353370398283}
+{"Finetune/Learning Rate": 1.483087115573454e-05, "Finetune/Loss": 0.8458471298217773, "Finetune/Loss (Raw)": 0.9211930632591248, "Finetune/Step": 6910, "Finetune/Step Time": 6.023381184786558}
+{"Finetune/Learning Rate": 1.4829396659994975e-05, "Finetune/Loss": 0.8446309566497803, "Finetune/Loss (Raw)": 0.7550758123397827, "Finetune/Step": 6911, "Finetune/Step Time": 6.0310652535408735}
+{"Finetune/Learning Rate": 1.482792202730745e-05, "Finetune/Loss": 0.8438773155212402, "Finetune/Loss (Raw)": 0.8066259026527405, "Finetune/Step": 6912, "Finetune/Step Time": 6.030021857470274}
+{"Finetune/Learning Rate": 1.4826447257713787e-05, "Finetune/Loss": 0.8438230752944946, "Finetune/Loss (Raw)": 0.905900776386261, "Finetune/Step": 6913, "Finetune/Step Time": 6.038934363052249}
+{"Finetune/Learning Rate": 1.4824972351255804e-05, "Finetune/Loss": 0.8437972068786621, "Finetune/Loss (Raw)": 0.8570448160171509, "Finetune/Step": 6914, "Finetune/Step Time": 6.016501743346453}
+{"Finetune/Learning Rate": 1.4823497307975328e-05, "Finetune/Loss": 0.8431450128555298, "Finetune/Loss (Raw)": 0.7993749976158142, "Finetune/Step": 6915, "Finetune/Step Time": 6.022396357730031}
+{"Finetune/Learning Rate": 1.4822022127914179e-05, "Finetune/Loss": 0.8438160419464111, "Finetune/Loss (Raw)": 1.0089330673217773, "Finetune/Step": 6916, "Finetune/Step Time": 6.030709322541952}
+{"Finetune/Learning Rate": 1.4820546811114196e-05, "Finetune/Loss": 0.8448323011398315, "Finetune/Loss (Raw)": 0.8210094571113586, "Finetune/Step": 6917, "Finetune/Step Time": 6.012813156470656}
+{"Finetune/Learning Rate": 1.4819071357617218e-05, "Finetune/Loss": 0.8453596234321594, "Finetune/Loss (Raw)": 0.8171743154525757, "Finetune/Step": 6918, "Finetune/Step Time": 6.029311208054423}
+{"Finetune/Learning Rate": 1.4817595767465076e-05, "Finetune/Loss": 0.844422459602356, "Finetune/Loss (Raw)": 0.8565088510513306, "Finetune/Step": 6919, "Finetune/Step Time": 6.027853421866894}
+{"Finetune/Learning Rate": 1.4816120040699615e-05, "Finetune/Loss": 0.8436167240142822, "Finetune/Loss (Raw)": 0.7638153433799744, "Finetune/Step": 6920, "Finetune/Step Time": 6.04051030986011}
+{"Finetune/Learning Rate": 1.4814644177362691e-05, "Finetune/Loss": 0.8445242047309875, "Finetune/Loss (Raw)": 0.82523512840271, "Finetune/Step": 6921, "Finetune/Step Time": 6.0206443015486}
+{"Finetune/Learning Rate": 1.4813168177496147e-05, "Finetune/Loss": 0.8442938327789307, "Finetune/Loss (Raw)": 0.8003971576690674, "Finetune/Step": 6922, "Finetune/Step Time": 6.0305196065455675}
+{"Finetune/Learning Rate": 1.481169204114184e-05, "Finetune/Loss": 0.8437622785568237, "Finetune/Loss (Raw)": 0.803834080696106, "Finetune/Step": 6923, "Finetune/Step Time": 6.032255062833428}
+{"Finetune/Learning Rate": 1.4810215768341627e-05, "Finetune/Loss": 0.8444992303848267, "Finetune/Loss (Raw)": 1.0041090250015259, "Finetune/Step": 6924, "Finetune/Step Time": 6.0351265873759985}
+{"Finetune/Learning Rate": 1.4808739359137376e-05, "Finetune/Loss": 0.8464828133583069, "Finetune/Loss (Raw)": 0.8340855836868286, "Finetune/Step": 6925, "Finetune/Step Time": 6.020865401253104}
+{"Finetune/Learning Rate": 1.4807262813570949e-05, "Finetune/Loss": 0.8488826155662537, "Finetune/Loss (Raw)": 1.0402673482894897, "Finetune/Step": 6926, "Finetune/Step Time": 6.019256914034486}
+{"Finetune/Learning Rate": 1.480578613168422e-05, "Finetune/Loss": 0.8489487767219543, "Finetune/Loss (Raw)": 0.992332398891449, "Finetune/Step": 6927, "Finetune/Step Time": 6.015820587053895}
+{"Finetune/Learning Rate": 1.480430931351906e-05, "Finetune/Loss": 0.8501362800598145, "Finetune/Loss (Raw)": 0.9158756136894226, "Finetune/Step": 6928, "Finetune/Step Time": 5.99784173630178}
+{"Finetune/Learning Rate": 1.4802832359117352e-05, "Finetune/Loss": 0.8493174314498901, "Finetune/Loss (Raw)": 0.8642204999923706, "Finetune/Step": 6929, "Finetune/Step Time": 5.996988844126463}
+{"Finetune/Learning Rate": 1.4801355268520975e-05, "Finetune/Loss": 0.8490743637084961, "Finetune/Loss (Raw)": 0.7141002416610718, "Finetune/Step": 6930, "Finetune/Step Time": 6.007761441171169}
+{"Finetune/Learning Rate": 1.4799878041771816e-05, "Finetune/Loss": 0.8485559225082397, "Finetune/Loss (Raw)": 0.8302115201950073, "Finetune/Step": 6931, "Finetune/Step Time": 5.997069789096713}
+{"Finetune/Learning Rate": 1.4798400678911765e-05, "Finetune/Loss": 0.8503814339637756, "Finetune/Loss (Raw)": 0.9221678376197815, "Finetune/Step": 6932, "Finetune/Step Time": 5.987519403919578}
+{"Finetune/Learning Rate": 1.4796923179982714e-05, "Finetune/Loss": 0.8513009548187256, "Finetune/Loss (Raw)": 0.9231616854667664, "Finetune/Step": 6933, "Finetune/Step Time": 5.978006210178137}
+{"Finetune/Learning Rate": 1.4795445545026564e-05, "Finetune/Loss": 0.8510476350784302, "Finetune/Loss (Raw)": 0.6868177056312561, "Finetune/Step": 6934, "Finetune/Step Time": 5.980096040293574}
+{"Finetune/Learning Rate": 1.4793967774085214e-05, "Finetune/Loss": 0.8530435562133789, "Finetune/Loss (Raw)": 1.0329240560531616, "Finetune/Step": 6935, "Finetune/Step Time": 5.983197098597884}
+{"Finetune/Learning Rate": 1.479248986720057e-05, "Finetune/Loss": 0.8529097437858582, "Finetune/Loss (Raw)": 0.9105554819107056, "Finetune/Step": 6936, "Finetune/Step Time": 5.982210926711559}
+{"Finetune/Learning Rate": 1.4791011824414541e-05, "Finetune/Loss": 0.8539549112319946, "Finetune/Loss (Raw)": 0.8686128854751587, "Finetune/Step": 6937, "Finetune/Step Time": 5.970975229516625}
+{"Finetune/Learning Rate": 1.478953364576904e-05, "Finetune/Loss": 0.8547908067703247, "Finetune/Loss (Raw)": 0.7865102887153625, "Finetune/Step": 6938, "Finetune/Step Time": 5.9756306651979685}
+{"Finetune/Learning Rate": 1.4788055331305989e-05, "Finetune/Loss": 0.8539993762969971, "Finetune/Loss (Raw)": 0.7727145552635193, "Finetune/Step": 6939, "Finetune/Step Time": 5.976776046678424}
+{"Finetune/Learning Rate": 1.4786576881067301e-05, "Finetune/Loss": 0.8527398109436035, "Finetune/Loss (Raw)": 0.8266319036483765, "Finetune/Step": 6940, "Finetune/Step Time": 5.976187663152814}
+{"Finetune/Learning Rate": 1.47850982950949e-05, "Finetune/Loss": 0.8537878394126892, "Finetune/Loss (Raw)": 0.861992359161377, "Finetune/Step": 6941, "Finetune/Step Time": 5.976612010970712}
+{"Finetune/Learning Rate": 1.4783619573430725e-05, "Finetune/Loss": 0.8537124395370483, "Finetune/Loss (Raw)": 0.8040153384208679, "Finetune/Step": 6942, "Finetune/Step Time": 5.97927569784224}
+{"Finetune/Learning Rate": 1.4782140716116697e-05, "Finetune/Loss": 0.8545678853988647, "Finetune/Loss (Raw)": 0.8075535297393799, "Finetune/Step": 6943, "Finetune/Step Time": 5.986901365220547}
+{"Finetune/Learning Rate": 1.4780661723194757e-05, "Finetune/Loss": 0.8554093837738037, "Finetune/Loss (Raw)": 0.9560233354568481, "Finetune/Step": 6944, "Finetune/Step Time": 5.986069370061159}
+{"Finetune/Learning Rate": 1.4779182594706848e-05, "Finetune/Loss": 0.854050874710083, "Finetune/Loss (Raw)": 0.8040302991867065, "Finetune/Step": 6945, "Finetune/Step Time": 6.006233273074031}
+{"Finetune/Learning Rate": 1.4777703330694908e-05, "Finetune/Loss": 0.8535441160202026, "Finetune/Loss (Raw)": 0.7800248861312866, "Finetune/Step": 6946, "Finetune/Step Time": 6.007114823907614}
+{"Finetune/Learning Rate": 1.477622393120089e-05, "Finetune/Loss": 0.8548922538757324, "Finetune/Loss (Raw)": 1.0433199405670166, "Finetune/Step": 6947, "Finetune/Step Time": 6.001488531008363}
+{"Finetune/Learning Rate": 1.477474439626674e-05, "Finetune/Loss": 0.8552699089050293, "Finetune/Loss (Raw)": 0.8689477443695068, "Finetune/Step": 6948, "Finetune/Step Time": 5.997318718582392}
+{"Finetune/Learning Rate": 1.477326472593442e-05, "Finetune/Loss": 0.8559641242027283, "Finetune/Loss (Raw)": 0.9221043586730957, "Finetune/Step": 6949, "Finetune/Step Time": 6.002728387713432}
+{"Finetune/Learning Rate": 1.4771784920245884e-05, "Finetune/Loss": 0.8565911650657654, "Finetune/Loss (Raw)": 0.8773413896560669, "Finetune/Step": 6950, "Finetune/Step Time": 6.0049817487597466}
+{"Finetune/Learning Rate": 1.4770304979243095e-05, "Finetune/Loss": 0.8561809062957764, "Finetune/Loss (Raw)": 0.785289466381073, "Finetune/Step": 6951, "Finetune/Step Time": 5.982973571866751}
+{"Finetune/Learning Rate": 1.4768824902968024e-05, "Finetune/Loss": 0.8559502363204956, "Finetune/Loss (Raw)": 0.8329100608825684, "Finetune/Step": 6952, "Finetune/Step Time": 5.988727482035756}
+{"Finetune/Learning Rate": 1.476734469146264e-05, "Finetune/Loss": 0.8553034663200378, "Finetune/Loss (Raw)": 0.8069935441017151, "Finetune/Step": 6953, "Finetune/Step Time": 5.989741180092096}
+{"Finetune/Learning Rate": 1.4765864344768917e-05, "Finetune/Loss": 0.8542793393135071, "Finetune/Loss (Raw)": 0.7382765412330627, "Finetune/Step": 6954, "Finetune/Step Time": 5.991404449567199}
+{"Finetune/Learning Rate": 1.476438386292883e-05, "Finetune/Loss": 0.8544861078262329, "Finetune/Loss (Raw)": 0.8721510171890259, "Finetune/Step": 6955, "Finetune/Step Time": 5.99306652136147}
+{"Finetune/Learning Rate": 1.4762903245984369e-05, "Finetune/Loss": 0.8542264699935913, "Finetune/Loss (Raw)": 0.69804447889328, "Finetune/Step": 6956, "Finetune/Step Time": 5.991512542590499}
+{"Finetune/Learning Rate": 1.4761422493977513e-05, "Finetune/Loss": 0.8562610745429993, "Finetune/Loss (Raw)": 0.9096081852912903, "Finetune/Step": 6957, "Finetune/Step Time": 5.981807725504041}
+{"Finetune/Learning Rate": 1.4759941606950254e-05, "Finetune/Loss": 0.8563839197158813, "Finetune/Loss (Raw)": 0.7115939855575562, "Finetune/Step": 6958, "Finetune/Step Time": 5.981079025194049}
+{"Finetune/Learning Rate": 1.4758460584944589e-05, "Finetune/Loss": 0.8569215536117554, "Finetune/Loss (Raw)": 0.7910289168357849, "Finetune/Step": 6959, "Finetune/Step Time": 5.982274133712053}
+{"Finetune/Learning Rate": 1.4756979428002513e-05, "Finetune/Loss": 0.8592821359634399, "Finetune/Loss (Raw)": 1.0853716135025024, "Finetune/Step": 6960, "Finetune/Step Time": 5.973529644310474}
+{"Finetune/Learning Rate": 1.4755498136166027e-05, "Finetune/Loss": 0.859261155128479, "Finetune/Loss (Raw)": 0.8535361886024475, "Finetune/Step": 6961, "Finetune/Step Time": 5.965220723301172}
+{"Finetune/Learning Rate": 1.4754016709477136e-05, "Finetune/Loss": 0.8588816523551941, "Finetune/Loss (Raw)": 0.8005647659301758, "Finetune/Step": 6962, "Finetune/Step Time": 5.965938985347748}
+{"Finetune/Learning Rate": 1.4752535147977849e-05, "Finetune/Loss": 0.8594340682029724, "Finetune/Loss (Raw)": 0.7625126838684082, "Finetune/Step": 6963, "Finetune/Step Time": 5.944230988621712}
+{"Finetune/Learning Rate": 1.4751053451710184e-05, "Finetune/Loss": 0.8594095706939697, "Finetune/Loss (Raw)": 0.9334210157394409, "Finetune/Step": 6964, "Finetune/Step Time": 5.944851776584983}
+{"Finetune/Learning Rate": 1.4749571620716148e-05, "Finetune/Loss": 0.8586142063140869, "Finetune/Loss (Raw)": 0.7938964366912842, "Finetune/Step": 6965, "Finetune/Step Time": 5.949221940711141}
+{"Finetune/Learning Rate": 1.474808965503777e-05, "Finetune/Loss": 0.8587937355041504, "Finetune/Loss (Raw)": 0.8349366784095764, "Finetune/Step": 6966, "Finetune/Step Time": 5.953186925500631}
+{"Finetune/Learning Rate": 1.4746607554717072e-05, "Finetune/Loss": 0.8587493896484375, "Finetune/Loss (Raw)": 0.8751473426818848, "Finetune/Step": 6967, "Finetune/Step Time": 5.950962264090776}
+{"Finetune/Learning Rate": 1.4745125319796079e-05, "Finetune/Loss": 0.8606131076812744, "Finetune/Loss (Raw)": 1.0368833541870117, "Finetune/Step": 6968, "Finetune/Step Time": 5.950154008343816}
+{"Finetune/Learning Rate": 1.4743642950316823e-05, "Finetune/Loss": 0.8600654602050781, "Finetune/Loss (Raw)": 0.9015728235244751, "Finetune/Step": 6969, "Finetune/Step Time": 5.954165717586875}
+{"Finetune/Learning Rate": 1.4742160446321345e-05, "Finetune/Loss": 0.8591551780700684, "Finetune/Loss (Raw)": 0.869504988193512, "Finetune/Step": 6970, "Finetune/Step Time": 5.957903558388352}
+{"Finetune/Learning Rate": 1.4740677807851681e-05, "Finetune/Loss": 0.8579702377319336, "Finetune/Loss (Raw)": 0.7355566620826721, "Finetune/Step": 6971, "Finetune/Step Time": 5.962685400620103}
+{"Finetune/Learning Rate": 1.4739195034949876e-05, "Finetune/Loss": 0.858397364616394, "Finetune/Loss (Raw)": 0.8611921668052673, "Finetune/Step": 6972, "Finetune/Step Time": 5.9680236130952835}
+{"Finetune/Learning Rate": 1.4737712127657978e-05, "Finetune/Loss": 0.8589670658111572, "Finetune/Loss (Raw)": 0.8177217245101929, "Finetune/Step": 6973, "Finetune/Step Time": 5.976080249994993}
+{"Finetune/Learning Rate": 1.4736229086018033e-05, "Finetune/Loss": 0.8606098890304565, "Finetune/Loss (Raw)": 0.9778479337692261, "Finetune/Step": 6974, "Finetune/Step Time": 5.963850345462561}
+{"Finetune/Learning Rate": 1.47347459100721e-05, "Finetune/Loss": 0.859168291091919, "Finetune/Loss (Raw)": 0.8072564601898193, "Finetune/Step": 6975, "Finetune/Step Time": 5.980020046234131}
+{"Finetune/Learning Rate": 1.4733262599862234e-05, "Finetune/Loss": 0.8596086502075195, "Finetune/Loss (Raw)": 0.8856838345527649, "Finetune/Step": 6976, "Finetune/Step Time": 5.983869465067983}
+{"Finetune/Learning Rate": 1.4731779155430506e-05, "Finetune/Loss": 0.8612760305404663, "Finetune/Loss (Raw)": 0.9709687829017639, "Finetune/Step": 6977, "Finetune/Step Time": 5.983005929738283}
+{"Finetune/Learning Rate": 1.4730295576818971e-05, "Finetune/Loss": 0.8610267639160156, "Finetune/Loss (Raw)": 0.9456217885017395, "Finetune/Step": 6978, "Finetune/Step Time": 5.986333815380931}
+{"Finetune/Learning Rate": 1.472881186406971e-05, "Finetune/Loss": 0.8610597848892212, "Finetune/Loss (Raw)": 0.9058640003204346, "Finetune/Step": 6979, "Finetune/Step Time": 5.986447794362903}
+{"Finetune/Learning Rate": 1.4727328017224786e-05, "Finetune/Loss": 0.8616775274276733, "Finetune/Loss (Raw)": 0.943925142288208, "Finetune/Step": 6980, "Finetune/Step Time": 5.971987102180719}
+{"Finetune/Learning Rate": 1.4725844036326286e-05, "Finetune/Loss": 0.8610073328018188, "Finetune/Loss (Raw)": 0.9822714924812317, "Finetune/Step": 6981, "Finetune/Step Time": 5.975489789620042}
+{"Finetune/Learning Rate": 1.4724359921416288e-05, "Finetune/Loss": 0.8611751794815063, "Finetune/Loss (Raw)": 0.8654991388320923, "Finetune/Step": 6982, "Finetune/Step Time": 5.973909121006727}
+{"Finetune/Learning Rate": 1.4722875672536873e-05, "Finetune/Loss": 0.86098313331604, "Finetune/Loss (Raw)": 0.8244179487228394, "Finetune/Step": 6983, "Finetune/Step Time": 5.958104403689504}
+{"Finetune/Learning Rate": 1.4721391289730135e-05, "Finetune/Loss": 0.8607874512672424, "Finetune/Loss (Raw)": 0.8523107171058655, "Finetune/Step": 6984, "Finetune/Step Time": 5.957608247175813}
+{"Finetune/Learning Rate": 1.4719906773038171e-05, "Finetune/Loss": 0.8599392175674438, "Finetune/Loss (Raw)": 0.8183696866035461, "Finetune/Step": 6985, "Finetune/Step Time": 5.954772401601076}
+{"Finetune/Learning Rate": 1.4718422122503066e-05, "Finetune/Loss": 0.8589084148406982, "Finetune/Loss (Raw)": 0.7757904529571533, "Finetune/Step": 6986, "Finetune/Step Time": 5.957298731431365}
+{"Finetune/Learning Rate": 1.471693733816693e-05, "Finetune/Loss": 0.8593238592147827, "Finetune/Loss (Raw)": 0.9812930226325989, "Finetune/Step": 6987, "Finetune/Step Time": 5.954697199165821}
+{"Finetune/Learning Rate": 1.4715452420071867e-05, "Finetune/Loss": 0.8590937852859497, "Finetune/Loss (Raw)": 0.9115739464759827, "Finetune/Step": 6988, "Finetune/Step Time": 5.955788396298885}
+{"Finetune/Learning Rate": 1.4713967368259981e-05, "Finetune/Loss": 0.8580732345581055, "Finetune/Loss (Raw)": 0.7536702752113342, "Finetune/Step": 6989, "Finetune/Step Time": 5.954135263338685}
+{"Finetune/Learning Rate": 1.471248218277338e-05, "Finetune/Loss": 0.8583939075469971, "Finetune/Loss (Raw)": 0.9092304706573486, "Finetune/Step": 6990, "Finetune/Step Time": 5.961058754473925}
+{"Finetune/Learning Rate": 1.471099686365419e-05, "Finetune/Loss": 0.8586285710334778, "Finetune/Loss (Raw)": 0.8784387111663818, "Finetune/Step": 6991, "Finetune/Step Time": 5.974145555868745}
+{"Finetune/Learning Rate": 1.4709511410944523e-05, "Finetune/Loss": 0.8586204051971436, "Finetune/Loss (Raw)": 0.787661612033844, "Finetune/Step": 6992, "Finetune/Step Time": 5.978566175326705}
+{"Finetune/Learning Rate": 1.4708025824686503e-05, "Finetune/Loss": 0.8594748973846436, "Finetune/Loss (Raw)": 0.9851049184799194, "Finetune/Step": 6993, "Finetune/Step Time": 5.97571830637753}
+{"Finetune/Learning Rate": 1.4706540104922263e-05, "Finetune/Loss": 0.8584697842597961, "Finetune/Loss (Raw)": 0.7863278985023499, "Finetune/Step": 6994, "Finetune/Step Time": 5.971345517784357}
+{"Finetune/Learning Rate": 1.4705054251693926e-05, "Finetune/Loss": 0.8581198453903198, "Finetune/Loss (Raw)": 0.8441105484962463, "Finetune/Step": 6995, "Finetune/Step Time": 5.973589655011892}
+{"Finetune/Learning Rate": 1.4703568265043631e-05, "Finetune/Loss": 0.8594922423362732, "Finetune/Loss (Raw)": 0.9283427000045776, "Finetune/Step": 6996, "Finetune/Step Time": 5.967620553448796}
+{"Finetune/Learning Rate": 1.4702082145013515e-05, "Finetune/Loss": 0.8612866997718811, "Finetune/Loss (Raw)": 0.9446010589599609, "Finetune/Step": 6997, "Finetune/Step Time": 5.969666786491871}
+{"Finetune/Learning Rate": 1.470059589164572e-05, "Finetune/Loss": 0.8617702722549438, "Finetune/Loss (Raw)": 0.9147083759307861, "Finetune/Step": 6998, "Finetune/Step Time": 5.966174753382802}
+{"Finetune/Learning Rate": 1.4699109504982392e-05, "Finetune/Loss": 0.8605527281761169, "Finetune/Loss (Raw)": 0.748168408870697, "Finetune/Step": 6999, "Finetune/Step Time": 5.963874604552984}
+{"Finetune/Learning Rate": 1.469762298506568e-05, "Finetune/Loss": 0.8601847887039185, "Finetune/Loss (Raw)": 0.8298500180244446, "Finetune/Step": 7000, "Finetune/Step Time": 5.957618752494454}
+{"Finetune/Learning Rate": 1.469613633193774e-05, "Finetune/Loss": 0.8592785596847534, "Finetune/Loss (Raw)": 0.8329025506973267, "Finetune/Step": 7001, "Finetune/Step Time": 5.967327851802111}
+{"Finetune/Learning Rate": 1.4694649545640727e-05, "Finetune/Loss": 0.8593060970306396, "Finetune/Loss (Raw)": 0.7437101602554321, "Finetune/Step": 7002, "Finetune/Step Time": 5.971614180132747}
+{"Finetune/Learning Rate": 1.4693162626216802e-05, "Finetune/Loss": 0.8590168952941895, "Finetune/Loss (Raw)": 0.9076597690582275, "Finetune/Step": 7003, "Finetune/Step Time": 5.968796394765377}
+{"Finetune/Learning Rate": 1.4691675573708133e-05, "Finetune/Loss": 0.8588848114013672, "Finetune/Loss (Raw)": 0.9067886471748352, "Finetune/Step": 7004, "Finetune/Step Time": 5.967644218355417}
+{"Finetune/Learning Rate": 1.4690188388156883e-05, "Finetune/Loss": 0.8599321842193604, "Finetune/Loss (Raw)": 1.0404618978500366, "Finetune/Step": 7005, "Finetune/Step Time": 5.964864756911993}
+{"Finetune/Learning Rate": 1.468870106960523e-05, "Finetune/Loss": 0.859726071357727, "Finetune/Loss (Raw)": 0.9194424748420715, "Finetune/Step": 7006, "Finetune/Step Time": 5.9626389965415}
+{"Finetune/Learning Rate": 1.4687213618095344e-05, "Finetune/Loss": 0.8607080578804016, "Finetune/Loss (Raw)": 1.0088210105895996, "Finetune/Step": 7007, "Finetune/Step Time": 5.9645220171660185}
+{"Finetune/Learning Rate": 1.4685726033669412e-05, "Finetune/Loss": 0.8602521419525146, "Finetune/Loss (Raw)": 0.8519986271858215, "Finetune/Step": 7008, "Finetune/Step Time": 5.972621668130159}
+{"Finetune/Learning Rate": 1.4684238316369614e-05, "Finetune/Loss": 0.8593899607658386, "Finetune/Loss (Raw)": 0.7844911813735962, "Finetune/Step": 7009, "Finetune/Step Time": 5.971732160076499}
+{"Finetune/Learning Rate": 1.4682750466238136e-05, "Finetune/Loss": 0.8604146242141724, "Finetune/Loss (Raw)": 1.012005090713501, "Finetune/Step": 7010, "Finetune/Step Time": 5.972982961684465}
+{"Finetune/Learning Rate": 1.468126248331717e-05, "Finetune/Loss": 0.8615344166755676, "Finetune/Loss (Raw)": 0.9994833469390869, "Finetune/Step": 7011, "Finetune/Step Time": 5.958911322057247}
+{"Finetune/Learning Rate": 1.4679774367648913e-05, "Finetune/Loss": 0.8607518076896667, "Finetune/Loss (Raw)": 0.8164324760437012, "Finetune/Step": 7012, "Finetune/Step Time": 5.9572366159409285}
+{"Finetune/Learning Rate": 1.4678286119275564e-05, "Finetune/Loss": 0.8595157265663147, "Finetune/Loss (Raw)": 0.6890730857849121, "Finetune/Step": 7013, "Finetune/Step Time": 5.969587583094835}
+{"Finetune/Learning Rate": 1.467679773823932e-05, "Finetune/Loss": 0.8592771887779236, "Finetune/Loss (Raw)": 0.7886848449707031, "Finetune/Step": 7014, "Finetune/Step Time": 5.9713433124125}
+{"Finetune/Learning Rate": 1.4675309224582395e-05, "Finetune/Loss": 0.860901415348053, "Finetune/Loss (Raw)": 0.9914817214012146, "Finetune/Step": 7015, "Finetune/Step Time": 5.982600767165422}
+{"Finetune/Learning Rate": 1.4673820578346993e-05, "Finetune/Loss": 0.8606665134429932, "Finetune/Loss (Raw)": 0.8373308777809143, "Finetune/Step": 7016, "Finetune/Step Time": 5.974395265802741}
+{"Finetune/Learning Rate": 1.4672331799575333e-05, "Finetune/Loss": 0.8591394424438477, "Finetune/Loss (Raw)": 0.819877564907074, "Finetune/Step": 7017, "Finetune/Step Time": 5.970769561827183}
+{"Finetune/Learning Rate": 1.4670842888309627e-05, "Finetune/Loss": 0.8602415323257446, "Finetune/Loss (Raw)": 0.9267866611480713, "Finetune/Step": 7018, "Finetune/Step Time": 5.9713473580777645}
+{"Finetune/Learning Rate": 1.4669353844592098e-05, "Finetune/Loss": 0.8608571887016296, "Finetune/Loss (Raw)": 0.9733969569206238, "Finetune/Step": 7019, "Finetune/Step Time": 5.9547566920518875}
+{"Finetune/Learning Rate": 1.466786466846497e-05, "Finetune/Loss": 0.8600220680236816, "Finetune/Loss (Raw)": 0.7357580661773682, "Finetune/Step": 7020, "Finetune/Step Time": 5.94567159190774}
+{"Finetune/Learning Rate": 1.4666375359970477e-05, "Finetune/Loss": 0.8616656064987183, "Finetune/Loss (Raw)": 1.0071297883987427, "Finetune/Step": 7021, "Finetune/Step Time": 5.933941263705492}
+{"Finetune/Learning Rate": 1.4664885919150848e-05, "Finetune/Loss": 0.8607386350631714, "Finetune/Loss (Raw)": 0.8315391540527344, "Finetune/Step": 7022, "Finetune/Step Time": 5.934517797082663}
+{"Finetune/Learning Rate": 1.466339634604832e-05, "Finetune/Loss": 0.8625750541687012, "Finetune/Loss (Raw)": 0.9744939208030701, "Finetune/Step": 7023, "Finetune/Step Time": 5.924363698810339}
+{"Finetune/Learning Rate": 1.4661906640705131e-05, "Finetune/Loss": 0.8628262877464294, "Finetune/Loss (Raw)": 0.9168229103088379, "Finetune/Step": 7024, "Finetune/Step Time": 5.909790813922882}
+{"Finetune/Learning Rate": 1.4660416803163527e-05, "Finetune/Loss": 0.8635197877883911, "Finetune/Loss (Raw)": 0.8970522284507751, "Finetune/Step": 7025, "Finetune/Step Time": 5.913605749607086}
+{"Finetune/Learning Rate": 1.4658926833465754e-05, "Finetune/Loss": 0.8644073009490967, "Finetune/Loss (Raw)": 0.9159142374992371, "Finetune/Step": 7026, "Finetune/Step Time": 5.909473212435842}
+{"Finetune/Learning Rate": 1.4657436731654064e-05, "Finetune/Loss": 0.8638738989830017, "Finetune/Loss (Raw)": 0.8958617448806763, "Finetune/Step": 7027, "Finetune/Step Time": 5.910783663392067}
+{"Finetune/Learning Rate": 1.4655946497770715e-05, "Finetune/Loss": 0.8628897070884705, "Finetune/Loss (Raw)": 0.800807535648346, "Finetune/Step": 7028, "Finetune/Step Time": 5.913759786635637}
+{"Finetune/Learning Rate": 1.4654456131857959e-05, "Finetune/Loss": 0.8632676601409912, "Finetune/Loss (Raw)": 0.9026655554771423, "Finetune/Step": 7029, "Finetune/Step Time": 5.917461831122637}
+{"Finetune/Learning Rate": 1.4652965633958067e-05, "Finetune/Loss": 0.865028977394104, "Finetune/Loss (Raw)": 0.9798416495323181, "Finetune/Step": 7030, "Finetune/Step Time": 5.9153155498206615}
+{"Finetune/Learning Rate": 1.4651475004113297e-05, "Finetune/Loss": 0.8648571968078613, "Finetune/Loss (Raw)": 0.7884585857391357, "Finetune/Step": 7031, "Finetune/Step Time": 5.916026536375284}
+{"Finetune/Learning Rate": 1.4649984242365926e-05, "Finetune/Loss": 0.8648474216461182, "Finetune/Loss (Raw)": 0.8629041910171509, "Finetune/Step": 7032, "Finetune/Step Time": 5.918428150936961}
+{"Finetune/Learning Rate": 1.4648493348758225e-05, "Finetune/Loss": 0.864363431930542, "Finetune/Loss (Raw)": 0.6547974944114685, "Finetune/Step": 7033, "Finetune/Step Time": 5.939328460022807}
+{"Finetune/Learning Rate": 1.4647002323332469e-05, "Finetune/Loss": 0.8648351430892944, "Finetune/Loss (Raw)": 0.956346333026886, "Finetune/Step": 7034, "Finetune/Step Time": 5.940502615645528}
+{"Finetune/Learning Rate": 1.4645511166130941e-05, "Finetune/Loss": 0.8678559064865112, "Finetune/Loss (Raw)": 1.0798386335372925, "Finetune/Step": 7035, "Finetune/Step Time": 5.937983801588416}
+{"Finetune/Learning Rate": 1.4644019877195925e-05, "Finetune/Loss": 0.8690949082374573, "Finetune/Loss (Raw)": 0.8969689607620239, "Finetune/Step": 7036, "Finetune/Step Time": 5.917798096314073}
+{"Finetune/Learning Rate": 1.4642528456569718e-05, "Finetune/Loss": 0.8689820766448975, "Finetune/Loss (Raw)": 0.822278618812561, "Finetune/Step": 7037, "Finetune/Step Time": 5.9126903265714645}
+{"Finetune/Learning Rate": 1.4641036904294596e-05, "Finetune/Loss": 0.8693757057189941, "Finetune/Loss (Raw)": 0.9715794920921326, "Finetune/Step": 7038, "Finetune/Step Time": 5.904690625146031}
+{"Finetune/Learning Rate": 1.4639545220412871e-05, "Finetune/Loss": 0.8713507652282715, "Finetune/Loss (Raw)": 1.0078787803649902, "Finetune/Step": 7039, "Finetune/Step Time": 5.898339305073023}
+{"Finetune/Learning Rate": 1.4638053404966836e-05, "Finetune/Loss": 0.8720394968986511, "Finetune/Loss (Raw)": 0.8947819471359253, "Finetune/Step": 7040, "Finetune/Step Time": 5.8991665076464415}
+{"Finetune/Learning Rate": 1.4636561457998797e-05, "Finetune/Loss": 0.8710706233978271, "Finetune/Loss (Raw)": 0.7818855047225952, "Finetune/Step": 7041, "Finetune/Step Time": 5.909794051200151}
+{"Finetune/Learning Rate": 1.4635069379551054e-05, "Finetune/Loss": 0.8720092177391052, "Finetune/Loss (Raw)": 0.9771942496299744, "Finetune/Step": 7042, "Finetune/Step Time": 5.91291013918817}
+{"Finetune/Learning Rate": 1.463357716966593e-05, "Finetune/Loss": 0.8723157644271851, "Finetune/Loss (Raw)": 0.838606595993042, "Finetune/Step": 7043, "Finetune/Step Time": 5.91004784964025}
+{"Finetune/Learning Rate": 1.4632084828385732e-05, "Finetune/Loss": 0.8710892796516418, "Finetune/Loss (Raw)": 0.851941704750061, "Finetune/Step": 7044, "Finetune/Step Time": 5.903746863827109}
+{"Finetune/Learning Rate": 1.4630592355752777e-05, "Finetune/Loss": 0.8713428974151611, "Finetune/Loss (Raw)": 0.8534777760505676, "Finetune/Step": 7045, "Finetune/Step Time": 5.903272828087211}
+{"Finetune/Learning Rate": 1.4629099751809392e-05, "Finetune/Loss": 0.8710811138153076, "Finetune/Loss (Raw)": 0.7836691737174988, "Finetune/Step": 7046, "Finetune/Step Time": 5.8848601169884205}
+{"Finetune/Learning Rate": 1.4627607016597901e-05, "Finetune/Loss": 0.8726308345794678, "Finetune/Loss (Raw)": 1.054869294166565, "Finetune/Step": 7047, "Finetune/Step Time": 5.887598155066371}
+{"Finetune/Learning Rate": 1.4626114150160636e-05, "Finetune/Loss": 0.8735090494155884, "Finetune/Loss (Raw)": 0.8762259483337402, "Finetune/Step": 7048, "Finetune/Step Time": 5.879208704456687}
+{"Finetune/Learning Rate": 1.4624621152539927e-05, "Finetune/Loss": 0.8723809123039246, "Finetune/Loss (Raw)": 0.6808280348777771, "Finetune/Step": 7049, "Finetune/Step Time": 5.897005271166563}
+{"Finetune/Learning Rate": 1.4623128023778113e-05, "Finetune/Loss": 0.8735333681106567, "Finetune/Loss (Raw)": 0.9479158520698547, "Finetune/Step": 7050, "Finetune/Step Time": 5.88310026191175}
+{"Finetune/Learning Rate": 1.4621634763917536e-05, "Finetune/Loss": 0.8747785091400146, "Finetune/Loss (Raw)": 0.9632042050361633, "Finetune/Step": 7051, "Finetune/Step Time": 5.880737511441112}
+{"Finetune/Learning Rate": 1.4620141373000538e-05, "Finetune/Loss": 0.8741170763969421, "Finetune/Loss (Raw)": 0.9194515943527222, "Finetune/Step": 7052, "Finetune/Step Time": 5.878804720938206}
+{"Finetune/Learning Rate": 1.4618647851069467e-05, "Finetune/Loss": 0.8752402067184448, "Finetune/Loss (Raw)": 0.9778411984443665, "Finetune/Step": 7053, "Finetune/Step Time": 5.87547867000103}
+{"Finetune/Learning Rate": 1.4617154198166679e-05, "Finetune/Loss": 0.8734562397003174, "Finetune/Loss (Raw)": 0.8119215965270996, "Finetune/Step": 7054, "Finetune/Step Time": 5.879343895241618}
+{"Finetune/Learning Rate": 1.4615660414334527e-05, "Finetune/Loss": 0.8722773194313049, "Finetune/Loss (Raw)": 0.8414349555969238, "Finetune/Step": 7055, "Finetune/Step Time": 5.881841603666544}
+{"Finetune/Learning Rate": 1.461416649961537e-05, "Finetune/Loss": 0.8732668161392212, "Finetune/Loss (Raw)": 1.0425262451171875, "Finetune/Step": 7056, "Finetune/Step Time": 5.8783409763127565}
+{"Finetune/Learning Rate": 1.4612672454051573e-05, "Finetune/Loss": 0.8741259574890137, "Finetune/Loss (Raw)": 0.9742018580436707, "Finetune/Step": 7057, "Finetune/Step Time": 5.879056707024574}
+{"Finetune/Learning Rate": 1.4611178277685504e-05, "Finetune/Loss": 0.8744814395904541, "Finetune/Loss (Raw)": 0.7595962882041931, "Finetune/Step": 7058, "Finetune/Step Time": 5.869306460022926}
+{"Finetune/Learning Rate": 1.4609683970559528e-05, "Finetune/Loss": 0.873788595199585, "Finetune/Loss (Raw)": 0.7415242791175842, "Finetune/Step": 7059, "Finetune/Step Time": 5.8706556633114815}
+{"Finetune/Learning Rate": 1.4608189532716022e-05, "Finetune/Loss": 0.8729142546653748, "Finetune/Loss (Raw)": 0.8102545738220215, "Finetune/Step": 7060, "Finetune/Step Time": 5.876315280795097}
+{"Finetune/Learning Rate": 1.4606694964197367e-05, "Finetune/Loss": 0.8716187477111816, "Finetune/Loss (Raw)": 0.7573409676551819, "Finetune/Step": 7061, "Finetune/Step Time": 5.874437853693962}
+{"Finetune/Learning Rate": 1.4605200265045944e-05, "Finetune/Loss": 0.8716671466827393, "Finetune/Loss (Raw)": 0.6930092573165894, "Finetune/Step": 7062, "Finetune/Step Time": 5.888292292132974}
+{"Finetune/Learning Rate": 1.4603705435304132e-05, "Finetune/Loss": 0.8705246448516846, "Finetune/Loss (Raw)": 0.8866779804229736, "Finetune/Step": 7063, "Finetune/Step Time": 5.885213982313871}
+{"Finetune/Learning Rate": 1.4602210475014332e-05, "Finetune/Loss": 0.870775580406189, "Finetune/Loss (Raw)": 0.9426746964454651, "Finetune/Step": 7064, "Finetune/Step Time": 5.879743162542582}
+{"Finetune/Learning Rate": 1.4600715384218924e-05, "Finetune/Loss": 0.8708943128585815, "Finetune/Loss (Raw)": 0.8838104009628296, "Finetune/Step": 7065, "Finetune/Step Time": 5.880106208845973}
+{"Finetune/Learning Rate": 1.459922016296031e-05, "Finetune/Loss": 0.8700995445251465, "Finetune/Loss (Raw)": 0.6847892999649048, "Finetune/Step": 7066, "Finetune/Step Time": 5.895457778126001}
+{"Finetune/Learning Rate": 1.4597724811280896e-05, "Finetune/Loss": 0.8708120584487915, "Finetune/Loss (Raw)": 0.8639083504676819, "Finetune/Step": 7067, "Finetune/Step Time": 5.890906292945147}
+{"Finetune/Learning Rate": 1.4596229329223077e-05, "Finetune/Loss": 0.8718284368515015, "Finetune/Loss (Raw)": 0.956730842590332, "Finetune/Step": 7068, "Finetune/Step Time": 5.891321139410138}
+{"Finetune/Learning Rate": 1.4594733716829263e-05, "Finetune/Loss": 0.8716647624969482, "Finetune/Loss (Raw)": 0.8410389423370361, "Finetune/Step": 7069, "Finetune/Step Time": 5.892062408849597}
+{"Finetune/Learning Rate": 1.459323797414187e-05, "Finetune/Loss": 0.8714462518692017, "Finetune/Loss (Raw)": 0.7760456800460815, "Finetune/Step": 7070, "Finetune/Step Time": 5.891965936869383}
+{"Finetune/Learning Rate": 1.4591742101203306e-05, "Finetune/Loss": 0.8728984594345093, "Finetune/Loss (Raw)": 0.9934419393539429, "Finetune/Step": 7071, "Finetune/Step Time": 5.885539285838604}
+{"Finetune/Learning Rate": 1.4590246098055995e-05, "Finetune/Loss": 0.8725148439407349, "Finetune/Loss (Raw)": 0.9069172143936157, "Finetune/Step": 7072, "Finetune/Step Time": 5.887828920036554}
+{"Finetune/Learning Rate": 1.4588749964742357e-05, "Finetune/Loss": 0.8736101984977722, "Finetune/Loss (Raw)": 0.9442393183708191, "Finetune/Step": 7073, "Finetune/Step Time": 5.8709395211189985}
+{"Finetune/Learning Rate": 1.4587253701304818e-05, "Finetune/Loss": 0.8722405433654785, "Finetune/Loss (Raw)": 0.6047099232673645, "Finetune/Step": 7074, "Finetune/Step Time": 5.890849905088544}
+{"Finetune/Learning Rate": 1.458575730778581e-05, "Finetune/Loss": 0.8683152198791504, "Finetune/Loss (Raw)": 0.5408726930618286, "Finetune/Step": 7075, "Finetune/Step Time": 5.895039981231093}
+{"Finetune/Learning Rate": 1.4584260784227764e-05, "Finetune/Loss": 0.8683657646179199, "Finetune/Loss (Raw)": 0.87542325258255, "Finetune/Step": 7076, "Finetune/Step Time": 5.896444858983159}
+{"Finetune/Learning Rate": 1.4582764130673116e-05, "Finetune/Loss": 0.8670281171798706, "Finetune/Loss (Raw)": 0.7508860230445862, "Finetune/Step": 7077, "Finetune/Step Time": 5.909656411036849}
+{"Finetune/Learning Rate": 1.4581267347164314e-05, "Finetune/Loss": 0.8665384650230408, "Finetune/Loss (Raw)": 0.8146640658378601, "Finetune/Step": 7078, "Finetune/Step Time": 5.913143606856465}
+{"Finetune/Learning Rate": 1.4579770433743797e-05, "Finetune/Loss": 0.8676189184188843, "Finetune/Loss (Raw)": 0.9235924482345581, "Finetune/Step": 7079, "Finetune/Step Time": 5.91321481578052}
+{"Finetune/Learning Rate": 1.4578273390454008e-05, "Finetune/Loss": 0.867591142654419, "Finetune/Loss (Raw)": 0.8293472528457642, "Finetune/Step": 7080, "Finetune/Step Time": 5.910677982494235}
+{"Finetune/Learning Rate": 1.4576776217337407e-05, "Finetune/Loss": 0.8686635494232178, "Finetune/Loss (Raw)": 0.9442627429962158, "Finetune/Step": 7081, "Finetune/Step Time": 5.915358856320381}
+{"Finetune/Learning Rate": 1.457527891443645e-05, "Finetune/Loss": 0.8688184022903442, "Finetune/Loss (Raw)": 0.7580947279930115, "Finetune/Step": 7082, "Finetune/Step Time": 5.929782493039966}
+{"Finetune/Learning Rate": 1.457378148179359e-05, "Finetune/Loss": 0.8679368495941162, "Finetune/Loss (Raw)": 0.7593157887458801, "Finetune/Step": 7083, "Finetune/Step Time": 5.9094309862703085}
+{"Finetune/Learning Rate": 1.4572283919451294e-05, "Finetune/Loss": 0.8694602251052856, "Finetune/Loss (Raw)": 0.8930402398109436, "Finetune/Step": 7084, "Finetune/Step Time": 5.913401171565056}
+{"Finetune/Learning Rate": 1.4570786227452029e-05, "Finetune/Loss": 0.8692284226417542, "Finetune/Loss (Raw)": 0.8799322843551636, "Finetune/Step": 7085, "Finetune/Step Time": 5.926728844642639}
+{"Finetune/Learning Rate": 1.4569288405838264e-05, "Finetune/Loss": 0.870718240737915, "Finetune/Loss (Raw)": 0.9022977352142334, "Finetune/Step": 7086, "Finetune/Step Time": 5.927498916164041}
+{"Finetune/Learning Rate": 1.456779045465247e-05, "Finetune/Loss": 0.8704995512962341, "Finetune/Loss (Raw)": 0.7630295157432556, "Finetune/Step": 7087, "Finetune/Step Time": 5.938804907724261}
+{"Finetune/Learning Rate": 1.4566292373937133e-05, "Finetune/Loss": 0.8683431148529053, "Finetune/Loss (Raw)": 0.8093530535697937, "Finetune/Step": 7088, "Finetune/Step Time": 5.938770145177841}
+{"Finetune/Learning Rate": 1.4564794163734725e-05, "Finetune/Loss": 0.8690508604049683, "Finetune/Loss (Raw)": 0.944122850894928, "Finetune/Step": 7089, "Finetune/Step Time": 5.938072061166167}
+{"Finetune/Learning Rate": 1.4563295824087737e-05, "Finetune/Loss": 0.8690892457962036, "Finetune/Loss (Raw)": 0.805479884147644, "Finetune/Step": 7090, "Finetune/Step Time": 5.934581691399217}
+{"Finetune/Learning Rate": 1.4561797355038656e-05, "Finetune/Loss": 0.8690629005432129, "Finetune/Loss (Raw)": 0.7591318488121033, "Finetune/Step": 7091, "Finetune/Step Time": 5.953978754580021}
+{"Finetune/Learning Rate": 1.4560298756629974e-05, "Finetune/Loss": 0.8680711984634399, "Finetune/Loss (Raw)": 0.8064910173416138, "Finetune/Step": 7092, "Finetune/Step Time": 5.953531244769692}
+{"Finetune/Learning Rate": 1.4558800028904185e-05, "Finetune/Loss": 0.8678094744682312, "Finetune/Loss (Raw)": 0.7603959441184998, "Finetune/Step": 7093, "Finetune/Step Time": 5.968865755945444}
+{"Finetune/Learning Rate": 1.4557301171903793e-05, "Finetune/Loss": 0.8681454658508301, "Finetune/Loss (Raw)": 0.8779425621032715, "Finetune/Step": 7094, "Finetune/Step Time": 5.954817794263363}
+{"Finetune/Learning Rate": 1.4555802185671297e-05, "Finetune/Loss": 0.867607057094574, "Finetune/Loss (Raw)": 0.8062368631362915, "Finetune/Step": 7095, "Finetune/Step Time": 5.9553296957165}
+{"Finetune/Learning Rate": 1.4554303070249205e-05, "Finetune/Loss": 0.8668125867843628, "Finetune/Loss (Raw)": 0.9351806640625, "Finetune/Step": 7096, "Finetune/Step Time": 5.955552881583571}
+{"Finetune/Learning Rate": 1.4552803825680032e-05, "Finetune/Loss": 0.8666214942932129, "Finetune/Loss (Raw)": 0.8771188259124756, "Finetune/Step": 7097, "Finetune/Step Time": 5.952254258096218}
+{"Finetune/Learning Rate": 1.4551304452006288e-05, "Finetune/Loss": 0.8665878176689148, "Finetune/Loss (Raw)": 0.8651957511901855, "Finetune/Step": 7098, "Finetune/Step Time": 5.949826546013355}
+{"Finetune/Learning Rate": 1.454980494927049e-05, "Finetune/Loss": 0.8678407669067383, "Finetune/Loss (Raw)": 0.8959351181983948, "Finetune/Step": 7099, "Finetune/Step Time": 5.949791517108679}
+{"Finetune/Learning Rate": 1.4548305317515165e-05, "Finetune/Loss": 0.8683755397796631, "Finetune/Loss (Raw)": 0.929642379283905, "Finetune/Step": 7100, "Finetune/Step Time": 5.940838688984513}
+{"Finetune/Learning Rate": 1.454680555678283e-05, "Finetune/Loss": 0.8691055178642273, "Finetune/Loss (Raw)": 0.911154568195343, "Finetune/Step": 7101, "Finetune/Step Time": 5.930858448147774}
+{"Finetune/Learning Rate": 1.4545305667116024e-05, "Finetune/Loss": 0.8679096698760986, "Finetune/Loss (Raw)": 0.824787437915802, "Finetune/Step": 7102, "Finetune/Step Time": 5.930825078859925}
+{"Finetune/Learning Rate": 1.4543805648557273e-05, "Finetune/Loss": 0.8682048320770264, "Finetune/Loss (Raw)": 0.8450326919555664, "Finetune/Step": 7103, "Finetune/Step Time": 5.9164321552962065}
+{"Finetune/Learning Rate": 1.454230550114911e-05, "Finetune/Loss": 0.8680174350738525, "Finetune/Loss (Raw)": 0.8616955280303955, "Finetune/Step": 7104, "Finetune/Step Time": 5.913054369390011}
+{"Finetune/Learning Rate": 1.4540805224934082e-05, "Finetune/Loss": 0.8677197694778442, "Finetune/Loss (Raw)": 0.9328663945198059, "Finetune/Step": 7105, "Finetune/Step Time": 5.909853391349316}
+{"Finetune/Learning Rate": 1.4539304819954735e-05, "Finetune/Loss": 0.866580605506897, "Finetune/Loss (Raw)": 0.7998064160346985, "Finetune/Step": 7106, "Finetune/Step Time": 5.909131845459342}
+{"Finetune/Learning Rate": 1.4537804286253608e-05, "Finetune/Loss": 0.8663252592086792, "Finetune/Loss (Raw)": 0.8731889128684998, "Finetune/Step": 7107, "Finetune/Step Time": 5.9076432306319475}
+{"Finetune/Learning Rate": 1.453630362387325e-05, "Finetune/Loss": 0.8645764589309692, "Finetune/Loss (Raw)": 0.7200742959976196, "Finetune/Step": 7108, "Finetune/Step Time": 5.905243074521422}
+{"Finetune/Learning Rate": 1.453480283285623e-05, "Finetune/Loss": 0.8634066581726074, "Finetune/Loss (Raw)": 0.832537055015564, "Finetune/Step": 7109, "Finetune/Step Time": 5.916439168155193}
+{"Finetune/Learning Rate": 1.4533301913245092e-05, "Finetune/Loss": 0.8629730343818665, "Finetune/Loss (Raw)": 0.8099997043609619, "Finetune/Step": 7110, "Finetune/Step Time": 5.914664587005973}
+{"Finetune/Learning Rate": 1.4531800865082401e-05, "Finetune/Loss": 0.8629545569419861, "Finetune/Loss (Raw)": 0.8220505714416504, "Finetune/Step": 7111, "Finetune/Step Time": 5.913847511634231}
+{"Finetune/Learning Rate": 1.4530299688410726e-05, "Finetune/Loss": 0.8634616732597351, "Finetune/Loss (Raw)": 0.9172197580337524, "Finetune/Step": 7112, "Finetune/Step Time": 5.908566938713193}
+{"Finetune/Learning Rate": 1.4528798383272637e-05, "Finetune/Loss": 0.8636432886123657, "Finetune/Loss (Raw)": 0.8416121602058411, "Finetune/Step": 7113, "Finetune/Step Time": 5.923107327893376}
+{"Finetune/Learning Rate": 1.4527296949710701e-05, "Finetune/Loss": 0.8641934990882874, "Finetune/Loss (Raw)": 0.8462222814559937, "Finetune/Step": 7114, "Finetune/Step Time": 5.918221913278103}
+{"Finetune/Learning Rate": 1.4525795387767496e-05, "Finetune/Loss": 0.8638120889663696, "Finetune/Loss (Raw)": 0.9324736595153809, "Finetune/Step": 7115, "Finetune/Step Time": 5.914061449468136}
+{"Finetune/Learning Rate": 1.4524293697485608e-05, "Finetune/Loss": 0.8627787232398987, "Finetune/Loss (Raw)": 0.779304563999176, "Finetune/Step": 7116, "Finetune/Step Time": 5.896005256101489}
+{"Finetune/Learning Rate": 1.4522791878907613e-05, "Finetune/Loss": 0.8640974760055542, "Finetune/Loss (Raw)": 0.922463059425354, "Finetune/Step": 7117, "Finetune/Step Time": 5.900600520893931}
+{"Finetune/Learning Rate": 1.4521289932076103e-05, "Finetune/Loss": 0.8640901446342468, "Finetune/Loss (Raw)": 0.9082960486412048, "Finetune/Step": 7118, "Finetune/Step Time": 5.89625265263021}
+{"Finetune/Learning Rate": 1.4519787857033668e-05, "Finetune/Loss": 0.863908588886261, "Finetune/Loss (Raw)": 0.8552016019821167, "Finetune/Step": 7119, "Finetune/Step Time": 5.875500274822116}
+{"Finetune/Learning Rate": 1.45182856538229e-05, "Finetune/Loss": 0.8650327920913696, "Finetune/Loss (Raw)": 0.9315593838691711, "Finetune/Step": 7120, "Finetune/Step Time": 5.871153367683291}
+{"Finetune/Learning Rate": 1.4516783322486398e-05, "Finetune/Loss": 0.8640705347061157, "Finetune/Loss (Raw)": 0.861937940120697, "Finetune/Step": 7121, "Finetune/Step Time": 5.8760257586836815}
+{"Finetune/Learning Rate": 1.4515280863066768e-05, "Finetune/Loss": 0.8650887608528137, "Finetune/Loss (Raw)": 0.9166585803031921, "Finetune/Step": 7122, "Finetune/Step Time": 5.876455990597606}
+{"Finetune/Learning Rate": 1.451377827560661e-05, "Finetune/Loss": 0.8651696443557739, "Finetune/Loss (Raw)": 0.8544672131538391, "Finetune/Step": 7123, "Finetune/Step Time": 5.874000735580921}
+{"Finetune/Learning Rate": 1.4512275560148536e-05, "Finetune/Loss": 0.8641683459281921, "Finetune/Loss (Raw)": 0.8001747131347656, "Finetune/Step": 7124, "Finetune/Step Time": 5.8798656072467566}
+{"Finetune/Learning Rate": 1.451077271673516e-05, "Finetune/Loss": 0.8631070256233215, "Finetune/Loss (Raw)": 0.8087503910064697, "Finetune/Step": 7125, "Finetune/Step Time": 5.875881498679519}
+{"Finetune/Learning Rate": 1.4509269745409094e-05, "Finetune/Loss": 0.8629072904586792, "Finetune/Loss (Raw)": 0.8891398310661316, "Finetune/Step": 7126, "Finetune/Step Time": 5.879559552296996}
+{"Finetune/Learning Rate": 1.4507766646212962e-05, "Finetune/Loss": 0.8644117712974548, "Finetune/Loss (Raw)": 0.940742015838623, "Finetune/Step": 7127, "Finetune/Step Time": 5.880945984274149}
+{"Finetune/Learning Rate": 1.4506263419189388e-05, "Finetune/Loss": 0.8651309013366699, "Finetune/Loss (Raw)": 0.9218974113464355, "Finetune/Step": 7128, "Finetune/Step Time": 5.881118360906839}
+{"Finetune/Learning Rate": 1.4504760064380993e-05, "Finetune/Loss": 0.8660109639167786, "Finetune/Loss (Raw)": 0.9455511569976807, "Finetune/Step": 7129, "Finetune/Step Time": 5.876073379069567}
+{"Finetune/Learning Rate": 1.4503256581830416e-05, "Finetune/Loss": 0.8666266202926636, "Finetune/Loss (Raw)": 0.8225200176239014, "Finetune/Step": 7130, "Finetune/Step Time": 5.8780872002244}
+{"Finetune/Learning Rate": 1.450175297158029e-05, "Finetune/Loss": 0.8650763630867004, "Finetune/Loss (Raw)": 0.7092247605323792, "Finetune/Step": 7131, "Finetune/Step Time": 5.877364277839661}
+{"Finetune/Learning Rate": 1.4500249233673247e-05, "Finetune/Loss": 0.8644481897354126, "Finetune/Loss (Raw)": 0.8263780474662781, "Finetune/Step": 7132, "Finetune/Step Time": 5.88622229732573}
+{"Finetune/Learning Rate": 1.4498745368151932e-05, "Finetune/Loss": 0.8636335730552673, "Finetune/Loss (Raw)": 0.9361942410469055, "Finetune/Step": 7133, "Finetune/Step Time": 5.885989993810654}
+{"Finetune/Learning Rate": 1.4497241375058997e-05, "Finetune/Loss": 0.8630366325378418, "Finetune/Loss (Raw)": 0.8430383801460266, "Finetune/Step": 7134, "Finetune/Step Time": 5.890975192189217}
+{"Finetune/Learning Rate": 1.4495737254437078e-05, "Finetune/Loss": 0.8619838356971741, "Finetune/Loss (Raw)": 0.8740531206130981, "Finetune/Step": 7135, "Finetune/Step Time": 5.892901558429003}
+{"Finetune/Learning Rate": 1.4494233006328837e-05, "Finetune/Loss": 0.8620774149894714, "Finetune/Loss (Raw)": 0.8639825582504272, "Finetune/Step": 7136, "Finetune/Step Time": 5.8865078296512365}
+{"Finetune/Learning Rate": 1.4492728630776931e-05, "Finetune/Loss": 0.8611423969268799, "Finetune/Loss (Raw)": 0.6648064851760864, "Finetune/Step": 7137, "Finetune/Step Time": 5.879850592464209}
+{"Finetune/Learning Rate": 1.4491224127824016e-05, "Finetune/Loss": 0.8594505786895752, "Finetune/Loss (Raw)": 0.795450747013092, "Finetune/Step": 7138, "Finetune/Step Time": 5.88048929721117}
+{"Finetune/Learning Rate": 1.4489719497512752e-05, "Finetune/Loss": 0.857239305973053, "Finetune/Loss (Raw)": 0.716441810131073, "Finetune/Step": 7139, "Finetune/Step Time": 5.881564360111952}
+{"Finetune/Learning Rate": 1.4488214739885813e-05, "Finetune/Loss": 0.8591606020927429, "Finetune/Loss (Raw)": 1.0623592138290405, "Finetune/Step": 7140, "Finetune/Step Time": 5.883897544816136}
+{"Finetune/Learning Rate": 1.4486709854985868e-05, "Finetune/Loss": 0.8607491254806519, "Finetune/Loss (Raw)": 0.8924061059951782, "Finetune/Step": 7141, "Finetune/Step Time": 5.873071802780032}
+{"Finetune/Learning Rate": 1.4485204842855587e-05, "Finetune/Loss": 0.8607603907585144, "Finetune/Loss (Raw)": 0.7901252508163452, "Finetune/Step": 7142, "Finetune/Step Time": 5.871945371851325}
+{"Finetune/Learning Rate": 1.448369970353765e-05, "Finetune/Loss": 0.8594271540641785, "Finetune/Loss (Raw)": 0.8208276629447937, "Finetune/Step": 7143, "Finetune/Step Time": 5.870144361630082}
+{"Finetune/Learning Rate": 1.4482194437074744e-05, "Finetune/Loss": 0.8589714169502258, "Finetune/Loss (Raw)": 0.7789990305900574, "Finetune/Step": 7144, "Finetune/Step Time": 5.86950627528131}
+{"Finetune/Learning Rate": 1.4480689043509547e-05, "Finetune/Loss": 0.858406662940979, "Finetune/Loss (Raw)": 0.7475877404212952, "Finetune/Step": 7145, "Finetune/Step Time": 5.882112802937627}
+{"Finetune/Learning Rate": 1.4479183522884748e-05, "Finetune/Loss": 0.8563385605812073, "Finetune/Loss (Raw)": 0.6620656847953796, "Finetune/Step": 7146, "Finetune/Step Time": 5.883135508745909}
+{"Finetune/Learning Rate": 1.4477677875243043e-05, "Finetune/Loss": 0.8545307517051697, "Finetune/Loss (Raw)": 0.7419987320899963, "Finetune/Step": 7147, "Finetune/Step Time": 5.881817676126957}
+{"Finetune/Learning Rate": 1.4476172100627127e-05, "Finetune/Loss": 0.8556604981422424, "Finetune/Loss (Raw)": 0.880366861820221, "Finetune/Step": 7148, "Finetune/Step Time": 5.886266252025962}
+{"Finetune/Learning Rate": 1.44746661990797e-05, "Finetune/Loss": 0.8538650274276733, "Finetune/Loss (Raw)": 0.7773047089576721, "Finetune/Step": 7149, "Finetune/Step Time": 5.8952006082981825}
+{"Finetune/Learning Rate": 1.4473160170643459e-05, "Finetune/Loss": 0.854642391204834, "Finetune/Loss (Raw)": 0.9310514330863953, "Finetune/Step": 7150, "Finetune/Step Time": 5.893663804978132}
+{"Finetune/Learning Rate": 1.447165401536112e-05, "Finetune/Loss": 0.8532841205596924, "Finetune/Loss (Raw)": 0.8006322979927063, "Finetune/Step": 7151, "Finetune/Step Time": 5.887586545199156}
+{"Finetune/Learning Rate": 1.4470147733275388e-05, "Finetune/Loss": 0.8532955646514893, "Finetune/Loss (Raw)": 0.9182901978492737, "Finetune/Step": 7152, "Finetune/Step Time": 5.887862738221884}
+{"Finetune/Learning Rate": 1.4468641324428975e-05, "Finetune/Loss": 0.8536351919174194, "Finetune/Loss (Raw)": 0.9405187964439392, "Finetune/Step": 7153, "Finetune/Step Time": 5.881202034652233}
+{"Finetune/Learning Rate": 1.4467134788864603e-05, "Finetune/Loss": 0.8531489372253418, "Finetune/Loss (Raw)": 0.8536745309829712, "Finetune/Step": 7154, "Finetune/Step Time": 5.8814857006073}
+{"Finetune/Learning Rate": 1.4465628126624996e-05, "Finetune/Loss": 0.8526011109352112, "Finetune/Loss (Raw)": 0.8257406949996948, "Finetune/Step": 7155, "Finetune/Step Time": 5.877313258126378}
+{"Finetune/Learning Rate": 1.4464121337752868e-05, "Finetune/Loss": 0.8524662256240845, "Finetune/Loss (Raw)": 0.7835342884063721, "Finetune/Step": 7156, "Finetune/Step Time": 5.877398781478405}
+{"Finetune/Learning Rate": 1.4462614422290952e-05, "Finetune/Loss": 0.8526731729507446, "Finetune/Loss (Raw)": 0.9291632175445557, "Finetune/Step": 7157, "Finetune/Step Time": 5.875496393069625}
+{"Finetune/Learning Rate": 1.4461107380281986e-05, "Finetune/Loss": 0.8513038158416748, "Finetune/Loss (Raw)": 0.8045597076416016, "Finetune/Step": 7158, "Finetune/Step Time": 5.87741100974381}
+{"Finetune/Learning Rate": 1.4459600211768696e-05, "Finetune/Loss": 0.8519552946090698, "Finetune/Loss (Raw)": 0.8718523979187012, "Finetune/Step": 7159, "Finetune/Step Time": 5.874566404148936}
+{"Finetune/Learning Rate": 1.4458092916793826e-05, "Finetune/Loss": 0.851776659488678, "Finetune/Loss (Raw)": 0.8400355577468872, "Finetune/Step": 7160, "Finetune/Step Time": 5.878452330827713}
+{"Finetune/Learning Rate": 1.4456585495400122e-05, "Finetune/Loss": 0.8532310128211975, "Finetune/Loss (Raw)": 0.8409565091133118, "Finetune/Step": 7161, "Finetune/Step Time": 5.858035542070866}
+{"Finetune/Learning Rate": 1.4455077947630323e-05, "Finetune/Loss": 0.8534115552902222, "Finetune/Loss (Raw)": 0.9794519543647766, "Finetune/Step": 7162, "Finetune/Step Time": 5.8590711914002895}
+{"Finetune/Learning Rate": 1.4453570273527182e-05, "Finetune/Loss": 0.8507159352302551, "Finetune/Loss (Raw)": 0.7348027229309082, "Finetune/Step": 7163, "Finetune/Step Time": 5.85601051710546}
+{"Finetune/Learning Rate": 1.4452062473133452e-05, "Finetune/Loss": 0.8494870662689209, "Finetune/Loss (Raw)": 0.7396745085716248, "Finetune/Step": 7164, "Finetune/Step Time": 5.87712456472218}
+{"Finetune/Learning Rate": 1.4450554546491891e-05, "Finetune/Loss": 0.8496384620666504, "Finetune/Loss (Raw)": 0.8416559100151062, "Finetune/Step": 7165, "Finetune/Step Time": 5.880787827074528}
+{"Finetune/Learning Rate": 1.444904649364526e-05, "Finetune/Loss": 0.8491614460945129, "Finetune/Loss (Raw)": 0.910521388053894, "Finetune/Step": 7166, "Finetune/Step Time": 5.888628961518407}
+{"Finetune/Learning Rate": 1.444753831463632e-05, "Finetune/Loss": 0.8482733964920044, "Finetune/Loss (Raw)": 0.8942127823829651, "Finetune/Step": 7167, "Finetune/Step Time": 5.888036835938692}
+{"Finetune/Learning Rate": 1.444603000950784e-05, "Finetune/Loss": 0.8486106395721436, "Finetune/Loss (Raw)": 0.9379428625106812, "Finetune/Step": 7168, "Finetune/Step Time": 5.90018524415791}
+{"Finetune/Learning Rate": 1.4444521578302593e-05, "Finetune/Loss": 0.8490209579467773, "Finetune/Loss (Raw)": 0.8344070911407471, "Finetune/Step": 7169, "Finetune/Step Time": 5.880952814593911}
+{"Finetune/Learning Rate": 1.4443013021063352e-05, "Finetune/Loss": 0.84765625, "Finetune/Loss (Raw)": 0.802506148815155, "Finetune/Step": 7170, "Finetune/Step Time": 5.878624068573117}
+{"Finetune/Learning Rate": 1.4441504337832897e-05, "Finetune/Loss": 0.847737193107605, "Finetune/Loss (Raw)": 0.8489733338356018, "Finetune/Step": 7171, "Finetune/Step Time": 5.878695480525494}
+{"Finetune/Learning Rate": 1.4439995528654007e-05, "Finetune/Loss": 0.8492593765258789, "Finetune/Loss (Raw)": 1.0467848777770996, "Finetune/Step": 7172, "Finetune/Step Time": 5.87992831133306}
+{"Finetune/Learning Rate": 1.4438486593569474e-05, "Finetune/Loss": 0.8499659299850464, "Finetune/Loss (Raw)": 0.9439097046852112, "Finetune/Step": 7173, "Finetune/Step Time": 5.87732314504683}
+{"Finetune/Learning Rate": 1.4436977532622076e-05, "Finetune/Loss": 0.8512977361679077, "Finetune/Loss (Raw)": 0.9541481733322144, "Finetune/Step": 7174, "Finetune/Step Time": 5.881356067955494}
+{"Finetune/Learning Rate": 1.4435468345854618e-05, "Finetune/Loss": 0.8498619198799133, "Finetune/Loss (Raw)": 0.8710806369781494, "Finetune/Step": 7175, "Finetune/Step Time": 5.878755655139685}
+{"Finetune/Learning Rate": 1.4433959033309888e-05, "Finetune/Loss": 0.8508793711662292, "Finetune/Loss (Raw)": 1.0064584016799927, "Finetune/Step": 7176, "Finetune/Step Time": 5.870586024597287}
+{"Finetune/Learning Rate": 1.4432449595030686e-05, "Finetune/Loss": 0.8520121574401855, "Finetune/Loss (Raw)": 0.8258228898048401, "Finetune/Step": 7177, "Finetune/Step Time": 5.868410315364599}
+{"Finetune/Learning Rate": 1.4430940031059821e-05, "Finetune/Loss": 0.851972222328186, "Finetune/Loss (Raw)": 0.9428113102912903, "Finetune/Step": 7178, "Finetune/Step Time": 5.869817323982716}
+{"Finetune/Learning Rate": 1.4429430341440096e-05, "Finetune/Loss": 0.8512529730796814, "Finetune/Loss (Raw)": 0.8711374998092651, "Finetune/Step": 7179, "Finetune/Step Time": 5.8718401491642}
+{"Finetune/Learning Rate": 1.4427920526214324e-05, "Finetune/Loss": 0.851253092288971, "Finetune/Loss (Raw)": 0.919467031955719, "Finetune/Step": 7180, "Finetune/Step Time": 5.888248611241579}
+{"Finetune/Learning Rate": 1.442641058542531e-05, "Finetune/Loss": 0.8499252796173096, "Finetune/Loss (Raw)": 0.8078811168670654, "Finetune/Step": 7181, "Finetune/Step Time": 5.889638612046838}
+{"Finetune/Learning Rate": 1.4424900519115888e-05, "Finetune/Loss": 0.8506731986999512, "Finetune/Loss (Raw)": 0.9076573252677917, "Finetune/Step": 7182, "Finetune/Step Time": 5.886875139549375}
+{"Finetune/Learning Rate": 1.4423390327328863e-05, "Finetune/Loss": 0.8511841297149658, "Finetune/Loss (Raw)": 0.906827449798584, "Finetune/Step": 7183, "Finetune/Step Time": 5.8887574933469296}
+{"Finetune/Learning Rate": 1.442188001010707e-05, "Finetune/Loss": 0.8491674065589905, "Finetune/Loss (Raw)": 0.7843908667564392, "Finetune/Step": 7184, "Finetune/Step Time": 5.89159669727087}
+{"Finetune/Learning Rate": 1.4420369567493335e-05, "Finetune/Loss": 0.8480760455131531, "Finetune/Loss (Raw)": 0.8345081806182861, "Finetune/Step": 7185, "Finetune/Step Time": 5.889584913849831}
+{"Finetune/Learning Rate": 1.4418858999530488e-05, "Finetune/Loss": 0.8489900827407837, "Finetune/Loss (Raw)": 0.8765904307365417, "Finetune/Step": 7186, "Finetune/Step Time": 5.88884961605072}
+{"Finetune/Learning Rate": 1.4417348306261364e-05, "Finetune/Loss": 0.8504341244697571, "Finetune/Loss (Raw)": 0.9263607859611511, "Finetune/Step": 7187, "Finetune/Step Time": 5.877874318510294}
+{"Finetune/Learning Rate": 1.4415837487728803e-05, "Finetune/Loss": 0.8499768972396851, "Finetune/Loss (Raw)": 0.7517309188842773, "Finetune/Step": 7188, "Finetune/Step Time": 5.884367618709803}
+{"Finetune/Learning Rate": 1.441432654397565e-05, "Finetune/Loss": 0.8510376214981079, "Finetune/Loss (Raw)": 0.8931184411048889, "Finetune/Step": 7189, "Finetune/Step Time": 5.888940639793873}
+{"Finetune/Learning Rate": 1.4412815475044749e-05, "Finetune/Loss": 0.8518308401107788, "Finetune/Loss (Raw)": 0.7945341467857361, "Finetune/Step": 7190, "Finetune/Step Time": 5.899963568896055}
+{"Finetune/Learning Rate": 1.4411304280978946e-05, "Finetune/Loss": 0.8526904582977295, "Finetune/Loss (Raw)": 0.9967114925384521, "Finetune/Step": 7191, "Finetune/Step Time": 5.902629155665636}
+{"Finetune/Learning Rate": 1.4409792961821101e-05, "Finetune/Loss": 0.8525121212005615, "Finetune/Loss (Raw)": 0.9198512434959412, "Finetune/Step": 7192, "Finetune/Step Time": 5.916556019335985}
+{"Finetune/Learning Rate": 1.4408281517614064e-05, "Finetune/Loss": 0.8523877263069153, "Finetune/Loss (Raw)": 0.8678799271583557, "Finetune/Step": 7193, "Finetune/Step Time": 5.918050549924374}
+{"Finetune/Learning Rate": 1.4406769948400703e-05, "Finetune/Loss": 0.8531705141067505, "Finetune/Loss (Raw)": 0.784989058971405, "Finetune/Step": 7194, "Finetune/Step Time": 5.907260403037071}
+{"Finetune/Learning Rate": 1.4405258254223875e-05, "Finetune/Loss": 0.854185163974762, "Finetune/Loss (Raw)": 0.9937847256660461, "Finetune/Step": 7195, "Finetune/Step Time": 5.909431856125593}
+{"Finetune/Learning Rate": 1.4403746435126449e-05, "Finetune/Loss": 0.8534001111984253, "Finetune/Loss (Raw)": 0.8562443256378174, "Finetune/Step": 7196, "Finetune/Step Time": 5.908766224980354}
+{"Finetune/Learning Rate": 1.4402234491151301e-05, "Finetune/Loss": 0.8534035682678223, "Finetune/Loss (Raw)": 0.8414816856384277, "Finetune/Step": 7197, "Finetune/Step Time": 5.911089386790991}
+{"Finetune/Learning Rate": 1.4400722422341296e-05, "Finetune/Loss": 0.854464590549469, "Finetune/Loss (Raw)": 0.9118540287017822, "Finetune/Step": 7198, "Finetune/Step Time": 5.915575630962849}
+{"Finetune/Learning Rate": 1.4399210228739318e-05, "Finetune/Loss": 0.8529652953147888, "Finetune/Loss (Raw)": 0.8015332818031311, "Finetune/Step": 7199, "Finetune/Step Time": 5.927530078217387}
+{"Finetune/Learning Rate": 1.4397697910388248e-05, "Finetune/Loss": 0.8528128266334534, "Finetune/Loss (Raw)": 0.887403666973114, "Finetune/Step": 7200, "Finetune/Step Time": 5.924609387293458}
+{"Finetune/Learning Rate": 1.4396185467330974e-05, "Finetune/Loss": 0.8518753051757812, "Finetune/Loss (Raw)": 0.8242349028587341, "Finetune/Step": 7201, "Finetune/Step Time": 5.921832552179694}
+{"Finetune/Learning Rate": 1.4394672899610376e-05, "Finetune/Loss": 0.8533325791358948, "Finetune/Loss (Raw)": 0.7912412285804749, "Finetune/Step": 7202, "Finetune/Step Time": 5.907073399052024}
+{"Finetune/Learning Rate": 1.4393160207269352e-05, "Finetune/Loss": 0.8561743497848511, "Finetune/Loss (Raw)": 0.9046238660812378, "Finetune/Step": 7203, "Finetune/Step Time": 5.906956918537617}
+{"Finetune/Learning Rate": 1.4391647390350802e-05, "Finetune/Loss": 0.8555648326873779, "Finetune/Loss (Raw)": 0.797400712966919, "Finetune/Step": 7204, "Finetune/Step Time": 5.932030851021409}
+{"Finetune/Learning Rate": 1.4390134448897615e-05, "Finetune/Loss": 0.8561681509017944, "Finetune/Loss (Raw)": 0.8281110525131226, "Finetune/Step": 7205, "Finetune/Step Time": 5.913703348487616}
+{"Finetune/Learning Rate": 1.4388621382952702e-05, "Finetune/Loss": 0.8558509349822998, "Finetune/Loss (Raw)": 0.7740600109100342, "Finetune/Step": 7206, "Finetune/Step Time": 5.925789687782526}
+{"Finetune/Learning Rate": 1.4387108192558965e-05, "Finetune/Loss": 0.8558664321899414, "Finetune/Loss (Raw)": 0.9255812168121338, "Finetune/Step": 7207, "Finetune/Step Time": 5.927930327132344}
+{"Finetune/Learning Rate": 1.4385594877759315e-05, "Finetune/Loss": 0.8569048643112183, "Finetune/Loss (Raw)": 0.9622555375099182, "Finetune/Step": 7208, "Finetune/Step Time": 5.925260543823242}
+{"Finetune/Learning Rate": 1.4384081438596665e-05, "Finetune/Loss": 0.8568288683891296, "Finetune/Loss (Raw)": 0.934537947177887, "Finetune/Step": 7209, "Finetune/Step Time": 5.919741373509169}
+{"Finetune/Learning Rate": 1.4382567875113932e-05, "Finetune/Loss": 0.8579020500183105, "Finetune/Loss (Raw)": 0.8954650163650513, "Finetune/Step": 7210, "Finetune/Step Time": 5.9021103754639626}
+{"Finetune/Learning Rate": 1.4381054187354038e-05, "Finetune/Loss": 0.8589468598365784, "Finetune/Loss (Raw)": 0.8930512070655823, "Finetune/Step": 7211, "Finetune/Step Time": 5.912892809137702}
+{"Finetune/Learning Rate": 1.4379540375359904e-05, "Finetune/Loss": 0.8584884405136108, "Finetune/Loss (Raw)": 0.8343600034713745, "Finetune/Step": 7212, "Finetune/Step Time": 5.9093412812799215}
+{"Finetune/Learning Rate": 1.4378026439174457e-05, "Finetune/Loss": 0.8582515716552734, "Finetune/Loss (Raw)": 0.8496206402778625, "Finetune/Step": 7213, "Finetune/Step Time": 5.899185890331864}
+{"Finetune/Learning Rate": 1.4376512378840632e-05, "Finetune/Loss": 0.8579118251800537, "Finetune/Loss (Raw)": 0.8587962985038757, "Finetune/Step": 7214, "Finetune/Step Time": 5.903197459876537}
+{"Finetune/Learning Rate": 1.4374998194401361e-05, "Finetune/Loss": 0.8589596152305603, "Finetune/Loss (Raw)": 0.8971547484397888, "Finetune/Step": 7215, "Finetune/Step Time": 5.889645863324404}
+{"Finetune/Learning Rate": 1.4373483885899582e-05, "Finetune/Loss": 0.8577892780303955, "Finetune/Loss (Raw)": 0.6595516204833984, "Finetune/Step": 7216, "Finetune/Step Time": 5.901514617726207}
+{"Finetune/Learning Rate": 1.4371969453378233e-05, "Finetune/Loss": 0.85886150598526, "Finetune/Loss (Raw)": 1.0813672542572021, "Finetune/Step": 7217, "Finetune/Step Time": 5.902549095451832}
+{"Finetune/Learning Rate": 1.4370454896880265e-05, "Finetune/Loss": 0.8577733039855957, "Finetune/Loss (Raw)": 0.6661879420280457, "Finetune/Step": 7218, "Finetune/Step Time": 5.9034320786595345}
+{"Finetune/Learning Rate": 1.4368940216448626e-05, "Finetune/Loss": 0.8592853546142578, "Finetune/Loss (Raw)": 0.9526728987693787, "Finetune/Step": 7219, "Finetune/Step Time": 5.8793007005006075}
+{"Finetune/Learning Rate": 1.4367425412126266e-05, "Finetune/Loss": 0.8586609959602356, "Finetune/Loss (Raw)": 0.7265761494636536, "Finetune/Step": 7220, "Finetune/Step Time": 5.8761618081480265}
+{"Finetune/Learning Rate": 1.4365910483956138e-05, "Finetune/Loss": 0.8587862253189087, "Finetune/Loss (Raw)": 0.7764256000518799, "Finetune/Step": 7221, "Finetune/Step Time": 5.860093291848898}
+{"Finetune/Learning Rate": 1.4364395431981206e-05, "Finetune/Loss": 0.8587499260902405, "Finetune/Loss (Raw)": 0.8732944130897522, "Finetune/Step": 7222, "Finetune/Step Time": 5.861398350447416}
+{"Finetune/Learning Rate": 1.4362880256244427e-05, "Finetune/Loss": 0.8588448166847229, "Finetune/Loss (Raw)": 0.8183882236480713, "Finetune/Step": 7223, "Finetune/Step Time": 5.858570009469986}
+{"Finetune/Learning Rate": 1.4361364956788772e-05, "Finetune/Loss": 0.8569394946098328, "Finetune/Loss (Raw)": 0.6912935972213745, "Finetune/Step": 7224, "Finetune/Step Time": 5.882708411663771}
+{"Finetune/Learning Rate": 1.4359849533657211e-05, "Finetune/Loss": 0.8564343452453613, "Finetune/Loss (Raw)": 0.812463104724884, "Finetune/Step": 7225, "Finetune/Step Time": 5.87807616405189}
+{"Finetune/Learning Rate": 1.4358333986892711e-05, "Finetune/Loss": 0.8573240041732788, "Finetune/Loss (Raw)": 0.9790672063827515, "Finetune/Step": 7226, "Finetune/Step Time": 5.8760265707969666}
+{"Finetune/Learning Rate": 1.4356818316538258e-05, "Finetune/Loss": 0.8561663627624512, "Finetune/Loss (Raw)": 0.7477583289146423, "Finetune/Step": 7227, "Finetune/Step Time": 5.885498074814677}
+{"Finetune/Learning Rate": 1.4355302522636823e-05, "Finetune/Loss": 0.8560824394226074, "Finetune/Loss (Raw)": 0.918898344039917, "Finetune/Step": 7228, "Finetune/Step Time": 5.891260351985693}
+{"Finetune/Learning Rate": 1.4353786605231395e-05, "Finetune/Loss": 0.8545956611633301, "Finetune/Loss (Raw)": 0.7208558320999146, "Finetune/Step": 7229, "Finetune/Step Time": 5.892419436946511}
+{"Finetune/Learning Rate": 1.4352270564364954e-05, "Finetune/Loss": 0.8547120094299316, "Finetune/Loss (Raw)": 0.8396690487861633, "Finetune/Step": 7230, "Finetune/Step Time": 5.896182801574469}
+{"Finetune/Learning Rate": 1.4350754400080503e-05, "Finetune/Loss": 0.8542405962944031, "Finetune/Loss (Raw)": 0.7846944332122803, "Finetune/Step": 7231, "Finetune/Step Time": 5.897602707147598}
+{"Finetune/Learning Rate": 1.4349238112421025e-05, "Finetune/Loss": 0.8537551164627075, "Finetune/Loss (Raw)": 0.799554705619812, "Finetune/Step": 7232, "Finetune/Step Time": 5.897633688524365}
+{"Finetune/Learning Rate": 1.434772170142952e-05, "Finetune/Loss": 0.8535563349723816, "Finetune/Loss (Raw)": 0.9074230194091797, "Finetune/Step": 7233, "Finetune/Step Time": 5.899684837087989}
+{"Finetune/Learning Rate": 1.4346205167148996e-05, "Finetune/Loss": 0.8536821603775024, "Finetune/Loss (Raw)": 0.8159130811691284, "Finetune/Step": 7234, "Finetune/Step Time": 5.897198099642992}
+{"Finetune/Learning Rate": 1.434468850962245e-05, "Finetune/Loss": 0.8534420728683472, "Finetune/Loss (Raw)": 0.8424599766731262, "Finetune/Step": 7235, "Finetune/Step Time": 5.897859929129481}
+{"Finetune/Learning Rate": 1.4343171728892892e-05, "Finetune/Loss": 0.8537319898605347, "Finetune/Loss (Raw)": 0.7571827173233032, "Finetune/Step": 7236, "Finetune/Step Time": 5.900043977424502}
+{"Finetune/Learning Rate": 1.4341654825003337e-05, "Finetune/Loss": 0.8547286987304688, "Finetune/Loss (Raw)": 0.9601172208786011, "Finetune/Step": 7237, "Finetune/Step Time": 5.90726163610816}
+{"Finetune/Learning Rate": 1.4340137797996793e-05, "Finetune/Loss": 0.8548147082328796, "Finetune/Loss (Raw)": 0.8210113048553467, "Finetune/Step": 7238, "Finetune/Step Time": 5.927195863798261}
+{"Finetune/Learning Rate": 1.4338620647916286e-05, "Finetune/Loss": 0.8565447330474854, "Finetune/Loss (Raw)": 1.043489933013916, "Finetune/Step": 7239, "Finetune/Step Time": 5.9297257754951715}
+{"Finetune/Learning Rate": 1.4337103374804832e-05, "Finetune/Loss": 0.8558566570281982, "Finetune/Loss (Raw)": 0.8291440606117249, "Finetune/Step": 7240, "Finetune/Step Time": 5.929575623944402}
+{"Finetune/Learning Rate": 1.4335585978705462e-05, "Finetune/Loss": 0.8553165197372437, "Finetune/Loss (Raw)": 0.772480845451355, "Finetune/Step": 7241, "Finetune/Step Time": 5.9188182689249516}
+{"Finetune/Learning Rate": 1.43340684596612e-05, "Finetune/Loss": 0.8547502756118774, "Finetune/Loss (Raw)": 0.7737350463867188, "Finetune/Step": 7242, "Finetune/Step Time": 5.912292854860425}
+{"Finetune/Learning Rate": 1.4332550817715083e-05, "Finetune/Loss": 0.8536979556083679, "Finetune/Loss (Raw)": 0.7977790832519531, "Finetune/Step": 7243, "Finetune/Step Time": 5.916306350380182}
+{"Finetune/Learning Rate": 1.4331033052910144e-05, "Finetune/Loss": 0.8535365462303162, "Finetune/Loss (Raw)": 0.7586427927017212, "Finetune/Step": 7244, "Finetune/Step Time": 5.929341543465853}
+{"Finetune/Learning Rate": 1.4329515165289423e-05, "Finetune/Loss": 0.8534260988235474, "Finetune/Loss (Raw)": 0.908333420753479, "Finetune/Step": 7245, "Finetune/Step Time": 5.923292828723788}
+{"Finetune/Learning Rate": 1.4327997154895967e-05, "Finetune/Loss": 0.8528119921684265, "Finetune/Loss (Raw)": 0.8296858668327332, "Finetune/Step": 7246, "Finetune/Step Time": 5.923586159944534}
+{"Finetune/Learning Rate": 1.4326479021772813e-05, "Finetune/Loss": 0.853437066078186, "Finetune/Loss (Raw)": 0.9352114200592041, "Finetune/Step": 7247, "Finetune/Step Time": 5.924660565331578}
+{"Finetune/Learning Rate": 1.4324960765963019e-05, "Finetune/Loss": 0.853512167930603, "Finetune/Loss (Raw)": 0.941173791885376, "Finetune/Step": 7248, "Finetune/Step Time": 5.924244416877627}
+{"Finetune/Learning Rate": 1.4323442387509639e-05, "Finetune/Loss": 0.8539758920669556, "Finetune/Loss (Raw)": 0.9212908148765564, "Finetune/Step": 7249, "Finetune/Step Time": 5.91792843863368}
+{"Finetune/Learning Rate": 1.4321923886455725e-05, "Finetune/Loss": 0.853213906288147, "Finetune/Loss (Raw)": 0.8191310167312622, "Finetune/Step": 7250, "Finetune/Step Time": 5.9184741377830505}
+{"Finetune/Learning Rate": 1.4320405262844337e-05, "Finetune/Loss": 0.8533248901367188, "Finetune/Loss (Raw)": 0.8686687350273132, "Finetune/Step": 7251, "Finetune/Step Time": 5.921904010698199}
+{"Finetune/Learning Rate": 1.4318886516718546e-05, "Finetune/Loss": 0.8536297678947449, "Finetune/Loss (Raw)": 0.8391976356506348, "Finetune/Step": 7252, "Finetune/Step Time": 5.917941389605403}
+{"Finetune/Learning Rate": 1.4317367648121413e-05, "Finetune/Loss": 0.8543475270271301, "Finetune/Loss (Raw)": 0.9006247520446777, "Finetune/Step": 7253, "Finetune/Step Time": 5.922014608979225}
+{"Finetune/Learning Rate": 1.4315848657096006e-05, "Finetune/Loss": 0.8532266616821289, "Finetune/Loss (Raw)": 0.7456693053245544, "Finetune/Step": 7254, "Finetune/Step Time": 5.916946263983846}
+{"Finetune/Learning Rate": 1.431432954368541e-05, "Finetune/Loss": 0.8527599573135376, "Finetune/Loss (Raw)": 0.8809985518455505, "Finetune/Step": 7255, "Finetune/Step Time": 5.928584687411785}
+{"Finetune/Learning Rate": 1.4312810307932694e-05, "Finetune/Loss": 0.8519399166107178, "Finetune/Loss (Raw)": 0.8169351816177368, "Finetune/Step": 7256, "Finetune/Step Time": 5.927697718143463}
+{"Finetune/Learning Rate": 1.4311290949880942e-05, "Finetune/Loss": 0.8522085547447205, "Finetune/Loss (Raw)": 0.9799407720565796, "Finetune/Step": 7257, "Finetune/Step Time": 5.927487678825855}
+{"Finetune/Learning Rate": 1.4309771469573237e-05, "Finetune/Loss": 0.8523224592208862, "Finetune/Loss (Raw)": 0.8370983004570007, "Finetune/Step": 7258, "Finetune/Step Time": 5.911020874977112}
+{"Finetune/Learning Rate": 1.430825186705267e-05, "Finetune/Loss": 0.8535927534103394, "Finetune/Loss (Raw)": 0.8718224763870239, "Finetune/Step": 7259, "Finetune/Step Time": 5.912957839667797}
+{"Finetune/Learning Rate": 1.4306732142362329e-05, "Finetune/Loss": 0.8524366617202759, "Finetune/Loss (Raw)": 0.6783939003944397, "Finetune/Step": 7260, "Finetune/Step Time": 5.923221478238702}
+{"Finetune/Learning Rate": 1.4305212295545314e-05, "Finetune/Loss": 0.8521701097488403, "Finetune/Loss (Raw)": 0.9020816087722778, "Finetune/Step": 7261, "Finetune/Step Time": 5.92567758820951}
+{"Finetune/Learning Rate": 1.430369232664472e-05, "Finetune/Loss": 0.8520679473876953, "Finetune/Loss (Raw)": 0.8299584984779358, "Finetune/Step": 7262, "Finetune/Step Time": 5.932489821687341}
+{"Finetune/Learning Rate": 1.4302172235703648e-05, "Finetune/Loss": 0.8524128198623657, "Finetune/Loss (Raw)": 0.9181952476501465, "Finetune/Step": 7263, "Finetune/Step Time": 5.933593790978193}
+{"Finetune/Learning Rate": 1.4300652022765207e-05, "Finetune/Loss": 0.8522299528121948, "Finetune/Loss (Raw)": 0.8405788540840149, "Finetune/Step": 7264, "Finetune/Step Time": 5.933584460988641}
+{"Finetune/Learning Rate": 1.4299131687872504e-05, "Finetune/Loss": 0.8531598448753357, "Finetune/Loss (Raw)": 0.7838365435600281, "Finetune/Step": 7265, "Finetune/Step Time": 5.936461076140404}
+{"Finetune/Learning Rate": 1.4297611231068649e-05, "Finetune/Loss": 0.8519017696380615, "Finetune/Loss (Raw)": 0.6344102025032043, "Finetune/Step": 7266, "Finetune/Step Time": 5.957479681819677}
+{"Finetune/Learning Rate": 1.4296090652396763e-05, "Finetune/Loss": 0.853874921798706, "Finetune/Loss (Raw)": 0.9690074920654297, "Finetune/Step": 7267, "Finetune/Step Time": 5.9659094121307135}
+{"Finetune/Learning Rate": 1.4294569951899958e-05, "Finetune/Loss": 0.8525076508522034, "Finetune/Loss (Raw)": 0.8873472213745117, "Finetune/Step": 7268, "Finetune/Step Time": 5.966029139235616}
+{"Finetune/Learning Rate": 1.4293049129621366e-05, "Finetune/Loss": 0.8510067462921143, "Finetune/Loss (Raw)": 0.7002894878387451, "Finetune/Step": 7269, "Finetune/Step Time": 5.986909402534366}
+{"Finetune/Learning Rate": 1.429152818560411e-05, "Finetune/Loss": 0.8514391779899597, "Finetune/Loss (Raw)": 0.8454773426055908, "Finetune/Step": 7270, "Finetune/Step Time": 5.990292305126786}
+{"Finetune/Learning Rate": 1.4290007119891311e-05, "Finetune/Loss": 0.8521056175231934, "Finetune/Loss (Raw)": 0.9061300754547119, "Finetune/Step": 7271, "Finetune/Step Time": 5.9922231789678335}
+{"Finetune/Learning Rate": 1.4288485932526115e-05, "Finetune/Loss": 0.8522801399230957, "Finetune/Loss (Raw)": 0.8013413548469543, "Finetune/Step": 7272, "Finetune/Step Time": 5.991880213841796}
+{"Finetune/Learning Rate": 1.4286964623551653e-05, "Finetune/Loss": 0.8535718321800232, "Finetune/Loss (Raw)": 0.9129238724708557, "Finetune/Step": 7273, "Finetune/Step Time": 5.977177206426859}
+{"Finetune/Learning Rate": 1.4285443193011063e-05, "Finetune/Loss": 0.8559889197349548, "Finetune/Loss (Raw)": 0.9714544415473938, "Finetune/Step": 7274, "Finetune/Step Time": 5.993518993258476}
+{"Finetune/Learning Rate": 1.428392164094749e-05, "Finetune/Loss": 0.8571296334266663, "Finetune/Loss (Raw)": 0.8880105018615723, "Finetune/Step": 7275, "Finetune/Step Time": 5.992400670424104}
+{"Finetune/Learning Rate": 1.428239996740408e-05, "Finetune/Loss": 0.8571311235427856, "Finetune/Loss (Raw)": 0.8805586695671082, "Finetune/Step": 7276, "Finetune/Step Time": 5.99459277279675}
+{"Finetune/Learning Rate": 1.4280878172423989e-05, "Finetune/Loss": 0.856887698173523, "Finetune/Loss (Raw)": 0.7461403012275696, "Finetune/Step": 7277, "Finetune/Step Time": 6.002197867259383}
+{"Finetune/Learning Rate": 1.4279356256050361e-05, "Finetune/Loss": 0.8559150695800781, "Finetune/Loss (Raw)": 0.8065572381019592, "Finetune/Step": 7278, "Finetune/Step Time": 6.008569909259677}
+{"Finetune/Learning Rate": 1.4277834218326361e-05, "Finetune/Loss": 0.8560351133346558, "Finetune/Loss (Raw)": 0.815997302532196, "Finetune/Step": 7279, "Finetune/Step Time": 6.012599742040038}
+{"Finetune/Learning Rate": 1.4276312059295148e-05, "Finetune/Loss": 0.8547245264053345, "Finetune/Loss (Raw)": 0.7505338788032532, "Finetune/Step": 7280, "Finetune/Step Time": 6.015761315822601}
+{"Finetune/Learning Rate": 1.4274789778999882e-05, "Finetune/Loss": 0.8550159335136414, "Finetune/Loss (Raw)": 0.9778239727020264, "Finetune/Step": 7281, "Finetune/Step Time": 6.012105802074075}
+{"Finetune/Learning Rate": 1.4273267377483735e-05, "Finetune/Loss": 0.8544139862060547, "Finetune/Loss (Raw)": 0.7766293883323669, "Finetune/Step": 7282, "Finetune/Step Time": 6.017519300803542}
+{"Finetune/Learning Rate": 1.4271744854789878e-05, "Finetune/Loss": 0.8541953563690186, "Finetune/Loss (Raw)": 0.7977532744407654, "Finetune/Step": 7283, "Finetune/Step Time": 6.023239003494382}
+{"Finetune/Learning Rate": 1.4270222210961483e-05, "Finetune/Loss": 0.8538631200790405, "Finetune/Loss (Raw)": 0.7410072684288025, "Finetune/Step": 7284, "Finetune/Step Time": 6.044269172474742}
+{"Finetune/Learning Rate": 1.426869944604173e-05, "Finetune/Loss": 0.8545283079147339, "Finetune/Loss (Raw)": 1.01430082321167, "Finetune/Step": 7285, "Finetune/Step Time": 6.05161259137094}
+{"Finetune/Learning Rate": 1.42671765600738e-05, "Finetune/Loss": 0.8554757833480835, "Finetune/Loss (Raw)": 0.9258352518081665, "Finetune/Step": 7286, "Finetune/Step Time": 6.048936545848846}
+{"Finetune/Learning Rate": 1.4265653553100874e-05, "Finetune/Loss": 0.8550584316253662, "Finetune/Loss (Raw)": 0.8184290528297424, "Finetune/Step": 7287, "Finetune/Step Time": 6.04757215641439}
+{"Finetune/Learning Rate": 1.4264130425166145e-05, "Finetune/Loss": 0.8554033041000366, "Finetune/Loss (Raw)": 0.8841832280158997, "Finetune/Step": 7288, "Finetune/Step Time": 6.041023667901754}
+{"Finetune/Learning Rate": 1.4262607176312802e-05, "Finetune/Loss": 0.855796217918396, "Finetune/Loss (Raw)": 0.8912526369094849, "Finetune/Step": 7289, "Finetune/Step Time": 6.04575477913022}
+{"Finetune/Learning Rate": 1.4261083806584042e-05, "Finetune/Loss": 0.8535711765289307, "Finetune/Loss (Raw)": 0.6946417689323425, "Finetune/Step": 7290, "Finetune/Step Time": 6.042260758578777}
+{"Finetune/Learning Rate": 1.425956031602306e-05, "Finetune/Loss": 0.8557965755462646, "Finetune/Loss (Raw)": 1.0196635723114014, "Finetune/Step": 7291, "Finetune/Step Time": 6.043676553294063}
+{"Finetune/Learning Rate": 1.4258036704673062e-05, "Finetune/Loss": 0.8559060096740723, "Finetune/Loss (Raw)": 0.7536762356758118, "Finetune/Step": 7292, "Finetune/Step Time": 6.045579921454191}
+{"Finetune/Learning Rate": 1.425651297257725e-05, "Finetune/Loss": 0.8573135137557983, "Finetune/Loss (Raw)": 1.0218182802200317, "Finetune/Step": 7293, "Finetune/Step Time": 6.044540364295244}
+{"Finetune/Learning Rate": 1.4254989119778834e-05, "Finetune/Loss": 0.8566824197769165, "Finetune/Loss (Raw)": 0.8297415375709534, "Finetune/Step": 7294, "Finetune/Step Time": 6.037015587091446}
+{"Finetune/Learning Rate": 1.4253465146321031e-05, "Finetune/Loss": 0.856294572353363, "Finetune/Loss (Raw)": 0.8445647358894348, "Finetune/Step": 7295, "Finetune/Step Time": 6.038890589028597}
+{"Finetune/Learning Rate": 1.4251941052247044e-05, "Finetune/Loss": 0.8559972047805786, "Finetune/Loss (Raw)": 0.8998790979385376, "Finetune/Step": 7296, "Finetune/Step Time": 6.0257861725986}
+{"Finetune/Learning Rate": 1.4250416837600102e-05, "Finetune/Loss": 0.8558187484741211, "Finetune/Loss (Raw)": 0.8115664124488831, "Finetune/Step": 7297, "Finetune/Step Time": 6.0247081480920315}
+{"Finetune/Learning Rate": 1.4248892502423429e-05, "Finetune/Loss": 0.8565290570259094, "Finetune/Loss (Raw)": 0.893431544303894, "Finetune/Step": 7298, "Finetune/Step Time": 6.040189864113927}
+{"Finetune/Learning Rate": 1.4247368046760241e-05, "Finetune/Loss": 0.8565853834152222, "Finetune/Loss (Raw)": 0.8561816811561584, "Finetune/Step": 7299, "Finetune/Step Time": 6.041985277086496}
+{"Finetune/Learning Rate": 1.4245843470653777e-05, "Finetune/Loss": 0.8544106483459473, "Finetune/Loss (Raw)": 0.7684177756309509, "Finetune/Step": 7300, "Finetune/Step Time": 6.04294590651989}
+{"Finetune/Learning Rate": 1.4244318774147266e-05, "Finetune/Loss": 0.8532627820968628, "Finetune/Loss (Raw)": 0.7969803810119629, "Finetune/Step": 7301, "Finetune/Step Time": 6.041872786357999}
+{"Finetune/Learning Rate": 1.4242793957283943e-05, "Finetune/Loss": 0.8507535457611084, "Finetune/Loss (Raw)": 0.6329600214958191, "Finetune/Step": 7302, "Finetune/Step Time": 6.0462862104177475}
+{"Finetune/Learning Rate": 1.4241269020107047e-05, "Finetune/Loss": 0.8505841493606567, "Finetune/Loss (Raw)": 0.8494041562080383, "Finetune/Step": 7303, "Finetune/Step Time": 6.054935123771429}
+{"Finetune/Learning Rate": 1.4239743962659822e-05, "Finetune/Loss": 0.8504948616027832, "Finetune/Loss (Raw)": 0.9950351715087891, "Finetune/Step": 7304, "Finetune/Step Time": 6.059844441711903}
+{"Finetune/Learning Rate": 1.4238218784985515e-05, "Finetune/Loss": 0.8506796360015869, "Finetune/Loss (Raw)": 0.8494740128517151, "Finetune/Step": 7305, "Finetune/Step Time": 6.044379193335772}
+{"Finetune/Learning Rate": 1.4236693487127377e-05, "Finetune/Loss": 0.8508407473564148, "Finetune/Loss (Raw)": 0.9634312391281128, "Finetune/Step": 7306, "Finetune/Step Time": 6.046345788985491}
+{"Finetune/Learning Rate": 1.4235168069128657e-05, "Finetune/Loss": 0.8508059978485107, "Finetune/Loss (Raw)": 0.8666850328445435, "Finetune/Step": 7307, "Finetune/Step Time": 6.0447004698216915}
+{"Finetune/Learning Rate": 1.4233642531032614e-05, "Finetune/Loss": 0.8490636348724365, "Finetune/Loss (Raw)": 0.6964520215988159, "Finetune/Step": 7308, "Finetune/Step Time": 6.048490233719349}
+{"Finetune/Learning Rate": 1.4232116872882512e-05, "Finetune/Loss": 0.8497225046157837, "Finetune/Loss (Raw)": 0.8922140598297119, "Finetune/Step": 7309, "Finetune/Step Time": 6.050136664882302}
+{"Finetune/Learning Rate": 1.4230591094721605e-05, "Finetune/Loss": 0.8508323431015015, "Finetune/Loss (Raw)": 1.049714207649231, "Finetune/Step": 7310, "Finetune/Step Time": 6.049146518111229}
+{"Finetune/Learning Rate": 1.4229065196593164e-05, "Finetune/Loss": 0.8509790301322937, "Finetune/Loss (Raw)": 0.925605058670044, "Finetune/Step": 7311, "Finetune/Step Time": 6.049912616610527}
+{"Finetune/Learning Rate": 1.4227539178540463e-05, "Finetune/Loss": 0.8515644669532776, "Finetune/Loss (Raw)": 0.859325110912323, "Finetune/Step": 7312, "Finetune/Step Time": 6.054288201034069}
+{"Finetune/Learning Rate": 1.422601304060677e-05, "Finetune/Loss": 0.8518692255020142, "Finetune/Loss (Raw)": 0.8735194802284241, "Finetune/Step": 7313, "Finetune/Step Time": 6.060483610257506}
+{"Finetune/Learning Rate": 1.4224486782835367e-05, "Finetune/Loss": 0.8513614535331726, "Finetune/Loss (Raw)": 0.8115978837013245, "Finetune/Step": 7314, "Finetune/Step Time": 6.063706301152706}
+{"Finetune/Learning Rate": 1.422296040526953e-05, "Finetune/Loss": 0.85157710313797, "Finetune/Loss (Raw)": 0.9539640545845032, "Finetune/Step": 7315, "Finetune/Step Time": 6.064739434048533}
+{"Finetune/Learning Rate": 1.4221433907952544e-05, "Finetune/Loss": 0.8520843982696533, "Finetune/Loss (Raw)": 0.8166619539260864, "Finetune/Step": 7316, "Finetune/Step Time": 6.051998874172568}
+{"Finetune/Learning Rate": 1.4219907290927698e-05, "Finetune/Loss": 0.8527613878250122, "Finetune/Loss (Raw)": 0.9797681570053101, "Finetune/Step": 7317, "Finetune/Step Time": 6.052483964711428}
+{"Finetune/Learning Rate": 1.421838055423828e-05, "Finetune/Loss": 0.8540763854980469, "Finetune/Loss (Raw)": 0.9628568291664124, "Finetune/Step": 7318, "Finetune/Step Time": 6.026003610342741}
+{"Finetune/Learning Rate": 1.4216853697927589e-05, "Finetune/Loss": 0.8528674244880676, "Finetune/Loss (Raw)": 0.8419666290283203, "Finetune/Step": 7319, "Finetune/Step Time": 6.0262775011360645}
+{"Finetune/Learning Rate": 1.4215326722038911e-05, "Finetune/Loss": 0.8534210920333862, "Finetune/Loss (Raw)": 0.9907190203666687, "Finetune/Step": 7320, "Finetune/Step Time": 6.016953686252236}
+{"Finetune/Learning Rate": 1.4213799626615557e-05, "Finetune/Loss": 0.8535415530204773, "Finetune/Loss (Raw)": 0.8832991719245911, "Finetune/Step": 7321, "Finetune/Step Time": 6.013479823246598}
+{"Finetune/Learning Rate": 1.4212272411700831e-05, "Finetune/Loss": 0.8526667356491089, "Finetune/Loss (Raw)": 0.6730130910873413, "Finetune/Step": 7322, "Finetune/Step Time": 6.008599475026131}
+{"Finetune/Learning Rate": 1.4210745077338036e-05, "Finetune/Loss": 0.8506919145584106, "Finetune/Loss (Raw)": 0.7410067319869995, "Finetune/Step": 7323, "Finetune/Step Time": 6.024498736485839}
+{"Finetune/Learning Rate": 1.420921762357048e-05, "Finetune/Loss": 0.8512728214263916, "Finetune/Loss (Raw)": 0.9306002259254456, "Finetune/Step": 7324, "Finetune/Step Time": 6.025605548173189}
+{"Finetune/Learning Rate": 1.4207690050441487e-05, "Finetune/Loss": 0.8506639003753662, "Finetune/Loss (Raw)": 0.7635397911071777, "Finetune/Step": 7325, "Finetune/Step Time": 6.020745683461428}
+{"Finetune/Learning Rate": 1.4206162357994366e-05, "Finetune/Loss": 0.8511487245559692, "Finetune/Loss (Raw)": 0.9739047288894653, "Finetune/Step": 7326, "Finetune/Step Time": 6.018878260627389}
+{"Finetune/Learning Rate": 1.420463454627244e-05, "Finetune/Loss": 0.8520605564117432, "Finetune/Loss (Raw)": 0.9182562232017517, "Finetune/Step": 7327, "Finetune/Step Time": 6.0055308155715466}
+{"Finetune/Learning Rate": 1.420310661531904e-05, "Finetune/Loss": 0.8529610633850098, "Finetune/Loss (Raw)": 1.0026640892028809, "Finetune/Step": 7328, "Finetune/Step Time": 6.007039340212941}
+{"Finetune/Learning Rate": 1.4201578565177485e-05, "Finetune/Loss": 0.853866696357727, "Finetune/Loss (Raw)": 0.9401613473892212, "Finetune/Step": 7329, "Finetune/Step Time": 6.005582213401794}
+{"Finetune/Learning Rate": 1.420005039589111e-05, "Finetune/Loss": 0.8543741703033447, "Finetune/Loss (Raw)": 0.8561965823173523, "Finetune/Step": 7330, "Finetune/Step Time": 6.0056386683136225}
+{"Finetune/Learning Rate": 1.419852210750325e-05, "Finetune/Loss": 0.8537548780441284, "Finetune/Loss (Raw)": 0.8253565430641174, "Finetune/Step": 7331, "Finetune/Step Time": 6.004158882424235}
+{"Finetune/Learning Rate": 1.419699370005724e-05, "Finetune/Loss": 0.854027271270752, "Finetune/Loss (Raw)": 0.8322662711143494, "Finetune/Step": 7332, "Finetune/Step Time": 6.001912605017424}
+{"Finetune/Learning Rate": 1.4195465173596425e-05, "Finetune/Loss": 0.8529323935508728, "Finetune/Loss (Raw)": 0.6879609227180481, "Finetune/Step": 7333, "Finetune/Step Time": 6.003549717366695}
+{"Finetune/Learning Rate": 1.4193936528164147e-05, "Finetune/Loss": 0.8536347150802612, "Finetune/Loss (Raw)": 0.8639563322067261, "Finetune/Step": 7334, "Finetune/Step Time": 5.992850050330162}
+{"Finetune/Learning Rate": 1.4192407763803755e-05, "Finetune/Loss": 0.85252445936203, "Finetune/Loss (Raw)": 0.783470630645752, "Finetune/Step": 7335, "Finetune/Step Time": 6.00906416028738}
+{"Finetune/Learning Rate": 1.4190878880558603e-05, "Finetune/Loss": 0.8502993583679199, "Finetune/Loss (Raw)": 0.6774445176124573, "Finetune/Step": 7336, "Finetune/Step Time": 6.01593865826726}
+{"Finetune/Learning Rate": 1.418934987847204e-05, "Finetune/Loss": 0.8503731489181519, "Finetune/Loss (Raw)": 0.9439811110496521, "Finetune/Step": 7337, "Finetune/Step Time": 6.019443826749921}
+{"Finetune/Learning Rate": 1.4187820757587426e-05, "Finetune/Loss": 0.8507975935935974, "Finetune/Loss (Raw)": 0.9498028755187988, "Finetune/Step": 7338, "Finetune/Step Time": 6.016329692676663}
+{"Finetune/Learning Rate": 1.418629151794813e-05, "Finetune/Loss": 0.8497881889343262, "Finetune/Loss (Raw)": 0.7638352513313293, "Finetune/Step": 7339, "Finetune/Step Time": 6.006681913509965}
+{"Finetune/Learning Rate": 1.4184762159597507e-05, "Finetune/Loss": 0.8486881256103516, "Finetune/Loss (Raw)": 0.6935588717460632, "Finetune/Step": 7340, "Finetune/Step Time": 6.00430372916162}
+{"Finetune/Learning Rate": 1.418323268257893e-05, "Finetune/Loss": 0.8483476638793945, "Finetune/Loss (Raw)": 0.8060408234596252, "Finetune/Step": 7341, "Finetune/Step Time": 6.003773398697376}
+{"Finetune/Learning Rate": 1.4181703086935765e-05, "Finetune/Loss": 0.8481950163841248, "Finetune/Loss (Raw)": 0.8392534255981445, "Finetune/Step": 7342, "Finetune/Step Time": 5.999791709706187}
+{"Finetune/Learning Rate": 1.4180173372711398e-05, "Finetune/Loss": 0.8490559458732605, "Finetune/Loss (Raw)": 1.0073559284210205, "Finetune/Step": 7343, "Finetune/Step Time": 6.000021310523152}
+{"Finetune/Learning Rate": 1.4178643539949197e-05, "Finetune/Loss": 0.8500235080718994, "Finetune/Loss (Raw)": 0.7833988666534424, "Finetune/Step": 7344, "Finetune/Step Time": 5.989018715918064}
+{"Finetune/Learning Rate": 1.4177113588692551e-05, "Finetune/Loss": 0.8477773666381836, "Finetune/Loss (Raw)": 0.793857753276825, "Finetune/Step": 7345, "Finetune/Step Time": 5.991941601037979}
+{"Finetune/Learning Rate": 1.417558351898484e-05, "Finetune/Loss": 0.8480309247970581, "Finetune/Loss (Raw)": 0.6986515522003174, "Finetune/Step": 7346, "Finetune/Step Time": 5.9939798805862665}
+{"Finetune/Learning Rate": 1.4174053330869453e-05, "Finetune/Loss": 0.8474172353744507, "Finetune/Loss (Raw)": 0.8741137385368347, "Finetune/Step": 7347, "Finetune/Step Time": 5.998151279985905}
+{"Finetune/Learning Rate": 1.4172523024389783e-05, "Finetune/Loss": 0.847772479057312, "Finetune/Loss (Raw)": 0.7720509767532349, "Finetune/Step": 7348, "Finetune/Step Time": 5.997808000072837}
+{"Finetune/Learning Rate": 1.4170992599589228e-05, "Finetune/Loss": 0.8476688861846924, "Finetune/Loss (Raw)": 0.7631649374961853, "Finetune/Step": 7349, "Finetune/Step Time": 5.995817489922047}
+{"Finetune/Learning Rate": 1.4169462056511184e-05, "Finetune/Loss": 0.8473203182220459, "Finetune/Loss (Raw)": 0.8286725282669067, "Finetune/Step": 7350, "Finetune/Step Time": 5.994004776701331}
+{"Finetune/Learning Rate": 1.4167931395199048e-05, "Finetune/Loss": 0.8471453785896301, "Finetune/Loss (Raw)": 0.7960022687911987, "Finetune/Step": 7351, "Finetune/Step Time": 5.997272511944175}
+{"Finetune/Learning Rate": 1.4166400615696232e-05, "Finetune/Loss": 0.8485032320022583, "Finetune/Loss (Raw)": 0.8651043772697449, "Finetune/Step": 7352, "Finetune/Step Time": 5.974530648440123}
+{"Finetune/Learning Rate": 1.416486971804614e-05, "Finetune/Loss": 0.8497058153152466, "Finetune/Loss (Raw)": 0.9663884043693542, "Finetune/Step": 7353, "Finetune/Step Time": 5.984557628631592}
+{"Finetune/Learning Rate": 1.4163338702292189e-05, "Finetune/Loss": 0.8484635353088379, "Finetune/Loss (Raw)": 0.8200575113296509, "Finetune/Step": 7354, "Finetune/Step Time": 5.997663505375385}
+{"Finetune/Learning Rate": 1.416180756847779e-05, "Finetune/Loss": 0.8500792384147644, "Finetune/Loss (Raw)": 0.95456463098526, "Finetune/Step": 7355, "Finetune/Step Time": 5.98428488522768}
+{"Finetune/Learning Rate": 1.4160276316646364e-05, "Finetune/Loss": 0.8487725257873535, "Finetune/Loss (Raw)": 0.7516394853591919, "Finetune/Step": 7356, "Finetune/Step Time": 5.995046690106392}
+{"Finetune/Learning Rate": 1.4158744946841332e-05, "Finetune/Loss": 0.8487852811813354, "Finetune/Loss (Raw)": 0.7224945425987244, "Finetune/Step": 7357, "Finetune/Step Time": 5.996177352964878}
+{"Finetune/Learning Rate": 1.4157213459106118e-05, "Finetune/Loss": 0.8491920232772827, "Finetune/Loss (Raw)": 0.8917297124862671, "Finetune/Step": 7358, "Finetune/Step Time": 6.003944367170334}
+{"Finetune/Learning Rate": 1.415568185348415e-05, "Finetune/Loss": 0.8503772020339966, "Finetune/Loss (Raw)": 0.9363980293273926, "Finetune/Step": 7359, "Finetune/Step Time": 6.003420289605856}
+{"Finetune/Learning Rate": 1.4154150130018867e-05, "Finetune/Loss": 0.8504492044448853, "Finetune/Loss (Raw)": 0.8087745904922485, "Finetune/Step": 7360, "Finetune/Step Time": 6.003067338839173}
+{"Finetune/Learning Rate": 1.4152618288753696e-05, "Finetune/Loss": 0.8496032953262329, "Finetune/Loss (Raw)": 0.7991336584091187, "Finetune/Step": 7361, "Finetune/Step Time": 6.003290951251984}
+{"Finetune/Learning Rate": 1.4151086329732078e-05, "Finetune/Loss": 0.8495389819145203, "Finetune/Loss (Raw)": 0.8076867461204529, "Finetune/Step": 7362, "Finetune/Step Time": 6.006631148979068}
+{"Finetune/Learning Rate": 1.4149554252997457e-05, "Finetune/Loss": 0.849860429763794, "Finetune/Loss (Raw)": 0.8836077451705933, "Finetune/Step": 7363, "Finetune/Step Time": 6.013304404914379}
+{"Finetune/Learning Rate": 1.4148022058593276e-05, "Finetune/Loss": 0.8490673303604126, "Finetune/Loss (Raw)": 0.6556640863418579, "Finetune/Step": 7364, "Finetune/Step Time": 6.039387576282024}
+{"Finetune/Learning Rate": 1.4146489746562985e-05, "Finetune/Loss": 0.8476452231407166, "Finetune/Loss (Raw)": 0.7780876159667969, "Finetune/Step": 7365, "Finetune/Step Time": 6.021995851770043}
+{"Finetune/Learning Rate": 1.4144957316950039e-05, "Finetune/Loss": 0.8485280275344849, "Finetune/Loss (Raw)": 0.9340059161186218, "Finetune/Step": 7366, "Finetune/Step Time": 6.006183844059706}
+{"Finetune/Learning Rate": 1.4143424769797886e-05, "Finetune/Loss": 0.8469767570495605, "Finetune/Loss (Raw)": 0.844936192035675, "Finetune/Step": 7367, "Finetune/Step Time": 6.016489485278726}
+{"Finetune/Learning Rate": 1.4141892105149993e-05, "Finetune/Loss": 0.8473368883132935, "Finetune/Loss (Raw)": 0.8752424120903015, "Finetune/Step": 7368, "Finetune/Step Time": 6.014780657365918}
+{"Finetune/Learning Rate": 1.4140359323049813e-05, "Finetune/Loss": 0.8484145998954773, "Finetune/Loss (Raw)": 0.9104209542274475, "Finetune/Step": 7369, "Finetune/Step Time": 6.009915931150317}
+{"Finetune/Learning Rate": 1.413882642354082e-05, "Finetune/Loss": 0.8490268588066101, "Finetune/Loss (Raw)": 0.8521009683609009, "Finetune/Step": 7370, "Finetune/Step Time": 6.011631177738309}
+{"Finetune/Learning Rate": 1.413729340666648e-05, "Finetune/Loss": 0.8495955467224121, "Finetune/Loss (Raw)": 0.8705765008926392, "Finetune/Step": 7371, "Finetune/Step Time": 6.0106150805950165}
+{"Finetune/Learning Rate": 1.4135760272470258e-05, "Finetune/Loss": 0.8510440587997437, "Finetune/Loss (Raw)": 0.9440501928329468, "Finetune/Step": 7372, "Finetune/Step Time": 5.997930867597461}
+{"Finetune/Learning Rate": 1.413422702099564e-05, "Finetune/Loss": 0.8502881526947021, "Finetune/Loss (Raw)": 0.811579167842865, "Finetune/Step": 7373, "Finetune/Step Time": 5.9961612820625305}
+{"Finetune/Learning Rate": 1.4132693652286099e-05, "Finetune/Loss": 0.8497452735900879, "Finetune/Loss (Raw)": 0.7602025270462036, "Finetune/Step": 7374, "Finetune/Step Time": 5.994880715385079}
+{"Finetune/Learning Rate": 1.4131160166385116e-05, "Finetune/Loss": 0.8483728170394897, "Finetune/Loss (Raw)": 0.7595281600952148, "Finetune/Step": 7375, "Finetune/Step Time": 5.990555780008435}
+{"Finetune/Learning Rate": 1.4129626563336179e-05, "Finetune/Loss": 0.8475786447525024, "Finetune/Loss (Raw)": 0.8395262360572815, "Finetune/Step": 7376, "Finetune/Step Time": 5.99326990544796}
+{"Finetune/Learning Rate": 1.4128092843182777e-05, "Finetune/Loss": 0.8468246459960938, "Finetune/Loss (Raw)": 0.8247824311256409, "Finetune/Step": 7377, "Finetune/Step Time": 6.0084000658243895}
+{"Finetune/Learning Rate": 1.4126559005968398e-05, "Finetune/Loss": 0.8477548360824585, "Finetune/Loss (Raw)": 0.938191831111908, "Finetune/Step": 7378, "Finetune/Step Time": 6.015945054590702}
+{"Finetune/Learning Rate": 1.4125025051736545e-05, "Finetune/Loss": 0.8471656441688538, "Finetune/Loss (Raw)": 0.7932469248771667, "Finetune/Step": 7379, "Finetune/Step Time": 6.022802477702498}
+{"Finetune/Learning Rate": 1.4123490980530707e-05, "Finetune/Loss": 0.8481699228286743, "Finetune/Loss (Raw)": 0.9677467346191406, "Finetune/Step": 7380, "Finetune/Step Time": 6.02218228392303}
+{"Finetune/Learning Rate": 1.4121956792394392e-05, "Finetune/Loss": 0.8469902873039246, "Finetune/Loss (Raw)": 0.7496331930160522, "Finetune/Step": 7381, "Finetune/Step Time": 6.033818304538727}
+{"Finetune/Learning Rate": 1.4120422487371104e-05, "Finetune/Loss": 0.8489222526550293, "Finetune/Loss (Raw)": 0.9929567575454712, "Finetune/Step": 7382, "Finetune/Step Time": 6.039485197514296}
+{"Finetune/Learning Rate": 1.411888806550435e-05, "Finetune/Loss": 0.8476583957672119, "Finetune/Loss (Raw)": 0.7192205786705017, "Finetune/Step": 7383, "Finetune/Step Time": 6.025532089173794}
+{"Finetune/Learning Rate": 1.4117353526837643e-05, "Finetune/Loss": 0.8486171364784241, "Finetune/Loss (Raw)": 0.9396623969078064, "Finetune/Step": 7384, "Finetune/Step Time": 6.028782874345779}
+{"Finetune/Learning Rate": 1.41158188714145e-05, "Finetune/Loss": 0.8476519584655762, "Finetune/Loss (Raw)": 0.8563942313194275, "Finetune/Step": 7385, "Finetune/Step Time": 6.024861307814717}
+{"Finetune/Learning Rate": 1.4114284099278434e-05, "Finetune/Loss": 0.8491834998130798, "Finetune/Loss (Raw)": 1.033135175704956, "Finetune/Step": 7386, "Finetune/Step Time": 6.023035837337375}
+{"Finetune/Learning Rate": 1.4112749210472973e-05, "Finetune/Loss": 0.8490938544273376, "Finetune/Loss (Raw)": 0.8603489398956299, "Finetune/Step": 7387, "Finetune/Step Time": 6.0199001636356115}
+{"Finetune/Learning Rate": 1.4111214205041641e-05, "Finetune/Loss": 0.849854588508606, "Finetune/Loss (Raw)": 0.7757651209831238, "Finetune/Step": 7388, "Finetune/Step Time": 6.001653676852584}
+{"Finetune/Learning Rate": 1.4109679083027966e-05, "Finetune/Loss": 0.8490740060806274, "Finetune/Loss (Raw)": 0.8021747469902039, "Finetune/Step": 7389, "Finetune/Step Time": 6.0360403545200825}
+{"Finetune/Learning Rate": 1.4108143844475473e-05, "Finetune/Loss": 0.8496784567832947, "Finetune/Loss (Raw)": 0.9073270559310913, "Finetune/Step": 7390, "Finetune/Step Time": 6.028017994016409}
+{"Finetune/Learning Rate": 1.4106608489427704e-05, "Finetune/Loss": 0.8483442068099976, "Finetune/Loss (Raw)": 0.7474093437194824, "Finetune/Step": 7391, "Finetune/Step Time": 6.026156961917877}
+{"Finetune/Learning Rate": 1.4105073017928199e-05, "Finetune/Loss": 0.8481782674789429, "Finetune/Loss (Raw)": 0.819339394569397, "Finetune/Step": 7392, "Finetune/Step Time": 6.024822508916259}
+{"Finetune/Learning Rate": 1.4103537430020493e-05, "Finetune/Loss": 0.8488550186157227, "Finetune/Loss (Raw)": 0.8704627156257629, "Finetune/Step": 7393, "Finetune/Step Time": 6.0424097664654255}
+{"Finetune/Learning Rate": 1.4102001725748135e-05, "Finetune/Loss": 0.8498553037643433, "Finetune/Loss (Raw)": 0.7624441385269165, "Finetune/Step": 7394, "Finetune/Step Time": 6.027806533500552}
+{"Finetune/Learning Rate": 1.4100465905154677e-05, "Finetune/Loss": 0.8484183549880981, "Finetune/Loss (Raw)": 0.7850788235664368, "Finetune/Step": 7395, "Finetune/Step Time": 6.020307617262006}
+{"Finetune/Learning Rate": 1.4098929968283661e-05, "Finetune/Loss": 0.8476917147636414, "Finetune/Loss (Raw)": 0.7943335771560669, "Finetune/Step": 7396, "Finetune/Step Time": 6.026259990409017}
+{"Finetune/Learning Rate": 1.4097393915178648e-05, "Finetune/Loss": 0.8485360145568848, "Finetune/Loss (Raw)": 0.8083666563034058, "Finetune/Step": 7397, "Finetune/Step Time": 6.011865258216858}
+{"Finetune/Learning Rate": 1.4095857745883197e-05, "Finetune/Loss": 0.8479779362678528, "Finetune/Loss (Raw)": 0.7740365266799927, "Finetune/Step": 7398, "Finetune/Step Time": 6.008449696004391}
+{"Finetune/Learning Rate": 1.4094321460440865e-05, "Finetune/Loss": 0.847322940826416, "Finetune/Loss (Raw)": 0.8222891092300415, "Finetune/Step": 7399, "Finetune/Step Time": 5.994189480319619}
+{"Finetune/Learning Rate": 1.409278505889522e-05, "Finetune/Loss": 0.8485040068626404, "Finetune/Loss (Raw)": 0.9525191187858582, "Finetune/Step": 7400, "Finetune/Step Time": 5.9918764885514975}
+{"Finetune/Learning Rate": 1.409124854128983e-05, "Finetune/Loss": 0.8478984832763672, "Finetune/Loss (Raw)": 0.8354204297065735, "Finetune/Step": 7401, "Finetune/Step Time": 5.996489847078919}
+{"Finetune/Learning Rate": 1.4089711907668265e-05, "Finetune/Loss": 0.8465904593467712, "Finetune/Loss (Raw)": 0.804022490978241, "Finetune/Step": 7402, "Finetune/Step Time": 5.981543743982911}
+{"Finetune/Learning Rate": 1.4088175158074098e-05, "Finetune/Loss": 0.8452497124671936, "Finetune/Loss (Raw)": 0.7163950800895691, "Finetune/Step": 7403, "Finetune/Step Time": 5.979894487187266}
+{"Finetune/Learning Rate": 1.4086638292550911e-05, "Finetune/Loss": 0.8449428677558899, "Finetune/Loss (Raw)": 0.8412820100784302, "Finetune/Step": 7404, "Finetune/Step Time": 5.976024786010385}
+{"Finetune/Learning Rate": 1.4085101311142282e-05, "Finetune/Loss": 0.8470519185066223, "Finetune/Loss (Raw)": 1.0161012411117554, "Finetune/Step": 7405, "Finetune/Step Time": 5.955434910953045}
+{"Finetune/Learning Rate": 1.4083564213891796e-05, "Finetune/Loss": 0.8481625318527222, "Finetune/Loss (Raw)": 0.9487115740776062, "Finetune/Step": 7406, "Finetune/Step Time": 5.9506918750703335}
+{"Finetune/Learning Rate": 1.4082027000843042e-05, "Finetune/Loss": 0.848524272441864, "Finetune/Loss (Raw)": 0.8623019456863403, "Finetune/Step": 7407, "Finetune/Step Time": 5.948965981602669}
+{"Finetune/Learning Rate": 1.4080489672039608e-05, "Finetune/Loss": 0.8489556312561035, "Finetune/Loss (Raw)": 0.8057534694671631, "Finetune/Step": 7408, "Finetune/Step Time": 5.947556737810373}
+{"Finetune/Learning Rate": 1.4078952227525092e-05, "Finetune/Loss": 0.847414493560791, "Finetune/Loss (Raw)": 0.7805590033531189, "Finetune/Step": 7409, "Finetune/Step Time": 5.960426758974791}
+{"Finetune/Learning Rate": 1.4077414667343088e-05, "Finetune/Loss": 0.8473497629165649, "Finetune/Loss (Raw)": 0.7683437466621399, "Finetune/Step": 7410, "Finetune/Step Time": 5.956117171794176}
+{"Finetune/Learning Rate": 1.4075876991537198e-05, "Finetune/Loss": 0.846661388874054, "Finetune/Loss (Raw)": 0.7096429467201233, "Finetune/Step": 7411, "Finetune/Step Time": 5.953268025070429}
+{"Finetune/Learning Rate": 1.4074339200151031e-05, "Finetune/Loss": 0.8471572399139404, "Finetune/Loss (Raw)": 0.8044697046279907, "Finetune/Step": 7412, "Finetune/Step Time": 5.929513249546289}
+{"Finetune/Learning Rate": 1.407280129322819e-05, "Finetune/Loss": 0.8455749750137329, "Finetune/Loss (Raw)": 0.8117654919624329, "Finetune/Step": 7413, "Finetune/Step Time": 5.920954633504152}
+{"Finetune/Learning Rate": 1.407126327081228e-05, "Finetune/Loss": 0.845277726650238, "Finetune/Loss (Raw)": 0.887791633605957, "Finetune/Step": 7414, "Finetune/Step Time": 5.927461352199316}
+{"Finetune/Learning Rate": 1.4069725132946926e-05, "Finetune/Loss": 0.8443098664283752, "Finetune/Loss (Raw)": 0.6945434808731079, "Finetune/Step": 7415, "Finetune/Step Time": 5.9304095935076475}
+{"Finetune/Learning Rate": 1.406818687967574e-05, "Finetune/Loss": 0.8447095155715942, "Finetune/Loss (Raw)": 0.9353398680686951, "Finetune/Step": 7416, "Finetune/Step Time": 5.935855461284518}
+{"Finetune/Learning Rate": 1.406664851104234e-05, "Finetune/Loss": 0.8440892696380615, "Finetune/Loss (Raw)": 0.8118642568588257, "Finetune/Step": 7417, "Finetune/Step Time": 5.933767070993781}
+{"Finetune/Learning Rate": 1.4065110027090352e-05, "Finetune/Loss": 0.8448343873023987, "Finetune/Loss (Raw)": 0.7900112867355347, "Finetune/Step": 7418, "Finetune/Step Time": 5.933727076277137}
+{"Finetune/Learning Rate": 1.4063571427863405e-05, "Finetune/Loss": 0.8436121344566345, "Finetune/Loss (Raw)": 0.8632161617279053, "Finetune/Step": 7419, "Finetune/Step Time": 5.938457693904638}
+{"Finetune/Learning Rate": 1.4062032713405127e-05, "Finetune/Loss": 0.8445690274238586, "Finetune/Loss (Raw)": 0.87615567445755, "Finetune/Step": 7420, "Finetune/Step Time": 5.925173528492451}
+{"Finetune/Learning Rate": 1.406049388375915e-05, "Finetune/Loss": 0.8421632051467896, "Finetune/Loss (Raw)": 0.7138763666152954, "Finetune/Step": 7421, "Finetune/Step Time": 5.920689666643739}
+{"Finetune/Learning Rate": 1.4058954938969115e-05, "Finetune/Loss": 0.8420696258544922, "Finetune/Loss (Raw)": 0.8177605271339417, "Finetune/Step": 7422, "Finetune/Step Time": 5.926658060401678}
+{"Finetune/Learning Rate": 1.4057415879078661e-05, "Finetune/Loss": 0.8419727087020874, "Finetune/Loss (Raw)": 0.8321625590324402, "Finetune/Step": 7423, "Finetune/Step Time": 5.931548343971372}
+{"Finetune/Learning Rate": 1.405587670413143e-05, "Finetune/Loss": 0.8421107530593872, "Finetune/Loss (Raw)": 0.9175429940223694, "Finetune/Step": 7424, "Finetune/Step Time": 5.934671696275473}
+{"Finetune/Learning Rate": 1.4054337414171069e-05, "Finetune/Loss": 0.843197762966156, "Finetune/Loss (Raw)": 0.9507101774215698, "Finetune/Step": 7425, "Finetune/Step Time": 5.935624556615949}
+{"Finetune/Learning Rate": 1.4052798009241226e-05, "Finetune/Loss": 0.8428620100021362, "Finetune/Loss (Raw)": 0.8504561185836792, "Finetune/Step": 7426, "Finetune/Step Time": 5.921827664598823}
+{"Finetune/Learning Rate": 1.4051258489385558e-05, "Finetune/Loss": 0.8430873155593872, "Finetune/Loss (Raw)": 0.8850213885307312, "Finetune/Step": 7427, "Finetune/Step Time": 5.936805456876755}
+{"Finetune/Learning Rate": 1.4049718854647719e-05, "Finetune/Loss": 0.8440515995025635, "Finetune/Loss (Raw)": 0.8918461799621582, "Finetune/Step": 7428, "Finetune/Step Time": 5.930332051590085}
+{"Finetune/Learning Rate": 1.4048179105071369e-05, "Finetune/Loss": 0.8433772325515747, "Finetune/Loss (Raw)": 0.7106592059135437, "Finetune/Step": 7429, "Finetune/Step Time": 5.9303735084831715}
+{"Finetune/Learning Rate": 1.404663924070017e-05, "Finetune/Loss": 0.8440958857536316, "Finetune/Loss (Raw)": 0.7249501347541809, "Finetune/Step": 7430, "Finetune/Step Time": 5.940305920317769}
+{"Finetune/Learning Rate": 1.404509926157779e-05, "Finetune/Loss": 0.8441002368927002, "Finetune/Loss (Raw)": 0.8499594926834106, "Finetune/Step": 7431, "Finetune/Step Time": 5.932142924517393}
+{"Finetune/Learning Rate": 1.4043559167747897e-05, "Finetune/Loss": 0.8431156873703003, "Finetune/Loss (Raw)": 0.8690053224563599, "Finetune/Step": 7432, "Finetune/Step Time": 5.9348299242556095}
+{"Finetune/Learning Rate": 1.4042018959254167e-05, "Finetune/Loss": 0.841849684715271, "Finetune/Loss (Raw)": 0.687434196472168, "Finetune/Step": 7433, "Finetune/Step Time": 5.951568031683564}
+{"Finetune/Learning Rate": 1.4040478636140273e-05, "Finetune/Loss": 0.8410629034042358, "Finetune/Loss (Raw)": 0.8627264499664307, "Finetune/Step": 7434, "Finetune/Step Time": 5.949517006054521}
+{"Finetune/Learning Rate": 1.4038938198449892e-05, "Finetune/Loss": 0.8406774401664734, "Finetune/Loss (Raw)": 0.8173401355743408, "Finetune/Step": 7435, "Finetune/Step Time": 5.947403106838465}
+{"Finetune/Learning Rate": 1.403739764622671e-05, "Finetune/Loss": 0.8427569270133972, "Finetune/Loss (Raw)": 0.9626224637031555, "Finetune/Step": 7436, "Finetune/Step Time": 5.928174469619989}
+{"Finetune/Learning Rate": 1.4035856979514413e-05, "Finetune/Loss": 0.8422237634658813, "Finetune/Loss (Raw)": 0.823976457118988, "Finetune/Step": 7437, "Finetune/Step Time": 5.930135760456324}
+{"Finetune/Learning Rate": 1.4034316198356686e-05, "Finetune/Loss": 0.8401419520378113, "Finetune/Loss (Raw)": 0.7832375764846802, "Finetune/Step": 7438, "Finetune/Step Time": 5.937293577939272}
+{"Finetune/Learning Rate": 1.4032775302797223e-05, "Finetune/Loss": 0.840407133102417, "Finetune/Loss (Raw)": 0.9595496654510498, "Finetune/Step": 7439, "Finetune/Step Time": 5.933881718665361}
+{"Finetune/Learning Rate": 1.4031234292879726e-05, "Finetune/Loss": 0.839896559715271, "Finetune/Loss (Raw)": 0.7939687371253967, "Finetune/Step": 7440, "Finetune/Step Time": 5.935571754351258}
+{"Finetune/Learning Rate": 1.4029693168647881e-05, "Finetune/Loss": 0.8407797813415527, "Finetune/Loss (Raw)": 0.9865787029266357, "Finetune/Step": 7441, "Finetune/Step Time": 5.930407444015145}
+{"Finetune/Learning Rate": 1.4028151930145399e-05, "Finetune/Loss": 0.8402721881866455, "Finetune/Loss (Raw)": 0.7466219067573547, "Finetune/Step": 7442, "Finetune/Step Time": 5.925766224041581}
+{"Finetune/Learning Rate": 1.4026610577415985e-05, "Finetune/Loss": 0.8404291868209839, "Finetune/Loss (Raw)": 0.974062979221344, "Finetune/Step": 7443, "Finetune/Step Time": 5.923516288399696}
+{"Finetune/Learning Rate": 1.4025069110503341e-05, "Finetune/Loss": 0.8404636383056641, "Finetune/Loss (Raw)": 0.8210704922676086, "Finetune/Step": 7444, "Finetune/Step Time": 5.925377560779452}
+{"Finetune/Learning Rate": 1.4023527529451186e-05, "Finetune/Loss": 0.8400330543518066, "Finetune/Loss (Raw)": 0.9246512055397034, "Finetune/Step": 7445, "Finetune/Step Time": 5.923117259517312}
+{"Finetune/Learning Rate": 1.402198583430323e-05, "Finetune/Loss": 0.8391465544700623, "Finetune/Loss (Raw)": 0.849384605884552, "Finetune/Step": 7446, "Finetune/Step Time": 5.934194166213274}
+{"Finetune/Learning Rate": 1.4020444025103194e-05, "Finetune/Loss": 0.8402324914932251, "Finetune/Loss (Raw)": 0.9809746146202087, "Finetune/Step": 7447, "Finetune/Step Time": 5.934360506013036}
+{"Finetune/Learning Rate": 1.4018902101894798e-05, "Finetune/Loss": 0.8380997180938721, "Finetune/Loss (Raw)": 0.7177165746688843, "Finetune/Step": 7448, "Finetune/Step Time": 5.9385634902864695}
+{"Finetune/Learning Rate": 1.4017360064721763e-05, "Finetune/Loss": 0.8381230235099792, "Finetune/Loss (Raw)": 0.886282742023468, "Finetune/Step": 7449, "Finetune/Step Time": 5.938300305977464}
+{"Finetune/Learning Rate": 1.4015817913627827e-05, "Finetune/Loss": 0.8383749723434448, "Finetune/Loss (Raw)": 0.7052632570266724, "Finetune/Step": 7450, "Finetune/Step Time": 5.943322526291013}
+{"Finetune/Learning Rate": 1.401427564865671e-05, "Finetune/Loss": 0.8390088081359863, "Finetune/Loss (Raw)": 0.8221365213394165, "Finetune/Step": 7451, "Finetune/Step Time": 5.922990400344133}
+{"Finetune/Learning Rate": 1.4012733269852152e-05, "Finetune/Loss": 0.8379431962966919, "Finetune/Loss (Raw)": 0.7942004799842834, "Finetune/Step": 7452, "Finetune/Step Time": 5.924930054694414}
+{"Finetune/Learning Rate": 1.4011190777257888e-05, "Finetune/Loss": 0.8379234671592712, "Finetune/Loss (Raw)": 0.7610165476799011, "Finetune/Step": 7453, "Finetune/Step Time": 5.939761232584715}
+{"Finetune/Learning Rate": 1.400964817091766e-05, "Finetune/Loss": 0.8360637426376343, "Finetune/Loss (Raw)": 0.7358530163764954, "Finetune/Step": 7454, "Finetune/Step Time": 5.9367218520492315}
+{"Finetune/Learning Rate": 1.4008105450875214e-05, "Finetune/Loss": 0.8356953263282776, "Finetune/Loss (Raw)": 0.8711118102073669, "Finetune/Step": 7455, "Finetune/Step Time": 5.940604388713837}
+{"Finetune/Learning Rate": 1.4006562617174292e-05, "Finetune/Loss": 0.8351930975914001, "Finetune/Loss (Raw)": 0.9383718371391296, "Finetune/Step": 7456, "Finetune/Step Time": 5.946523070335388}
+{"Finetune/Learning Rate": 1.4005019669858648e-05, "Finetune/Loss": 0.8337727785110474, "Finetune/Loss (Raw)": 0.7583616375923157, "Finetune/Step": 7457, "Finetune/Step Time": 5.947813557460904}
+{"Finetune/Learning Rate": 1.4003476608972035e-05, "Finetune/Loss": 0.8343039155006409, "Finetune/Loss (Raw)": 0.9241834282875061, "Finetune/Step": 7458, "Finetune/Step Time": 5.946311861276627}
+{"Finetune/Learning Rate": 1.400193343455821e-05, "Finetune/Loss": 0.8343847393989563, "Finetune/Loss (Raw)": 0.8357020616531372, "Finetune/Step": 7459, "Finetune/Step Time": 5.964632807299495}
+{"Finetune/Learning Rate": 1.4000390146660934e-05, "Finetune/Loss": 0.8344454169273376, "Finetune/Loss (Raw)": 0.8400303721427917, "Finetune/Step": 7460, "Finetune/Step Time": 5.943444848060608}
+{"Finetune/Learning Rate": 1.3998846745323968e-05, "Finetune/Loss": 0.8365178108215332, "Finetune/Loss (Raw)": 0.9532339572906494, "Finetune/Step": 7461, "Finetune/Step Time": 5.939805552363396}
+{"Finetune/Learning Rate": 1.3997303230591081e-05, "Finetune/Loss": 0.835404634475708, "Finetune/Loss (Raw)": 0.7214640974998474, "Finetune/Step": 7462, "Finetune/Step Time": 5.9487365037202835}
+{"Finetune/Learning Rate": 1.3995759602506038e-05, "Finetune/Loss": 0.8355157971382141, "Finetune/Loss (Raw)": 0.7977029085159302, "Finetune/Step": 7463, "Finetune/Step Time": 5.927645161747932}
+{"Finetune/Learning Rate": 1.3994215861112617e-05, "Finetune/Loss": 0.8367760181427002, "Finetune/Loss (Raw)": 0.8387439250946045, "Finetune/Step": 7464, "Finetune/Step Time": 5.923218177631497}
+{"Finetune/Learning Rate": 1.3992672006454593e-05, "Finetune/Loss": 0.8373584747314453, "Finetune/Loss (Raw)": 1.0185458660125732, "Finetune/Step": 7465, "Finetune/Step Time": 5.922601183876395}
+{"Finetune/Learning Rate": 1.3991128038575741e-05, "Finetune/Loss": 0.8366483449935913, "Finetune/Loss (Raw)": 0.8588930368423462, "Finetune/Step": 7466, "Finetune/Step Time": 5.937268208712339}
+{"Finetune/Learning Rate": 1.398958395751985e-05, "Finetune/Loss": 0.8366633653640747, "Finetune/Loss (Raw)": 0.7657689452171326, "Finetune/Step": 7467, "Finetune/Step Time": 5.934166392311454}
+{"Finetune/Learning Rate": 1.3988039763330705e-05, "Finetune/Loss": 0.837862491607666, "Finetune/Loss (Raw)": 0.8470436930656433, "Finetune/Step": 7468, "Finetune/Step Time": 5.934173725545406}
+{"Finetune/Learning Rate": 1.3986495456052089e-05, "Finetune/Loss": 0.8376379013061523, "Finetune/Loss (Raw)": 0.7772920727729797, "Finetune/Step": 7469, "Finetune/Step Time": 5.93128277733922}
+{"Finetune/Learning Rate": 1.3984951035727799e-05, "Finetune/Loss": 0.837912917137146, "Finetune/Loss (Raw)": 0.8744532465934753, "Finetune/Step": 7470, "Finetune/Step Time": 5.929652003571391}
+{"Finetune/Learning Rate": 1.3983406502401632e-05, "Finetune/Loss": 0.8368383646011353, "Finetune/Loss (Raw)": 0.8698155879974365, "Finetune/Step": 7471, "Finetune/Step Time": 5.927869029343128}
+{"Finetune/Learning Rate": 1.398186185611738e-05, "Finetune/Loss": 0.8376171588897705, "Finetune/Loss (Raw)": 0.8830850720405579, "Finetune/Step": 7472, "Finetune/Step Time": 5.927489900961518}
+{"Finetune/Learning Rate": 1.398031709691885e-05, "Finetune/Loss": 0.8380930423736572, "Finetune/Loss (Raw)": 0.8547741174697876, "Finetune/Step": 7473, "Finetune/Step Time": 5.935401221737266}
+{"Finetune/Learning Rate": 1.3978772224849845e-05, "Finetune/Loss": 0.8385765552520752, "Finetune/Loss (Raw)": 0.7605425715446472, "Finetune/Step": 7474, "Finetune/Step Time": 5.934431362897158}
+{"Finetune/Learning Rate": 1.3977227239954174e-05, "Finetune/Loss": 0.8382221460342407, "Finetune/Loss (Raw)": 0.8287410736083984, "Finetune/Step": 7475, "Finetune/Step Time": 5.9450497925281525}
+{"Finetune/Learning Rate": 1.3975682142275648e-05, "Finetune/Loss": 0.8392037153244019, "Finetune/Loss (Raw)": 0.8976956009864807, "Finetune/Step": 7476, "Finetune/Step Time": 5.945218980312347}
+{"Finetune/Learning Rate": 1.3974136931858082e-05, "Finetune/Loss": 0.8394023180007935, "Finetune/Loss (Raw)": 0.7885927557945251, "Finetune/Step": 7477, "Finetune/Step Time": 5.952148644253612}
+{"Finetune/Learning Rate": 1.3972591608745296e-05, "Finetune/Loss": 0.839020848274231, "Finetune/Loss (Raw)": 0.7798351049423218, "Finetune/Step": 7478, "Finetune/Step Time": 5.957488154992461}
+{"Finetune/Learning Rate": 1.3971046172981107e-05, "Finetune/Loss": 0.8397391438484192, "Finetune/Loss (Raw)": 0.8879501819610596, "Finetune/Step": 7479, "Finetune/Step Time": 5.956922672688961}
+{"Finetune/Learning Rate": 1.3969500624609338e-05, "Finetune/Loss": 0.8414210081100464, "Finetune/Loss (Raw)": 1.0803844928741455, "Finetune/Step": 7480, "Finetune/Step Time": 5.959066703915596}
+{"Finetune/Learning Rate": 1.3967954963673822e-05, "Finetune/Loss": 0.8399717807769775, "Finetune/Loss (Raw)": 0.7808797359466553, "Finetune/Step": 7481, "Finetune/Step Time": 5.960316393524408}
+{"Finetune/Learning Rate": 1.3966409190218386e-05, "Finetune/Loss": 0.8400993347167969, "Finetune/Loss (Raw)": 0.8363925218582153, "Finetune/Step": 7482, "Finetune/Step Time": 5.947072707116604}
+{"Finetune/Learning Rate": 1.3964863304286867e-05, "Finetune/Loss": 0.8397203683853149, "Finetune/Loss (Raw)": 0.9060541987419128, "Finetune/Step": 7483, "Finetune/Step Time": 5.948773957788944}
+{"Finetune/Learning Rate": 1.3963317305923095e-05, "Finetune/Loss": 0.8415567278862, "Finetune/Loss (Raw)": 0.9866902828216553, "Finetune/Step": 7484, "Finetune/Step Time": 5.934103002771735}
+{"Finetune/Learning Rate": 1.3961771195170912e-05, "Finetune/Loss": 0.8434910774230957, "Finetune/Loss (Raw)": 0.9700926542282104, "Finetune/Step": 7485, "Finetune/Step Time": 5.93337456882}
+{"Finetune/Learning Rate": 1.396022497207417e-05, "Finetune/Loss": 0.8427656292915344, "Finetune/Loss (Raw)": 0.798872172832489, "Finetune/Step": 7486, "Finetune/Step Time": 5.929792080074549}
+{"Finetune/Learning Rate": 1.3958678636676706e-05, "Finetune/Loss": 0.8429816961288452, "Finetune/Loss (Raw)": 0.9640512466430664, "Finetune/Step": 7487, "Finetune/Step Time": 5.942701503634453}
+{"Finetune/Learning Rate": 1.3957132189022373e-05, "Finetune/Loss": 0.8436892032623291, "Finetune/Loss (Raw)": 0.8993324041366577, "Finetune/Step": 7488, "Finetune/Step Time": 5.941896751523018}
+{"Finetune/Learning Rate": 1.3955585629155026e-05, "Finetune/Loss": 0.8435988426208496, "Finetune/Loss (Raw)": 0.7875688672065735, "Finetune/Step": 7489, "Finetune/Step Time": 5.94050289131701}
+{"Finetune/Learning Rate": 1.3954038957118517e-05, "Finetune/Loss": 0.8442281484603882, "Finetune/Loss (Raw)": 0.8882399797439575, "Finetune/Step": 7490, "Finetune/Step Time": 5.941982753574848}
+{"Finetune/Learning Rate": 1.3952492172956705e-05, "Finetune/Loss": 0.8434667587280273, "Finetune/Loss (Raw)": 0.7861511707305908, "Finetune/Step": 7491, "Finetune/Step Time": 5.940921124070883}
+{"Finetune/Learning Rate": 1.3950945276713457e-05, "Finetune/Loss": 0.8443399667739868, "Finetune/Loss (Raw)": 0.7674402594566345, "Finetune/Step": 7492, "Finetune/Step Time": 5.913714209571481}
+{"Finetune/Learning Rate": 1.3949398268432634e-05, "Finetune/Loss": 0.8452609777450562, "Finetune/Loss (Raw)": 0.895972490310669, "Finetune/Step": 7493, "Finetune/Step Time": 5.909408278763294}
+{"Finetune/Learning Rate": 1.3947851148158107e-05, "Finetune/Loss": 0.8451441526412964, "Finetune/Loss (Raw)": 0.9190542697906494, "Finetune/Step": 7494, "Finetune/Step Time": 5.910267144441605}
+{"Finetune/Learning Rate": 1.394630391593375e-05, "Finetune/Loss": 0.8445304036140442, "Finetune/Loss (Raw)": 0.7663752436637878, "Finetune/Step": 7495, "Finetune/Step Time": 5.893689069896936}
+{"Finetune/Learning Rate": 1.3944756571803435e-05, "Finetune/Loss": 0.8426163196563721, "Finetune/Loss (Raw)": 0.6302412748336792, "Finetune/Step": 7496, "Finetune/Step Time": 5.9267971236258745}
+{"Finetune/Learning Rate": 1.394320911581104e-05, "Finetune/Loss": 0.8411763906478882, "Finetune/Loss (Raw)": 0.7261026501655579, "Finetune/Step": 7497, "Finetune/Step Time": 5.925075851380825}
+{"Finetune/Learning Rate": 1.3941661548000446e-05, "Finetune/Loss": 0.8403818011283875, "Finetune/Loss (Raw)": 0.7503987550735474, "Finetune/Step": 7498, "Finetune/Step Time": 5.92501681484282}
+{"Finetune/Learning Rate": 1.3940113868415541e-05, "Finetune/Loss": 0.8405434489250183, "Finetune/Loss (Raw)": 0.8912673592567444, "Finetune/Step": 7499, "Finetune/Step Time": 5.924206526950002}
+{"Finetune/Learning Rate": 1.3938566077100211e-05, "Finetune/Loss": 0.8407247066497803, "Finetune/Loss (Raw)": 0.9672523140907288, "Finetune/Step": 7500, "Finetune/Step Time": 5.921158662065864}
+{"Finetune/Learning Rate": 1.3937018174098347e-05, "Finetune/Loss": 0.8396722078323364, "Finetune/Loss (Raw)": 0.676859438419342, "Finetune/Step": 7501, "Finetune/Step Time": 5.941177539527416}
+{"Finetune/Learning Rate": 1.393547015945384e-05, "Finetune/Loss": 0.8402849435806274, "Finetune/Loss (Raw)": 0.8386311531066895, "Finetune/Step": 7502, "Finetune/Step Time": 5.940524945035577}
+{"Finetune/Learning Rate": 1.3933922033210594e-05, "Finetune/Loss": 0.8416740298271179, "Finetune/Loss (Raw)": 0.9373300671577454, "Finetune/Step": 7503, "Finetune/Step Time": 5.943918310105801}
+{"Finetune/Learning Rate": 1.3932373795412503e-05, "Finetune/Loss": 0.8412811756134033, "Finetune/Loss (Raw)": 0.7892435193061829, "Finetune/Step": 7504, "Finetune/Step Time": 5.940927978605032}
+{"Finetune/Learning Rate": 1.3930825446103475e-05, "Finetune/Loss": 0.8410218954086304, "Finetune/Loss (Raw)": 0.7915962934494019, "Finetune/Step": 7505, "Finetune/Step Time": 5.93304798938334}
+{"Finetune/Learning Rate": 1.3929276985327415e-05, "Finetune/Loss": 0.8400774598121643, "Finetune/Loss (Raw)": 0.8173058032989502, "Finetune/Step": 7506, "Finetune/Step Time": 5.925439095124602}
+{"Finetune/Learning Rate": 1.3927728413128235e-05, "Finetune/Loss": 0.8403609395027161, "Finetune/Loss (Raw)": 0.8295260071754456, "Finetune/Step": 7507, "Finetune/Step Time": 5.912970120087266}
+{"Finetune/Learning Rate": 1.3926179729549843e-05, "Finetune/Loss": 0.8398598432540894, "Finetune/Loss (Raw)": 0.9036093950271606, "Finetune/Step": 7508, "Finetune/Step Time": 5.915139276534319}
+{"Finetune/Learning Rate": 1.3924630934636158e-05, "Finetune/Loss": 0.8404577970504761, "Finetune/Loss (Raw)": 0.8261643052101135, "Finetune/Step": 7509, "Finetune/Step Time": 5.899220822378993}
+{"Finetune/Learning Rate": 1.3923082028431103e-05, "Finetune/Loss": 0.8397505283355713, "Finetune/Loss (Raw)": 0.9024399518966675, "Finetune/Step": 7510, "Finetune/Step Time": 5.891565926373005}
+{"Finetune/Learning Rate": 1.3921533010978596e-05, "Finetune/Loss": 0.8410059213638306, "Finetune/Loss (Raw)": 0.8799021244049072, "Finetune/Step": 7511, "Finetune/Step Time": 5.898659743368626}
+{"Finetune/Learning Rate": 1.3919983882322563e-05, "Finetune/Loss": 0.8401660323143005, "Finetune/Loss (Raw)": 0.8321579694747925, "Finetune/Step": 7512, "Finetune/Step Time": 5.894275031983852}
+{"Finetune/Learning Rate": 1.3918434642506937e-05, "Finetune/Loss": 0.8390810489654541, "Finetune/Loss (Raw)": 0.7175187468528748, "Finetune/Step": 7513, "Finetune/Step Time": 5.893191784620285}
+{"Finetune/Learning Rate": 1.3916885291575643e-05, "Finetune/Loss": 0.8374108076095581, "Finetune/Loss (Raw)": 0.8193372488021851, "Finetune/Step": 7514, "Finetune/Step Time": 5.891220923513174}
+{"Finetune/Learning Rate": 1.3915335829572621e-05, "Finetune/Loss": 0.8370370864868164, "Finetune/Loss (Raw)": 0.8125126957893372, "Finetune/Step": 7515, "Finetune/Step Time": 5.892134880647063}
+{"Finetune/Learning Rate": 1.3913786256541813e-05, "Finetune/Loss": 0.8357714414596558, "Finetune/Loss (Raw)": 0.6137711405754089, "Finetune/Step": 7516, "Finetune/Step Time": 5.910783329978585}
+{"Finetune/Learning Rate": 1.391223657252715e-05, "Finetune/Loss": 0.8350430130958557, "Finetune/Loss (Raw)": 0.7089312672615051, "Finetune/Step": 7517, "Finetune/Step Time": 5.89644649811089}
+{"Finetune/Learning Rate": 1.3910686777572587e-05, "Finetune/Loss": 0.833594560623169, "Finetune/Loss (Raw)": 0.7219235897064209, "Finetune/Step": 7518, "Finetune/Step Time": 5.919526854529977}
+{"Finetune/Learning Rate": 1.3909136871722066e-05, "Finetune/Loss": 0.8344039916992188, "Finetune/Loss (Raw)": 0.8510204553604126, "Finetune/Step": 7519, "Finetune/Step Time": 5.918617634102702}
+{"Finetune/Learning Rate": 1.3907586855019538e-05, "Finetune/Loss": 0.8352100849151611, "Finetune/Loss (Raw)": 0.9225197434425354, "Finetune/Step": 7520, "Finetune/Step Time": 5.934957077726722}
+{"Finetune/Learning Rate": 1.390603672750896e-05, "Finetune/Loss": 0.8350474834442139, "Finetune/Loss (Raw)": 0.8496525287628174, "Finetune/Step": 7521, "Finetune/Step Time": 5.92174306511879}
+{"Finetune/Learning Rate": 1.390448648923429e-05, "Finetune/Loss": 0.8368826508522034, "Finetune/Loss (Raw)": 0.997347354888916, "Finetune/Step": 7522, "Finetune/Step Time": 5.915820809081197}
+{"Finetune/Learning Rate": 1.3902936140239483e-05, "Finetune/Loss": 0.8378888368606567, "Finetune/Loss (Raw)": 0.9138686060905457, "Finetune/Step": 7523, "Finetune/Step Time": 5.913357799872756}
+{"Finetune/Learning Rate": 1.3901385680568506e-05, "Finetune/Loss": 0.8366795778274536, "Finetune/Loss (Raw)": 0.6395421624183655, "Finetune/Step": 7524, "Finetune/Step Time": 5.918305590748787}
+{"Finetune/Learning Rate": 1.3899835110265325e-05, "Finetune/Loss": 0.8362734317779541, "Finetune/Loss (Raw)": 0.7563835382461548, "Finetune/Step": 7525, "Finetune/Step Time": 5.915275260806084}
+{"Finetune/Learning Rate": 1.389828442937391e-05, "Finetune/Loss": 0.8368740677833557, "Finetune/Loss (Raw)": 0.8509193062782288, "Finetune/Step": 7526, "Finetune/Step Time": 5.9146711472421885}
+{"Finetune/Learning Rate": 1.3896733637938233e-05, "Finetune/Loss": 0.8369114398956299, "Finetune/Loss (Raw)": 0.8270717263221741, "Finetune/Step": 7527, "Finetune/Step Time": 5.911515019834042}
+{"Finetune/Learning Rate": 1.3895182736002276e-05, "Finetune/Loss": 0.835951030254364, "Finetune/Loss (Raw)": 0.8295868039131165, "Finetune/Step": 7528, "Finetune/Step Time": 5.913922989740968}
+{"Finetune/Learning Rate": 1.3893631723610006e-05, "Finetune/Loss": 0.8359774351119995, "Finetune/Loss (Raw)": 0.8388018608093262, "Finetune/Step": 7529, "Finetune/Step Time": 5.916318699717522}
+{"Finetune/Learning Rate": 1.3892080600805415e-05, "Finetune/Loss": 0.8359555006027222, "Finetune/Loss (Raw)": 0.8012163043022156, "Finetune/Step": 7530, "Finetune/Step Time": 5.914015896618366}
+{"Finetune/Learning Rate": 1.3890529367632489e-05, "Finetune/Loss": 0.8362001180648804, "Finetune/Loss (Raw)": 0.7476988434791565, "Finetune/Step": 7531, "Finetune/Step Time": 5.918985512107611}
+{"Finetune/Learning Rate": 1.388897802413521e-05, "Finetune/Loss": 0.8356264233589172, "Finetune/Loss (Raw)": 0.7678518295288086, "Finetune/Step": 7532, "Finetune/Step Time": 5.929527593776584}
+{"Finetune/Learning Rate": 1.3887426570357571e-05, "Finetune/Loss": 0.8346626162528992, "Finetune/Loss (Raw)": 0.8927344679832458, "Finetune/Step": 7533, "Finetune/Step Time": 5.932496966794133}
+{"Finetune/Learning Rate": 1.3885875006343572e-05, "Finetune/Loss": 0.8343484401702881, "Finetune/Loss (Raw)": 0.9085034728050232, "Finetune/Step": 7534, "Finetune/Step Time": 5.934610096737742}
+{"Finetune/Learning Rate": 1.3884323332137209e-05, "Finetune/Loss": 0.833920955657959, "Finetune/Loss (Raw)": 0.8075805306434631, "Finetune/Step": 7535, "Finetune/Step Time": 5.9377769716084}
+{"Finetune/Learning Rate": 1.3882771547782476e-05, "Finetune/Loss": 0.8353993892669678, "Finetune/Loss (Raw)": 0.9949957132339478, "Finetune/Step": 7536, "Finetune/Step Time": 5.934650441631675}
+{"Finetune/Learning Rate": 1.3881219653323387e-05, "Finetune/Loss": 0.8364802002906799, "Finetune/Loss (Raw)": 0.9188978672027588, "Finetune/Step": 7537, "Finetune/Step Time": 5.923876125365496}
+{"Finetune/Learning Rate": 1.3879667648803948e-05, "Finetune/Loss": 0.8362635374069214, "Finetune/Loss (Raw)": 0.7406135201454163, "Finetune/Step": 7538, "Finetune/Step Time": 5.922476841136813}
+{"Finetune/Learning Rate": 1.3878115534268164e-05, "Finetune/Loss": 0.8370803594589233, "Finetune/Loss (Raw)": 0.8141928911209106, "Finetune/Step": 7539, "Finetune/Step Time": 5.928843030706048}
+{"Finetune/Learning Rate": 1.387656330976005e-05, "Finetune/Loss": 0.8370212912559509, "Finetune/Loss (Raw)": 0.7969059944152832, "Finetune/Step": 7540, "Finetune/Step Time": 5.930556494742632}
+{"Finetune/Learning Rate": 1.3875010975323627e-05, "Finetune/Loss": 0.8376495838165283, "Finetune/Loss (Raw)": 0.8921952843666077, "Finetune/Step": 7541, "Finetune/Step Time": 5.932301877066493}
+{"Finetune/Learning Rate": 1.387345853100291e-05, "Finetune/Loss": 0.8386792540550232, "Finetune/Loss (Raw)": 1.019582986831665, "Finetune/Step": 7542, "Finetune/Step Time": 5.9253856763243675}
+{"Finetune/Learning Rate": 1.3871905976841923e-05, "Finetune/Loss": 0.8400859832763672, "Finetune/Loss (Raw)": 0.8746050596237183, "Finetune/Step": 7543, "Finetune/Step Time": 5.929687140509486}
+{"Finetune/Learning Rate": 1.3870353312884694e-05, "Finetune/Loss": 0.8393791913986206, "Finetune/Loss (Raw)": 0.8448686599731445, "Finetune/Step": 7544, "Finetune/Step Time": 5.924741934984922}
+{"Finetune/Learning Rate": 1.3868800539175252e-05, "Finetune/Loss": 0.8392419815063477, "Finetune/Loss (Raw)": 0.7942997813224792, "Finetune/Step": 7545, "Finetune/Step Time": 5.92261153832078}
+{"Finetune/Learning Rate": 1.3867247655757626e-05, "Finetune/Loss": 0.8398932218551636, "Finetune/Loss (Raw)": 0.8733735680580139, "Finetune/Step": 7546, "Finetune/Step Time": 5.924155971035361}
+{"Finetune/Learning Rate": 1.3865694662675852e-05, "Finetune/Loss": 0.8401920795440674, "Finetune/Loss (Raw)": 0.9014748930931091, "Finetune/Step": 7547, "Finetune/Step Time": 5.920358782634139}
+{"Finetune/Learning Rate": 1.3864141559973971e-05, "Finetune/Loss": 0.8395413160324097, "Finetune/Loss (Raw)": 0.7928515672683716, "Finetune/Step": 7548, "Finetune/Step Time": 5.911243632435799}
+{"Finetune/Learning Rate": 1.3862588347696026e-05, "Finetune/Loss": 0.8414629101753235, "Finetune/Loss (Raw)": 0.9598420262336731, "Finetune/Step": 7549, "Finetune/Step Time": 5.914433805271983}
+{"Finetune/Learning Rate": 1.3861035025886058e-05, "Finetune/Loss": 0.8421822786331177, "Finetune/Loss (Raw)": 0.9098378419876099, "Finetune/Step": 7550, "Finetune/Step Time": 5.909173060208559}
+{"Finetune/Learning Rate": 1.3859481594588116e-05, "Finetune/Loss": 0.8432886004447937, "Finetune/Loss (Raw)": 0.9737734198570251, "Finetune/Step": 7551, "Finetune/Step Time": 5.904441513121128}
+{"Finetune/Learning Rate": 1.385792805384625e-05, "Finetune/Loss": 0.841740071773529, "Finetune/Loss (Raw)": 0.7193303108215332, "Finetune/Step": 7552, "Finetune/Step Time": 5.900805577635765}
+{"Finetune/Learning Rate": 1.3856374403704516e-05, "Finetune/Loss": 0.8411946296691895, "Finetune/Loss (Raw)": 0.880893349647522, "Finetune/Step": 7553, "Finetune/Step Time": 5.918288642540574}
+{"Finetune/Learning Rate": 1.3854820644206967e-05, "Finetune/Loss": 0.84059077501297, "Finetune/Loss (Raw)": 0.7731679677963257, "Finetune/Step": 7554, "Finetune/Step Time": 5.930589502677321}
+{"Finetune/Learning Rate": 1.3853266775397669e-05, "Finetune/Loss": 0.8397135734558105, "Finetune/Loss (Raw)": 0.7727314829826355, "Finetune/Step": 7555, "Finetune/Step Time": 5.920081911608577}
+{"Finetune/Learning Rate": 1.3851712797320685e-05, "Finetune/Loss": 0.8394421339035034, "Finetune/Loss (Raw)": 0.857103168964386, "Finetune/Step": 7556, "Finetune/Step Time": 5.9418599382042885}
+{"Finetune/Learning Rate": 1.3850158710020072e-05, "Finetune/Loss": 0.839530885219574, "Finetune/Loss (Raw)": 0.7220268249511719, "Finetune/Step": 7557, "Finetune/Step Time": 5.9618012346327305}
+{"Finetune/Learning Rate": 1.3848604513539912e-05, "Finetune/Loss": 0.8409773111343384, "Finetune/Loss (Raw)": 0.910082995891571, "Finetune/Step": 7558, "Finetune/Step Time": 5.944180363789201}
+{"Finetune/Learning Rate": 1.384705020792427e-05, "Finetune/Loss": 0.8394531011581421, "Finetune/Loss (Raw)": 0.6548693776130676, "Finetune/Step": 7559, "Finetune/Step Time": 5.952883005142212}
+{"Finetune/Learning Rate": 1.3845495793217223e-05, "Finetune/Loss": 0.8387638926506042, "Finetune/Loss (Raw)": 0.7807835936546326, "Finetune/Step": 7560, "Finetune/Step Time": 5.945962965488434}
+{"Finetune/Learning Rate": 1.3843941269462851e-05, "Finetune/Loss": 0.8411146402359009, "Finetune/Loss (Raw)": 0.9883347153663635, "Finetune/Step": 7561, "Finetune/Step Time": 5.940927041694522}
+{"Finetune/Learning Rate": 1.3842386636705239e-05, "Finetune/Loss": 0.8409057259559631, "Finetune/Loss (Raw)": 0.835980236530304, "Finetune/Step": 7562, "Finetune/Step Time": 5.942053442820907}
+{"Finetune/Learning Rate": 1.3840831894988464e-05, "Finetune/Loss": 0.8417917490005493, "Finetune/Loss (Raw)": 0.9307465553283691, "Finetune/Step": 7563, "Finetune/Step Time": 5.9478755705058575}
+{"Finetune/Learning Rate": 1.3839277044356615e-05, "Finetune/Loss": 0.8399937748908997, "Finetune/Loss (Raw)": 0.7324889302253723, "Finetune/Step": 7564, "Finetune/Step Time": 5.95745163038373}
+{"Finetune/Learning Rate": 1.3837722084853794e-05, "Finetune/Loss": 0.838520884513855, "Finetune/Loss (Raw)": 0.6354408264160156, "Finetune/Step": 7565, "Finetune/Step Time": 5.955122044309974}
+{"Finetune/Learning Rate": 1.3836167016524084e-05, "Finetune/Loss": 0.8397336006164551, "Finetune/Loss (Raw)": 0.9384634494781494, "Finetune/Step": 7566, "Finetune/Step Time": 5.952059328556061}
+{"Finetune/Learning Rate": 1.3834611839411587e-05, "Finetune/Loss": 0.8393127918243408, "Finetune/Loss (Raw)": 0.9056858420372009, "Finetune/Step": 7567, "Finetune/Step Time": 5.954358978196979}
+{"Finetune/Learning Rate": 1.38330565535604e-05, "Finetune/Loss": 0.839061975479126, "Finetune/Loss (Raw)": 0.761875331401825, "Finetune/Step": 7568, "Finetune/Step Time": 5.949921542778611}
+{"Finetune/Learning Rate": 1.3831501159014631e-05, "Finetune/Loss": 0.8374262452125549, "Finetune/Loss (Raw)": 0.777198076248169, "Finetune/Step": 7569, "Finetune/Step Time": 5.963528633117676}
+{"Finetune/Learning Rate": 1.3829945655818384e-05, "Finetune/Loss": 0.8388162851333618, "Finetune/Loss (Raw)": 0.9245525598526001, "Finetune/Step": 7570, "Finetune/Step Time": 5.9635788314044476}
+{"Finetune/Learning Rate": 1.382839004401577e-05, "Finetune/Loss": 0.8367713689804077, "Finetune/Loss (Raw)": 0.7123095989227295, "Finetune/Step": 7571, "Finetune/Step Time": 5.98573761433363}
+{"Finetune/Learning Rate": 1.3826834323650899e-05, "Finetune/Loss": 0.8365903496742249, "Finetune/Loss (Raw)": 0.7979012131690979, "Finetune/Step": 7572, "Finetune/Step Time": 5.989051304757595}
+{"Finetune/Learning Rate": 1.382527849476789e-05, "Finetune/Loss": 0.8368226289749146, "Finetune/Loss (Raw)": 0.9543865919113159, "Finetune/Step": 7573, "Finetune/Step Time": 5.992438847199082}
+{"Finetune/Learning Rate": 1.3823722557410859e-05, "Finetune/Loss": 0.8375352621078491, "Finetune/Loss (Raw)": 0.94059157371521, "Finetune/Step": 7574, "Finetune/Step Time": 5.975908784195781}
+{"Finetune/Learning Rate": 1.3822166511623931e-05, "Finetune/Loss": 0.8353849053382874, "Finetune/Loss (Raw)": 0.7057324051856995, "Finetune/Step": 7575, "Finetune/Step Time": 5.996622335165739}
+{"Finetune/Learning Rate": 1.382061035745123e-05, "Finetune/Loss": 0.8374148607254028, "Finetune/Loss (Raw)": 0.9775551557540894, "Finetune/Step": 7576, "Finetune/Step Time": 5.992349019274116}
+{"Finetune/Learning Rate": 1.3819054094936881e-05, "Finetune/Loss": 0.8366173505783081, "Finetune/Loss (Raw)": 0.784198522567749, "Finetune/Step": 7577, "Finetune/Step Time": 5.994700692594051}
+{"Finetune/Learning Rate": 1.3817497724125022e-05, "Finetune/Loss": 0.836875319480896, "Finetune/Loss (Raw)": 0.7382829785346985, "Finetune/Step": 7578, "Finetune/Step Time": 6.003523539751768}
+{"Finetune/Learning Rate": 1.3815941245059779e-05, "Finetune/Loss": 0.8359810709953308, "Finetune/Loss (Raw)": 0.7076720595359802, "Finetune/Step": 7579, "Finetune/Step Time": 6.008515037596226}
+{"Finetune/Learning Rate": 1.3814384657785298e-05, "Finetune/Loss": 0.8367630243301392, "Finetune/Loss (Raw)": 0.8942983150482178, "Finetune/Step": 7580, "Finetune/Step Time": 6.023550691083074}
+{"Finetune/Learning Rate": 1.381282796234571e-05, "Finetune/Loss": 0.8382755517959595, "Finetune/Loss (Raw)": 0.9546137452125549, "Finetune/Step": 7581, "Finetune/Step Time": 6.009054953232408}
+{"Finetune/Learning Rate": 1.3811271158785164e-05, "Finetune/Loss": 0.8387309312820435, "Finetune/Loss (Raw)": 0.7941363453865051, "Finetune/Step": 7582, "Finetune/Step Time": 6.016076577827334}
+{"Finetune/Learning Rate": 1.380971424714781e-05, "Finetune/Loss": 0.8385366201400757, "Finetune/Loss (Raw)": 0.8462461829185486, "Finetune/Step": 7583, "Finetune/Step Time": 6.016402708366513}
+{"Finetune/Learning Rate": 1.3808157227477788e-05, "Finetune/Loss": 0.8377185463905334, "Finetune/Loss (Raw)": 0.8336575627326965, "Finetune/Step": 7584, "Finetune/Step Time": 6.009635100141168}
+{"Finetune/Learning Rate": 1.3806600099819256e-05, "Finetune/Loss": 0.8385540843009949, "Finetune/Loss (Raw)": 0.8653090000152588, "Finetune/Step": 7585, "Finetune/Step Time": 6.011801948770881}
+{"Finetune/Learning Rate": 1.3805042864216373e-05, "Finetune/Loss": 0.8370964527130127, "Finetune/Loss (Raw)": 0.7376058101654053, "Finetune/Step": 7586, "Finetune/Step Time": 6.008953589946032}
+{"Finetune/Learning Rate": 1.3803485520713294e-05, "Finetune/Loss": 0.8357630968093872, "Finetune/Loss (Raw)": 0.6650274991989136, "Finetune/Step": 7587, "Finetune/Step Time": 6.0095994882285595}
+{"Finetune/Learning Rate": 1.3801928069354178e-05, "Finetune/Loss": 0.8358468413352966, "Finetune/Loss (Raw)": 0.8507557511329651, "Finetune/Step": 7588, "Finetune/Step Time": 6.012797491624951}
+{"Finetune/Learning Rate": 1.3800370510183198e-05, "Finetune/Loss": 0.8351134061813354, "Finetune/Loss (Raw)": 0.8593496680259705, "Finetune/Step": 7589, "Finetune/Step Time": 6.013889169320464}
+{"Finetune/Learning Rate": 1.3798812843244513e-05, "Finetune/Loss": 0.8364090919494629, "Finetune/Loss (Raw)": 0.8873171210289001, "Finetune/Step": 7590, "Finetune/Step Time": 5.997230600565672}
+{"Finetune/Learning Rate": 1.3797255068582302e-05, "Finetune/Loss": 0.8370655179023743, "Finetune/Loss (Raw)": 0.8817234039306641, "Finetune/Step": 7591, "Finetune/Step Time": 6.002908678725362}
+{"Finetune/Learning Rate": 1.3795697186240733e-05, "Finetune/Loss": 0.836780309677124, "Finetune/Loss (Raw)": 0.8022401928901672, "Finetune/Step": 7592, "Finetune/Step Time": 6.003959245979786}
+{"Finetune/Learning Rate": 1.3794139196263986e-05, "Finetune/Loss": 0.8360934257507324, "Finetune/Loss (Raw)": 0.9306206107139587, "Finetune/Step": 7593, "Finetune/Step Time": 6.002378458157182}
+{"Finetune/Learning Rate": 1.3792581098696239e-05, "Finetune/Loss": 0.8354336023330688, "Finetune/Loss (Raw)": 0.7744409441947937, "Finetune/Step": 7594, "Finetune/Step Time": 5.985623341053724}
+{"Finetune/Learning Rate": 1.3791022893581678e-05, "Finetune/Loss": 0.8362772464752197, "Finetune/Loss (Raw)": 0.8737512826919556, "Finetune/Step": 7595, "Finetune/Step Time": 5.9913466069847345}
+{"Finetune/Learning Rate": 1.3789464580964486e-05, "Finetune/Loss": 0.8358209133148193, "Finetune/Loss (Raw)": 0.788628101348877, "Finetune/Step": 7596, "Finetune/Step Time": 5.997686181217432}
+{"Finetune/Learning Rate": 1.3787906160888857e-05, "Finetune/Loss": 0.8358767628669739, "Finetune/Loss (Raw)": 0.784447968006134, "Finetune/Step": 7597, "Finetune/Step Time": 6.015289494767785}
+{"Finetune/Learning Rate": 1.378634763339898e-05, "Finetune/Loss": 0.8348965644836426, "Finetune/Loss (Raw)": 0.7489851117134094, "Finetune/Step": 7598, "Finetune/Step Time": 6.015632200986147}
+{"Finetune/Learning Rate": 1.378478899853905e-05, "Finetune/Loss": 0.834850549697876, "Finetune/Loss (Raw)": 0.8639285564422607, "Finetune/Step": 7599, "Finetune/Step Time": 6.025123506784439}
+{"Finetune/Learning Rate": 1.3783230256353265e-05, "Finetune/Loss": 0.8347194194793701, "Finetune/Loss (Raw)": 0.8663007020950317, "Finetune/Step": 7600, "Finetune/Step Time": 6.0236778892576694}
+{"Finetune/Learning Rate": 1.3781671406885835e-05, "Finetune/Loss": 0.8336009979248047, "Finetune/Loss (Raw)": 0.711615264415741, "Finetune/Step": 7601, "Finetune/Step Time": 6.031260063871741}
+{"Finetune/Learning Rate": 1.3780112450180949e-05, "Finetune/Loss": 0.8345114588737488, "Finetune/Loss (Raw)": 0.8770767450332642, "Finetune/Step": 7602, "Finetune/Step Time": 6.029254764318466}
+{"Finetune/Learning Rate": 1.3778553386282827e-05, "Finetune/Loss": 0.8355854749679565, "Finetune/Loss (Raw)": 0.9662246704101562, "Finetune/Step": 7603, "Finetune/Step Time": 6.019594581797719}
+{"Finetune/Learning Rate": 1.3776994215235677e-05, "Finetune/Loss": 0.835084080696106, "Finetune/Loss (Raw)": 0.83350670337677, "Finetune/Step": 7604, "Finetune/Step Time": 6.022804245352745}
+{"Finetune/Learning Rate": 1.377543493708371e-05, "Finetune/Loss": 0.835374116897583, "Finetune/Loss (Raw)": 0.8257239460945129, "Finetune/Step": 7605, "Finetune/Step Time": 6.017265137284994}
+{"Finetune/Learning Rate": 1.3773875551871142e-05, "Finetune/Loss": 0.8353117108345032, "Finetune/Loss (Raw)": 0.7718450427055359, "Finetune/Step": 7606, "Finetune/Step Time": 6.014956718310714}
+{"Finetune/Learning Rate": 1.37723160596422e-05, "Finetune/Loss": 0.8340249061584473, "Finetune/Loss (Raw)": 0.7232449650764465, "Finetune/Step": 7607, "Finetune/Step Time": 6.034047467634082}
+{"Finetune/Learning Rate": 1.3770756460441098e-05, "Finetune/Loss": 0.8319726586341858, "Finetune/Loss (Raw)": 0.8176931142807007, "Finetune/Step": 7608, "Finetune/Step Time": 6.029510501772165}
+{"Finetune/Learning Rate": 1.3769196754312061e-05, "Finetune/Loss": 0.8320724964141846, "Finetune/Loss (Raw)": 0.7936521172523499, "Finetune/Step": 7609, "Finetune/Step Time": 6.039085041731596}
+{"Finetune/Learning Rate": 1.3767636941299329e-05, "Finetune/Loss": 0.8326749205589294, "Finetune/Loss (Raw)": 0.913507878780365, "Finetune/Step": 7610, "Finetune/Step Time": 6.04272953979671}
+{"Finetune/Learning Rate": 1.3766077021447126e-05, "Finetune/Loss": 0.8319196105003357, "Finetune/Loss (Raw)": 0.8093751668930054, "Finetune/Step": 7611, "Finetune/Step Time": 6.046456981450319}
+{"Finetune/Learning Rate": 1.3764516994799685e-05, "Finetune/Loss": 0.8316921591758728, "Finetune/Loss (Raw)": 0.9575746059417725, "Finetune/Step": 7612, "Finetune/Step Time": 6.044721607118845}
+{"Finetune/Learning Rate": 1.3762956861401252e-05, "Finetune/Loss": 0.8309612274169922, "Finetune/Loss (Raw)": 0.8765391707420349, "Finetune/Step": 7613, "Finetune/Step Time": 6.042563132941723}
+{"Finetune/Learning Rate": 1.3761396621296057e-05, "Finetune/Loss": 0.8312227725982666, "Finetune/Loss (Raw)": 0.8323512673377991, "Finetune/Step": 7614, "Finetune/Step Time": 6.035816760733724}
+{"Finetune/Learning Rate": 1.3759836274528354e-05, "Finetune/Loss": 0.829171895980835, "Finetune/Loss (Raw)": 0.7015323042869568, "Finetune/Step": 7615, "Finetune/Step Time": 6.028624784201384}
+{"Finetune/Learning Rate": 1.3758275821142382e-05, "Finetune/Loss": 0.8291053771972656, "Finetune/Loss (Raw)": 0.8908146023750305, "Finetune/Step": 7616, "Finetune/Step Time": 6.047904813662171}
+{"Finetune/Learning Rate": 1.3756715261182399e-05, "Finetune/Loss": 0.830168604850769, "Finetune/Loss (Raw)": 0.9236658215522766, "Finetune/Step": 7617, "Finetune/Step Time": 6.052696671336889}
+{"Finetune/Learning Rate": 1.375515459469265e-05, "Finetune/Loss": 0.8290047645568848, "Finetune/Loss (Raw)": 0.7392628192901611, "Finetune/Step": 7618, "Finetune/Step Time": 6.0594692043960094}
+{"Finetune/Learning Rate": 1.3753593821717397e-05, "Finetune/Loss": 0.8307708501815796, "Finetune/Loss (Raw)": 1.012221336364746, "Finetune/Step": 7619, "Finetune/Step Time": 6.05245247669518}
+{"Finetune/Learning Rate": 1.3752032942300897e-05, "Finetune/Loss": 0.8313201665878296, "Finetune/Loss (Raw)": 0.8377445340156555, "Finetune/Step": 7620, "Finetune/Step Time": 6.056928979232907}
+{"Finetune/Learning Rate": 1.3750471956487413e-05, "Finetune/Loss": 0.8296892642974854, "Finetune/Loss (Raw)": 0.6872162222862244, "Finetune/Step": 7621, "Finetune/Step Time": 6.077600557357073}
+{"Finetune/Learning Rate": 1.3748910864321207e-05, "Finetune/Loss": 0.8292186260223389, "Finetune/Loss (Raw)": 0.8588178157806396, "Finetune/Step": 7622, "Finetune/Step Time": 6.089679868891835}
+{"Finetune/Learning Rate": 1.3747349665846552e-05, "Finetune/Loss": 0.8307874202728271, "Finetune/Loss (Raw)": 0.9671838879585266, "Finetune/Step": 7623, "Finetune/Step Time": 6.093013567849994}
+{"Finetune/Learning Rate": 1.3745788361107715e-05, "Finetune/Loss": 0.8312197923660278, "Finetune/Loss (Raw)": 0.6855787038803101, "Finetune/Step": 7624, "Finetune/Step Time": 6.079847877845168}
+{"Finetune/Learning Rate": 1.374422695014897e-05, "Finetune/Loss": 0.8307406306266785, "Finetune/Loss (Raw)": 0.6647697687149048, "Finetune/Step": 7625, "Finetune/Step Time": 6.100877553224564}
+{"Finetune/Learning Rate": 1.3742665433014599e-05, "Finetune/Loss": 0.8312512636184692, "Finetune/Loss (Raw)": 0.8157606720924377, "Finetune/Step": 7626, "Finetune/Step Time": 6.1013362761586905}
+{"Finetune/Learning Rate": 1.3741103809748877e-05, "Finetune/Loss": 0.8311784863471985, "Finetune/Loss (Raw)": 0.8819553852081299, "Finetune/Step": 7627, "Finetune/Step Time": 6.105177849531174}
+{"Finetune/Learning Rate": 1.373954208039609e-05, "Finetune/Loss": 0.8303709626197815, "Finetune/Loss (Raw)": 0.8638864159584045, "Finetune/Step": 7628, "Finetune/Step Time": 6.106222905218601}
+{"Finetune/Learning Rate": 1.3737980245000524e-05, "Finetune/Loss": 0.8327563405036926, "Finetune/Loss (Raw)": 0.9821875691413879, "Finetune/Step": 7629, "Finetune/Step Time": 6.089000426232815}
+{"Finetune/Learning Rate": 1.3736418303606465e-05, "Finetune/Loss": 0.8323347568511963, "Finetune/Loss (Raw)": 0.7846676111221313, "Finetune/Step": 7630, "Finetune/Step Time": 6.088485229760408}
+{"Finetune/Learning Rate": 1.3734856256258211e-05, "Finetune/Loss": 0.8325724005699158, "Finetune/Loss (Raw)": 0.9677484035491943, "Finetune/Step": 7631, "Finetune/Step Time": 6.094612604007125}
+{"Finetune/Learning Rate": 1.3733294103000055e-05, "Finetune/Loss": 0.8335856199264526, "Finetune/Loss (Raw)": 0.9189411997795105, "Finetune/Step": 7632, "Finetune/Step Time": 6.096452202647924}
+{"Finetune/Learning Rate": 1.3731731843876288e-05, "Finetune/Loss": 0.8342278599739075, "Finetune/Loss (Raw)": 0.8737964630126953, "Finetune/Step": 7633, "Finetune/Step Time": 6.092482464388013}
+{"Finetune/Learning Rate": 1.3730169478931222e-05, "Finetune/Loss": 0.8336706161499023, "Finetune/Loss (Raw)": 0.7459749579429626, "Finetune/Step": 7634, "Finetune/Step Time": 6.094760058447719}
+{"Finetune/Learning Rate": 1.3728607008209159e-05, "Finetune/Loss": 0.8341930508613586, "Finetune/Loss (Raw)": 0.8964027166366577, "Finetune/Step": 7635, "Finetune/Step Time": 6.0966088734567165}
+{"Finetune/Learning Rate": 1.3727044431754402e-05, "Finetune/Loss": 0.8338431715965271, "Finetune/Loss (Raw)": 0.8588258028030396, "Finetune/Step": 7636, "Finetune/Step Time": 6.093103850260377}
+{"Finetune/Learning Rate": 1.372548174961126e-05, "Finetune/Loss": 0.8346811532974243, "Finetune/Loss (Raw)": 0.9334248304367065, "Finetune/Step": 7637, "Finetune/Step Time": 6.0953596364706755}
+{"Finetune/Learning Rate": 1.3723918961824053e-05, "Finetune/Loss": 0.8330484628677368, "Finetune/Loss (Raw)": 0.6934590339660645, "Finetune/Step": 7638, "Finetune/Step Time": 6.109257854521275}
+{"Finetune/Learning Rate": 1.3722356068437093e-05, "Finetune/Loss": 0.8328249454498291, "Finetune/Loss (Raw)": 0.8512928485870361, "Finetune/Step": 7639, "Finetune/Step Time": 6.105281911790371}
+{"Finetune/Learning Rate": 1.37207930694947e-05, "Finetune/Loss": 0.8328174352645874, "Finetune/Loss (Raw)": 0.8311947584152222, "Finetune/Step": 7640, "Finetune/Step Time": 6.1040192898362875}
+{"Finetune/Learning Rate": 1.3719229965041195e-05, "Finetune/Loss": 0.8339298963546753, "Finetune/Loss (Raw)": 0.8599157333374023, "Finetune/Step": 7641, "Finetune/Step Time": 6.103711221367121}
+{"Finetune/Learning Rate": 1.3717666755120904e-05, "Finetune/Loss": 0.8339329957962036, "Finetune/Loss (Raw)": 0.8197311758995056, "Finetune/Step": 7642, "Finetune/Step Time": 6.103790760040283}
+{"Finetune/Learning Rate": 1.3716103439778157e-05, "Finetune/Loss": 0.8346895575523376, "Finetune/Loss (Raw)": 0.9093518853187561, "Finetune/Step": 7643, "Finetune/Step Time": 6.105167197063565}
+{"Finetune/Learning Rate": 1.3714540019057282e-05, "Finetune/Loss": 0.836131751537323, "Finetune/Loss (Raw)": 0.7983737587928772, "Finetune/Step": 7644, "Finetune/Step Time": 6.088695343583822}
+{"Finetune/Learning Rate": 1.3712976493002616e-05, "Finetune/Loss": 0.8378326892852783, "Finetune/Loss (Raw)": 0.9266473054885864, "Finetune/Step": 7645, "Finetune/Step Time": 6.069170722737908}
+{"Finetune/Learning Rate": 1.3711412861658496e-05, "Finetune/Loss": 0.8386833667755127, "Finetune/Loss (Raw)": 0.8308148980140686, "Finetune/Step": 7646, "Finetune/Step Time": 6.040917135775089}
+{"Finetune/Learning Rate": 1.3709849125069259e-05, "Finetune/Loss": 0.8348594903945923, "Finetune/Loss (Raw)": 0.3615665137767792, "Finetune/Step": 7647, "Finetune/Step Time": 6.098399771377444}
+{"Finetune/Learning Rate": 1.3708285283279252e-05, "Finetune/Loss": 0.8337720632553101, "Finetune/Loss (Raw)": 0.7833220362663269, "Finetune/Step": 7648, "Finetune/Step Time": 6.0805438831448555}
+{"Finetune/Learning Rate": 1.3706721336332819e-05, "Finetune/Loss": 0.834396481513977, "Finetune/Loss (Raw)": 0.9295825958251953, "Finetune/Step": 7649, "Finetune/Step Time": 6.077614348381758}
+{"Finetune/Learning Rate": 1.3705157284274311e-05, "Finetune/Loss": 0.8338119983673096, "Finetune/Loss (Raw)": 0.9225348830223083, "Finetune/Step": 7650, "Finetune/Step Time": 6.094337530434132}
+{"Finetune/Learning Rate": 1.3703593127148071e-05, "Finetune/Loss": 0.8319445252418518, "Finetune/Loss (Raw)": 0.6748267412185669, "Finetune/Step": 7651, "Finetune/Step Time": 6.095758143812418}
+{"Finetune/Learning Rate": 1.3702028864998469e-05, "Finetune/Loss": 0.834252119064331, "Finetune/Loss (Raw)": 0.9349189400672913, "Finetune/Step": 7652, "Finetune/Step Time": 6.085701581090689}
+{"Finetune/Learning Rate": 1.3700464497869854e-05, "Finetune/Loss": 0.8353976011276245, "Finetune/Loss (Raw)": 0.9030094742774963, "Finetune/Step": 7653, "Finetune/Step Time": 6.083971315994859}
+{"Finetune/Learning Rate": 1.3698900025806587e-05, "Finetune/Loss": 0.8353053331375122, "Finetune/Loss (Raw)": 0.8390986919403076, "Finetune/Step": 7654, "Finetune/Step Time": 6.085056344047189}
+{"Finetune/Learning Rate": 1.3697335448853032e-05, "Finetune/Loss": 0.835666298866272, "Finetune/Loss (Raw)": 0.8732781410217285, "Finetune/Step": 7655, "Finetune/Step Time": 6.085423059761524}
+{"Finetune/Learning Rate": 1.3695770767053565e-05, "Finetune/Loss": 0.8356449007987976, "Finetune/Loss (Raw)": 0.8268523812294006, "Finetune/Step": 7656, "Finetune/Step Time": 6.085569201037288}
+{"Finetune/Learning Rate": 1.3694205980452541e-05, "Finetune/Loss": 0.8352078199386597, "Finetune/Loss (Raw)": 0.7828506231307983, "Finetune/Step": 7657, "Finetune/Step Time": 6.079746428877115}
+{"Finetune/Learning Rate": 1.3692641089094341e-05, "Finetune/Loss": 0.8353968858718872, "Finetune/Loss (Raw)": 0.825420081615448, "Finetune/Step": 7658, "Finetune/Step Time": 6.079241072759032}
+{"Finetune/Learning Rate": 1.3691076093023343e-05, "Finetune/Loss": 0.8365527391433716, "Finetune/Loss (Raw)": 0.8956468105316162, "Finetune/Step": 7659, "Finetune/Step Time": 6.074212409555912}
+{"Finetune/Learning Rate": 1.3689510992283923e-05, "Finetune/Loss": 0.8363668918609619, "Finetune/Loss (Raw)": 0.7440643906593323, "Finetune/Step": 7660, "Finetune/Step Time": 6.063933869823813}
+{"Finetune/Learning Rate": 1.3687945786920459e-05, "Finetune/Loss": 0.8357095122337341, "Finetune/Loss (Raw)": 0.8085902333259583, "Finetune/Step": 7661, "Finetune/Step Time": 6.0598452873528}
+{"Finetune/Learning Rate": 1.3686380476977343e-05, "Finetune/Loss": 0.8348109722137451, "Finetune/Loss (Raw)": 0.7934882044792175, "Finetune/Step": 7662, "Finetune/Step Time": 6.058809243142605}
+{"Finetune/Learning Rate": 1.3684815062498959e-05, "Finetune/Loss": 0.8351930379867554, "Finetune/Loss (Raw)": 0.8564860224723816, "Finetune/Step": 7663, "Finetune/Step Time": 6.05643910728395}
+{"Finetune/Learning Rate": 1.3683249543529698e-05, "Finetune/Loss": 0.8351778388023376, "Finetune/Loss (Raw)": 0.9930515885353088, "Finetune/Step": 7664, "Finetune/Step Time": 6.060732077807188}
+{"Finetune/Learning Rate": 1.3681683920113952e-05, "Finetune/Loss": 0.8343141078948975, "Finetune/Loss (Raw)": 0.8083319067955017, "Finetune/Step": 7665, "Finetune/Step Time": 6.063803043216467}
+{"Finetune/Learning Rate": 1.368011819229612e-05, "Finetune/Loss": 0.8358246088027954, "Finetune/Loss (Raw)": 0.9339715838432312, "Finetune/Step": 7666, "Finetune/Step Time": 6.0670546889305115}
+{"Finetune/Learning Rate": 1.3678552360120603e-05, "Finetune/Loss": 0.8362421989440918, "Finetune/Loss (Raw)": 0.8676402568817139, "Finetune/Step": 7667, "Finetune/Step Time": 6.061330579221249}
+{"Finetune/Learning Rate": 1.36769864236318e-05, "Finetune/Loss": 0.837493360042572, "Finetune/Loss (Raw)": 0.9570571184158325, "Finetune/Step": 7668, "Finetune/Step Time": 6.07505389675498}
+{"Finetune/Learning Rate": 1.3675420382874118e-05, "Finetune/Loss": 0.8366187810897827, "Finetune/Loss (Raw)": 0.7802460789680481, "Finetune/Step": 7669, "Finetune/Step Time": 6.074132267385721}
+{"Finetune/Learning Rate": 1.3673854237891965e-05, "Finetune/Loss": 0.8351227045059204, "Finetune/Loss (Raw)": 0.8280779719352722, "Finetune/Step": 7670, "Finetune/Step Time": 6.072327498346567}
+{"Finetune/Learning Rate": 1.3672287988729754e-05, "Finetune/Loss": 0.8343172073364258, "Finetune/Loss (Raw)": 0.7715012431144714, "Finetune/Step": 7671, "Finetune/Step Time": 6.085432032123208}
+{"Finetune/Learning Rate": 1.3670721635431896e-05, "Finetune/Loss": 0.8350162506103516, "Finetune/Loss (Raw)": 0.9343559741973877, "Finetune/Step": 7672, "Finetune/Step Time": 6.087468413636088}
+{"Finetune/Learning Rate": 1.3669155178042812e-05, "Finetune/Loss": 0.8346670866012573, "Finetune/Loss (Raw)": 0.7496047616004944, "Finetune/Step": 7673, "Finetune/Step Time": 6.095383470878005}
+{"Finetune/Learning Rate": 1.3667588616606924e-05, "Finetune/Loss": 0.8350703120231628, "Finetune/Loss (Raw)": 0.92498779296875, "Finetune/Step": 7674, "Finetune/Step Time": 6.092510083690286}
+{"Finetune/Learning Rate": 1.3666021951168647e-05, "Finetune/Loss": 0.8344194889068604, "Finetune/Loss (Raw)": 0.8181695342063904, "Finetune/Step": 7675, "Finetune/Step Time": 6.089464642107487}
+{"Finetune/Learning Rate": 1.3664455181772413e-05, "Finetune/Loss": 0.833336353302002, "Finetune/Loss (Raw)": 0.6542120575904846, "Finetune/Step": 7676, "Finetune/Step Time": 6.106354469433427}
+{"Finetune/Learning Rate": 1.3662888308462653e-05, "Finetune/Loss": 0.8304065465927124, "Finetune/Loss (Raw)": 0.5848135352134705, "Finetune/Step": 7677, "Finetune/Step Time": 6.125132525339723}
+{"Finetune/Learning Rate": 1.3661321331283796e-05, "Finetune/Loss": 0.8308728933334351, "Finetune/Loss (Raw)": 0.9695374965667725, "Finetune/Step": 7678, "Finetune/Step Time": 6.124227920547128}
+{"Finetune/Learning Rate": 1.3659754250280275e-05, "Finetune/Loss": 0.8305617570877075, "Finetune/Loss (Raw)": 0.933949887752533, "Finetune/Step": 7679, "Finetune/Step Time": 6.12351200543344}
+{"Finetune/Learning Rate": 1.3658187065496533e-05, "Finetune/Loss": 0.8319306373596191, "Finetune/Loss (Raw)": 0.8945441842079163, "Finetune/Step": 7680, "Finetune/Step Time": 6.136888081207871}
+{"Finetune/Learning Rate": 1.3656619776977006e-05, "Finetune/Loss": 0.8320096731185913, "Finetune/Loss (Raw)": 0.8910131454467773, "Finetune/Step": 7681, "Finetune/Step Time": 6.117180183529854}
+{"Finetune/Learning Rate": 1.365505238476614e-05, "Finetune/Loss": 0.8323230147361755, "Finetune/Loss (Raw)": 0.813277006149292, "Finetune/Step": 7682, "Finetune/Step Time": 6.103732153773308}
+{"Finetune/Learning Rate": 1.3653484888908386e-05, "Finetune/Loss": 0.8330817222595215, "Finetune/Loss (Raw)": 0.8698437213897705, "Finetune/Step": 7683, "Finetune/Step Time": 6.105537172406912}
+{"Finetune/Learning Rate": 1.3651917289448187e-05, "Finetune/Loss": 0.8311073184013367, "Finetune/Loss (Raw)": 0.6043767929077148, "Finetune/Step": 7684, "Finetune/Step Time": 6.1157725509256124}
+{"Finetune/Learning Rate": 1.3650349586429998e-05, "Finetune/Loss": 0.8320187330245972, "Finetune/Loss (Raw)": 0.838683545589447, "Finetune/Step": 7685, "Finetune/Step Time": 6.101082976907492}
+{"Finetune/Learning Rate": 1.3648781779898275e-05, "Finetune/Loss": 0.8312240839004517, "Finetune/Loss (Raw)": 0.8083697557449341, "Finetune/Step": 7686, "Finetune/Step Time": 6.0977362636476755}
+{"Finetune/Learning Rate": 1.3647213869897476e-05, "Finetune/Loss": 0.8330479860305786, "Finetune/Loss (Raw)": 0.8883264064788818, "Finetune/Step": 7687, "Finetune/Step Time": 6.090251997113228}
+{"Finetune/Learning Rate": 1.3645645856472062e-05, "Finetune/Loss": 0.8340287208557129, "Finetune/Loss (Raw)": 0.9063256978988647, "Finetune/Step": 7688, "Finetune/Step Time": 6.09610909409821}
+{"Finetune/Learning Rate": 1.36440777396665e-05, "Finetune/Loss": 0.83309006690979, "Finetune/Loss (Raw)": 0.868181586265564, "Finetune/Step": 7689, "Finetune/Step Time": 6.086339842528105}
+{"Finetune/Learning Rate": 1.3642509519525256e-05, "Finetune/Loss": 0.8335016965866089, "Finetune/Loss (Raw)": 0.8886746168136597, "Finetune/Step": 7690, "Finetune/Step Time": 6.088160114362836}
+{"Finetune/Learning Rate": 1.36409411960928e-05, "Finetune/Loss": 0.8347454071044922, "Finetune/Loss (Raw)": 1.0899360179901123, "Finetune/Step": 7691, "Finetune/Step Time": 6.081650648266077}
+{"Finetune/Learning Rate": 1.3639372769413606e-05, "Finetune/Loss": 0.8350645899772644, "Finetune/Loss (Raw)": 0.773347020149231, "Finetune/Step": 7692, "Finetune/Step Time": 6.073559381067753}
+{"Finetune/Learning Rate": 1.3637804239532147e-05, "Finetune/Loss": 0.836181104183197, "Finetune/Loss (Raw)": 0.7783546447753906, "Finetune/Step": 7693, "Finetune/Step Time": 6.081669110804796}
+{"Finetune/Learning Rate": 1.3636235606492904e-05, "Finetune/Loss": 0.836050271987915, "Finetune/Loss (Raw)": 0.9217128157615662, "Finetune/Step": 7694, "Finetune/Step Time": 6.078300856053829}
+{"Finetune/Learning Rate": 1.3634666870340364e-05, "Finetune/Loss": 0.834774374961853, "Finetune/Loss (Raw)": 0.7423807382583618, "Finetune/Step": 7695, "Finetune/Step Time": 6.097245128825307}
+{"Finetune/Learning Rate": 1.3633098031119e-05, "Finetune/Loss": 0.8358027338981628, "Finetune/Loss (Raw)": 0.8934975862503052, "Finetune/Step": 7696, "Finetune/Step Time": 6.0976003389805555}
+{"Finetune/Learning Rate": 1.3631529088873312e-05, "Finetune/Loss": 0.8356033563613892, "Finetune/Loss (Raw)": 0.7516767382621765, "Finetune/Step": 7697, "Finetune/Step Time": 6.0837108343839645}
+{"Finetune/Learning Rate": 1.3629960043647783e-05, "Finetune/Loss": 0.8351779580116272, "Finetune/Loss (Raw)": 0.870106041431427, "Finetune/Step": 7698, "Finetune/Step Time": 6.089318318292499}
+{"Finetune/Learning Rate": 1.3628390895486912e-05, "Finetune/Loss": 0.8353468775749207, "Finetune/Loss (Raw)": 0.7339292764663696, "Finetune/Step": 7699, "Finetune/Step Time": 6.073724407702684}
+{"Finetune/Learning Rate": 1.3626821644435191e-05, "Finetune/Loss": 0.836355447769165, "Finetune/Loss (Raw)": 0.9269952774047852, "Finetune/Step": 7700, "Finetune/Step Time": 6.07213575579226}
+{"Finetune/Learning Rate": 1.362525229053712e-05, "Finetune/Loss": 0.8349008560180664, "Finetune/Loss (Raw)": 0.7682044506072998, "Finetune/Step": 7701, "Finetune/Step Time": 6.068428842350841}
+{"Finetune/Learning Rate": 1.3623682833837208e-05, "Finetune/Loss": 0.8349310159683228, "Finetune/Loss (Raw)": 0.9444445371627808, "Finetune/Step": 7702, "Finetune/Step Time": 6.0718723852187395}
+{"Finetune/Learning Rate": 1.3622113274379952e-05, "Finetune/Loss": 0.8369442224502563, "Finetune/Loss (Raw)": 0.9634277820587158, "Finetune/Step": 7703, "Finetune/Step Time": 6.054904976859689}
+{"Finetune/Learning Rate": 1.3620543612209861e-05, "Finetune/Loss": 0.835195004940033, "Finetune/Loss (Raw)": 0.7536515593528748, "Finetune/Step": 7704, "Finetune/Step Time": 6.054691888391972}
+{"Finetune/Learning Rate": 1.3618973847371455e-05, "Finetune/Loss": 0.8366500735282898, "Finetune/Loss (Raw)": 0.9704503417015076, "Finetune/Step": 7705, "Finetune/Step Time": 6.056228632107377}
+{"Finetune/Learning Rate": 1.3617403979909238e-05, "Finetune/Loss": 0.837340235710144, "Finetune/Loss (Raw)": 0.8266264200210571, "Finetune/Step": 7706, "Finetune/Step Time": 6.042213348671794}
+{"Finetune/Learning Rate": 1.3615834009867728e-05, "Finetune/Loss": 0.8376893997192383, "Finetune/Loss (Raw)": 0.7523573637008667, "Finetune/Step": 7707, "Finetune/Step Time": 6.045345354825258}
+{"Finetune/Learning Rate": 1.3614263937291452e-05, "Finetune/Loss": 0.8362461924552917, "Finetune/Loss (Raw)": 0.7095726132392883, "Finetune/Step": 7708, "Finetune/Step Time": 6.029907461255789}
+{"Finetune/Learning Rate": 1.3612693762224927e-05, "Finetune/Loss": 0.8361030220985413, "Finetune/Loss (Raw)": 0.9362903833389282, "Finetune/Step": 7709, "Finetune/Step Time": 6.048028519377112}
+{"Finetune/Learning Rate": 1.3611123484712677e-05, "Finetune/Loss": 0.8357820510864258, "Finetune/Loss (Raw)": 0.7530459761619568, "Finetune/Step": 7710, "Finetune/Step Time": 6.0445822682231665}
+{"Finetune/Learning Rate": 1.3609553104799239e-05, "Finetune/Loss": 0.8353986740112305, "Finetune/Loss (Raw)": 0.7971850037574768, "Finetune/Step": 7711, "Finetune/Step Time": 6.044842401519418}
+{"Finetune/Learning Rate": 1.3607982622529135e-05, "Finetune/Loss": 0.8364486694335938, "Finetune/Loss (Raw)": 0.9680463075637817, "Finetune/Step": 7712, "Finetune/Step Time": 6.049581587314606}
+{"Finetune/Learning Rate": 1.3606412037946905e-05, "Finetune/Loss": 0.8354718685150146, "Finetune/Loss (Raw)": 0.7402778267860413, "Finetune/Step": 7713, "Finetune/Step Time": 6.046974325552583}
+{"Finetune/Learning Rate": 1.3604841351097084e-05, "Finetune/Loss": 0.8353458046913147, "Finetune/Loss (Raw)": 0.7214735746383667, "Finetune/Step": 7714, "Finetune/Step Time": 6.043631484732032}
+{"Finetune/Learning Rate": 1.3603270562024213e-05, "Finetune/Loss": 0.8366721868515015, "Finetune/Loss (Raw)": 0.8348062038421631, "Finetune/Step": 7715, "Finetune/Step Time": 6.0240579061210155}
+{"Finetune/Learning Rate": 1.3601699670772836e-05, "Finetune/Loss": 0.8361339569091797, "Finetune/Loss (Raw)": 0.7818609476089478, "Finetune/Step": 7716, "Finetune/Step Time": 6.027002185583115}
+{"Finetune/Learning Rate": 1.3600128677387498e-05, "Finetune/Loss": 0.8358615636825562, "Finetune/Loss (Raw)": 0.824485719203949, "Finetune/Step": 7717, "Finetune/Step Time": 6.035326208919287}
+{"Finetune/Learning Rate": 1.3598557581912747e-05, "Finetune/Loss": 0.8347344398498535, "Finetune/Loss (Raw)": 0.7430422306060791, "Finetune/Step": 7718, "Finetune/Step Time": 6.035818003118038}
+{"Finetune/Learning Rate": 1.3596986384393139e-05, "Finetune/Loss": 0.833214282989502, "Finetune/Loss (Raw)": 0.6871424317359924, "Finetune/Step": 7719, "Finetune/Step Time": 6.0430537313222885}
+{"Finetune/Learning Rate": 1.3595415084873224e-05, "Finetune/Loss": 0.8350511789321899, "Finetune/Loss (Raw)": 1.0373660326004028, "Finetune/Step": 7720, "Finetune/Step Time": 6.041804740205407}
+{"Finetune/Learning Rate": 1.359384368339756e-05, "Finetune/Loss": 0.8351417183876038, "Finetune/Loss (Raw)": 0.9422098994255066, "Finetune/Step": 7721, "Finetune/Step Time": 6.042851297184825}
+{"Finetune/Learning Rate": 1.359227218001071e-05, "Finetune/Loss": 0.835599958896637, "Finetune/Loss (Raw)": 0.8330947160720825, "Finetune/Step": 7722, "Finetune/Step Time": 6.046398237347603}
+{"Finetune/Learning Rate": 1.3590700574757239e-05, "Finetune/Loss": 0.8359063267707825, "Finetune/Loss (Raw)": 0.912964940071106, "Finetune/Step": 7723, "Finetune/Step Time": 6.045409578830004}
+{"Finetune/Learning Rate": 1.3589128867681705e-05, "Finetune/Loss": 0.8354700803756714, "Finetune/Loss (Raw)": 0.732786238193512, "Finetune/Step": 7724, "Finetune/Step Time": 6.043737832456827}
+{"Finetune/Learning Rate": 1.3587557058828682e-05, "Finetune/Loss": 0.8367117047309875, "Finetune/Loss (Raw)": 0.9433763027191162, "Finetune/Step": 7725, "Finetune/Step Time": 6.024287266656756}
+{"Finetune/Learning Rate": 1.3585985148242749e-05, "Finetune/Loss": 0.8372220993041992, "Finetune/Loss (Raw)": 0.8143143057823181, "Finetune/Step": 7726, "Finetune/Step Time": 6.0253082271665335}
+{"Finetune/Learning Rate": 1.3584413135968467e-05, "Finetune/Loss": 0.8379740715026855, "Finetune/Loss (Raw)": 0.9601919651031494, "Finetune/Step": 7727, "Finetune/Step Time": 6.021870646625757}
+{"Finetune/Learning Rate": 1.3582841022050424e-05, "Finetune/Loss": 0.8380336761474609, "Finetune/Loss (Raw)": 0.8739201426506042, "Finetune/Step": 7728, "Finetune/Step Time": 6.019787037745118}
+{"Finetune/Learning Rate": 1.3581268806533201e-05, "Finetune/Loss": 0.8382989168167114, "Finetune/Loss (Raw)": 0.7455663084983826, "Finetune/Step": 7729, "Finetune/Step Time": 5.998275823891163}
+{"Finetune/Learning Rate": 1.3579696489461376e-05, "Finetune/Loss": 0.8378063440322876, "Finetune/Loss (Raw)": 0.8140290379524231, "Finetune/Step": 7730, "Finetune/Step Time": 6.004546230658889}
+{"Finetune/Learning Rate": 1.3578124070879534e-05, "Finetune/Loss": 0.8376851677894592, "Finetune/Loss (Raw)": 0.9507192969322205, "Finetune/Step": 7731, "Finetune/Step Time": 6.005972495302558}
+{"Finetune/Learning Rate": 1.3576551550832274e-05, "Finetune/Loss": 0.8384101390838623, "Finetune/Loss (Raw)": 0.9263025522232056, "Finetune/Step": 7732, "Finetune/Step Time": 6.003043761476874}
+{"Finetune/Learning Rate": 1.357497892936418e-05, "Finetune/Loss": 0.8373320698738098, "Finetune/Loss (Raw)": 0.6877297163009644, "Finetune/Step": 7733, "Finetune/Step Time": 6.011670434847474}
+{"Finetune/Learning Rate": 1.3573406206519847e-05, "Finetune/Loss": 0.8387060165405273, "Finetune/Loss (Raw)": 0.947710394859314, "Finetune/Step": 7734, "Finetune/Step Time": 6.010469060391188}
+{"Finetune/Learning Rate": 1.357183338234388e-05, "Finetune/Loss": 0.8400670289993286, "Finetune/Loss (Raw)": 0.8974534869194031, "Finetune/Step": 7735, "Finetune/Step Time": 5.9941719602793455}
+{"Finetune/Learning Rate": 1.3570260456880873e-05, "Finetune/Loss": 0.8408372402191162, "Finetune/Loss (Raw)": 0.9162811636924744, "Finetune/Step": 7736, "Finetune/Step Time": 5.995710669085383}
+{"Finetune/Learning Rate": 1.356868743017543e-05, "Finetune/Loss": 0.8415895104408264, "Finetune/Loss (Raw)": 0.8899429440498352, "Finetune/Step": 7737, "Finetune/Step Time": 5.979684246703982}
+{"Finetune/Learning Rate": 1.3567114302272165e-05, "Finetune/Loss": 0.8422502279281616, "Finetune/Loss (Raw)": 0.9980771541595459, "Finetune/Step": 7738, "Finetune/Step Time": 5.9770695343613625}
+{"Finetune/Learning Rate": 1.3565541073215676e-05, "Finetune/Loss": 0.842665433883667, "Finetune/Loss (Raw)": 0.8625212907791138, "Finetune/Step": 7739, "Finetune/Step Time": 5.975461952388287}
+{"Finetune/Learning Rate": 1.3563967743050584e-05, "Finetune/Loss": 0.8416070938110352, "Finetune/Loss (Raw)": 0.8221081495285034, "Finetune/Step": 7740, "Finetune/Step Time": 5.976105572655797}
+{"Finetune/Learning Rate": 1.3562394311821501e-05, "Finetune/Loss": 0.8413666486740112, "Finetune/Loss (Raw)": 0.8457596898078918, "Finetune/Step": 7741, "Finetune/Step Time": 5.9818209502846}
+{"Finetune/Learning Rate": 1.3560820779573045e-05, "Finetune/Loss": 0.842467188835144, "Finetune/Loss (Raw)": 0.9732164740562439, "Finetune/Step": 7742, "Finetune/Step Time": 5.998221404850483}
+{"Finetune/Learning Rate": 1.3559247146349837e-05, "Finetune/Loss": 0.8436079025268555, "Finetune/Loss (Raw)": 0.8475538492202759, "Finetune/Step": 7743, "Finetune/Step Time": 5.990932876244187}
+{"Finetune/Learning Rate": 1.3557673412196504e-05, "Finetune/Loss": 0.8438538312911987, "Finetune/Loss (Raw)": 0.9222879409790039, "Finetune/Step": 7744, "Finetune/Step Time": 5.9708433002233505}
+{"Finetune/Learning Rate": 1.3556099577157667e-05, "Finetune/Loss": 0.8432126641273499, "Finetune/Loss (Raw)": 0.8415949940681458, "Finetune/Step": 7745, "Finetune/Step Time": 5.9843319077044725}
+{"Finetune/Learning Rate": 1.3554525641277955e-05, "Finetune/Loss": 0.8442851305007935, "Finetune/Loss (Raw)": 0.8765377998352051, "Finetune/Step": 7746, "Finetune/Step Time": 5.97713078558445}
+{"Finetune/Learning Rate": 1.355295160460201e-05, "Finetune/Loss": 0.8433751463890076, "Finetune/Loss (Raw)": 0.8957485556602478, "Finetune/Step": 7747, "Finetune/Step Time": 5.981813762336969}
+{"Finetune/Learning Rate": 1.3551377467174455e-05, "Finetune/Loss": 0.8436607122421265, "Finetune/Loss (Raw)": 0.8742888569831848, "Finetune/Step": 7748, "Finetune/Step Time": 5.97996317781508}
+{"Finetune/Learning Rate": 1.3549803229039937e-05, "Finetune/Loss": 0.8451235294342041, "Finetune/Loss (Raw)": 0.8744653463363647, "Finetune/Step": 7749, "Finetune/Step Time": 5.9624300468713045}
+{"Finetune/Learning Rate": 1.3548228890243096e-05, "Finetune/Loss": 0.8445718288421631, "Finetune/Loss (Raw)": 0.7881953716278076, "Finetune/Step": 7750, "Finetune/Step Time": 5.945921598002315}
+{"Finetune/Learning Rate": 1.3546654450828571e-05, "Finetune/Loss": 0.844713568687439, "Finetune/Loss (Raw)": 0.985331654548645, "Finetune/Step": 7751, "Finetune/Step Time": 5.946133209392428}
+{"Finetune/Learning Rate": 1.3545079910841007e-05, "Finetune/Loss": 0.8451353311538696, "Finetune/Loss (Raw)": 0.7395554780960083, "Finetune/Step": 7752, "Finetune/Step Time": 5.937530439347029}
+{"Finetune/Learning Rate": 1.3543505270325067e-05, "Finetune/Loss": 0.8467167019844055, "Finetune/Loss (Raw)": 0.8671894669532776, "Finetune/Step": 7753, "Finetune/Step Time": 5.916138246655464}
+{"Finetune/Learning Rate": 1.3541930529325387e-05, "Finetune/Loss": 0.8464268445968628, "Finetune/Loss (Raw)": 0.778657853603363, "Finetune/Step": 7754, "Finetune/Step Time": 5.917430365458131}
+{"Finetune/Learning Rate": 1.3540355687886629e-05, "Finetune/Loss": 0.8457914590835571, "Finetune/Loss (Raw)": 0.8006232380867004, "Finetune/Step": 7755, "Finetune/Step Time": 5.913338907063007}
+{"Finetune/Learning Rate": 1.3538780746053456e-05, "Finetune/Loss": 0.845932126045227, "Finetune/Loss (Raw)": 0.8819041848182678, "Finetune/Step": 7756, "Finetune/Step Time": 5.917715858668089}
+{"Finetune/Learning Rate": 1.3537205703870517e-05, "Finetune/Loss": 0.8445483446121216, "Finetune/Loss (Raw)": 0.805059015750885, "Finetune/Step": 7757, "Finetune/Step Time": 5.917768180370331}
+{"Finetune/Learning Rate": 1.3535630561382487e-05, "Finetune/Loss": 0.8440788388252258, "Finetune/Loss (Raw)": 0.724567174911499, "Finetune/Step": 7758, "Finetune/Step Time": 5.918010225519538}
+{"Finetune/Learning Rate": 1.3534055318634027e-05, "Finetune/Loss": 0.8428284525871277, "Finetune/Loss (Raw)": 0.8077035546302795, "Finetune/Step": 7759, "Finetune/Step Time": 5.913123711943626}
+{"Finetune/Learning Rate": 1.3532479975669809e-05, "Finetune/Loss": 0.8432185649871826, "Finetune/Loss (Raw)": 0.968869686126709, "Finetune/Step": 7760, "Finetune/Step Time": 5.914528569206595}
+{"Finetune/Learning Rate": 1.3530904532534503e-05, "Finetune/Loss": 0.8434257507324219, "Finetune/Loss (Raw)": 0.9003145694732666, "Finetune/Step": 7761, "Finetune/Step Time": 5.914945192635059}
+{"Finetune/Learning Rate": 1.3529328989272785e-05, "Finetune/Loss": 0.8445597887039185, "Finetune/Loss (Raw)": 0.8911374807357788, "Finetune/Step": 7762, "Finetune/Step Time": 5.915973335504532}
+{"Finetune/Learning Rate": 1.3527753345929332e-05, "Finetune/Loss": 0.8438050150871277, "Finetune/Loss (Raw)": 0.7997898459434509, "Finetune/Step": 7763, "Finetune/Step Time": 5.915085684508085}
+{"Finetune/Learning Rate": 1.3526177602548827e-05, "Finetune/Loss": 0.8433432579040527, "Finetune/Loss (Raw)": 0.7997281551361084, "Finetune/Step": 7764, "Finetune/Step Time": 5.9206483736634254}
+{"Finetune/Learning Rate": 1.3524601759175953e-05, "Finetune/Loss": 0.8431258201599121, "Finetune/Loss (Raw)": 0.9055871963500977, "Finetune/Step": 7765, "Finetune/Step Time": 5.917203214019537}
+{"Finetune/Learning Rate": 1.3523025815855395e-05, "Finetune/Loss": 0.8445213437080383, "Finetune/Loss (Raw)": 0.8720857501029968, "Finetune/Step": 7766, "Finetune/Step Time": 5.90463955886662}
+{"Finetune/Learning Rate": 1.3521449772631843e-05, "Finetune/Loss": 0.8443267345428467, "Finetune/Loss (Raw)": 0.826379656791687, "Finetune/Step": 7767, "Finetune/Step Time": 5.905172195285559}
+{"Finetune/Learning Rate": 1.3519873629549991e-05, "Finetune/Loss": 0.8447879552841187, "Finetune/Loss (Raw)": 0.8902291059494019, "Finetune/Step": 7768, "Finetune/Step Time": 5.9093146454542875}
+{"Finetune/Learning Rate": 1.3518297386654527e-05, "Finetune/Loss": 0.8440240025520325, "Finetune/Loss (Raw)": 0.7621280550956726, "Finetune/Step": 7769, "Finetune/Step Time": 5.933039981871843}
+{"Finetune/Learning Rate": 1.3516721043990158e-05, "Finetune/Loss": 0.8449517488479614, "Finetune/Loss (Raw)": 0.9384856224060059, "Finetune/Step": 7770, "Finetune/Step Time": 5.935015290975571}
+{"Finetune/Learning Rate": 1.351514460160158e-05, "Finetune/Loss": 0.8451473712921143, "Finetune/Loss (Raw)": 0.9343881607055664, "Finetune/Step": 7771, "Finetune/Step Time": 5.935071736574173}
+{"Finetune/Learning Rate": 1.3513568059533495e-05, "Finetune/Loss": 0.8461206555366516, "Finetune/Loss (Raw)": 0.9229623675346375, "Finetune/Step": 7772, "Finetune/Step Time": 5.933988014236093}
+{"Finetune/Learning Rate": 1.3511991417830612e-05, "Finetune/Loss": 0.8444024324417114, "Finetune/Loss (Raw)": 0.7067112326622009, "Finetune/Step": 7773, "Finetune/Step Time": 5.933247594162822}
+{"Finetune/Learning Rate": 1.351041467653764e-05, "Finetune/Loss": 0.8459665775299072, "Finetune/Loss (Raw)": 1.0310288667678833, "Finetune/Step": 7774, "Finetune/Step Time": 5.938483605161309}
+{"Finetune/Learning Rate": 1.3508837835699289e-05, "Finetune/Loss": 0.8503768444061279, "Finetune/Loss (Raw)": 0.9260795712471008, "Finetune/Step": 7775, "Finetune/Step Time": 5.8833805453032255}
+{"Finetune/Learning Rate": 1.3507260895360274e-05, "Finetune/Loss": 0.8516941070556641, "Finetune/Loss (Raw)": 0.9519302248954773, "Finetune/Step": 7776, "Finetune/Step Time": 5.886809861287475}
+{"Finetune/Learning Rate": 1.3505683855565317e-05, "Finetune/Loss": 0.8516631126403809, "Finetune/Loss (Raw)": 0.9256104826927185, "Finetune/Step": 7777, "Finetune/Step Time": 5.885161094367504}
+{"Finetune/Learning Rate": 1.3504106716359131e-05, "Finetune/Loss": 0.8507493138313293, "Finetune/Loss (Raw)": 0.8055738806724548, "Finetune/Step": 7778, "Finetune/Step Time": 5.868815742433071}
+{"Finetune/Learning Rate": 1.3502529477786443e-05, "Finetune/Loss": 0.8531194925308228, "Finetune/Loss (Raw)": 0.9782073497772217, "Finetune/Step": 7779, "Finetune/Step Time": 5.899012582376599}
+{"Finetune/Learning Rate": 1.3500952139891981e-05, "Finetune/Loss": 0.8513198494911194, "Finetune/Loss (Raw)": 0.7045719027519226, "Finetune/Step": 7780, "Finetune/Step Time": 5.916746564209461}
+{"Finetune/Learning Rate": 1.349937470272047e-05, "Finetune/Loss": 0.8507593870162964, "Finetune/Loss (Raw)": 0.8312678933143616, "Finetune/Step": 7781, "Finetune/Step Time": 5.916856421157718}
+{"Finetune/Learning Rate": 1.3497797166316644e-05, "Finetune/Loss": 0.850541889667511, "Finetune/Loss (Raw)": 0.8112567663192749, "Finetune/Step": 7782, "Finetune/Step Time": 5.920172544196248}
+{"Finetune/Learning Rate": 1.3496219530725234e-05, "Finetune/Loss": 0.8500306606292725, "Finetune/Loss (Raw)": 0.807837188243866, "Finetune/Step": 7783, "Finetune/Step Time": 5.922456301748753}
+{"Finetune/Learning Rate": 1.3494641795990986e-05, "Finetune/Loss": 0.850123405456543, "Finetune/Loss (Raw)": 0.8387297987937927, "Finetune/Step": 7784, "Finetune/Step Time": 5.929684856906533}
+{"Finetune/Learning Rate": 1.349306396215863e-05, "Finetune/Loss": 0.8512651920318604, "Finetune/Loss (Raw)": 0.928989589214325, "Finetune/Step": 7785, "Finetune/Step Time": 5.930649092420936}
+{"Finetune/Learning Rate": 1.3491486029272913e-05, "Finetune/Loss": 0.8511524796485901, "Finetune/Loss (Raw)": 0.811003565788269, "Finetune/Step": 7786, "Finetune/Step Time": 5.944436755031347}
+{"Finetune/Learning Rate": 1.3489907997378582e-05, "Finetune/Loss": 0.8503261804580688, "Finetune/Loss (Raw)": 0.7898740172386169, "Finetune/Step": 7787, "Finetune/Step Time": 5.964716177433729}
+{"Finetune/Learning Rate": 1.3488329866520382e-05, "Finetune/Loss": 0.8515734076499939, "Finetune/Loss (Raw)": 0.9037137031555176, "Finetune/Step": 7788, "Finetune/Step Time": 5.966126451268792}
+{"Finetune/Learning Rate": 1.348675163674307e-05, "Finetune/Loss": 0.8525607585906982, "Finetune/Loss (Raw)": 0.9349717497825623, "Finetune/Step": 7789, "Finetune/Step Time": 5.966563619673252}
+{"Finetune/Learning Rate": 1.3485173308091394e-05, "Finetune/Loss": 0.8521339893341064, "Finetune/Loss (Raw)": 0.7388620972633362, "Finetune/Step": 7790, "Finetune/Step Time": 5.981390366330743}
+{"Finetune/Learning Rate": 1.3483594880610114e-05, "Finetune/Loss": 0.8529534339904785, "Finetune/Loss (Raw)": 0.9613761305809021, "Finetune/Step": 7791, "Finetune/Step Time": 5.981102811172605}
+{"Finetune/Learning Rate": 1.348201635434399e-05, "Finetune/Loss": 0.8520046472549438, "Finetune/Loss (Raw)": 0.8716041445732117, "Finetune/Step": 7792, "Finetune/Step Time": 5.978468658402562}
+{"Finetune/Learning Rate": 1.348043772933778e-05, "Finetune/Loss": 0.8516441583633423, "Finetune/Loss (Raw)": 0.7621857523918152, "Finetune/Step": 7793, "Finetune/Step Time": 5.975109115242958}
+{"Finetune/Learning Rate": 1.3478859005636257e-05, "Finetune/Loss": 0.8509264588356018, "Finetune/Loss (Raw)": 0.8421114087104797, "Finetune/Step": 7794, "Finetune/Step Time": 5.97247826680541}
+{"Finetune/Learning Rate": 1.3477280183284185e-05, "Finetune/Loss": 0.8508551120758057, "Finetune/Loss (Raw)": 0.8585094213485718, "Finetune/Step": 7795, "Finetune/Step Time": 5.983430093154311}
+{"Finetune/Learning Rate": 1.3475701262326336e-05, "Finetune/Loss": 0.8497034907341003, "Finetune/Loss (Raw)": 0.8096485137939453, "Finetune/Step": 7796, "Finetune/Step Time": 5.9686211086809635}
+{"Finetune/Learning Rate": 1.3474122242807479e-05, "Finetune/Loss": 0.8498373031616211, "Finetune/Loss (Raw)": 0.7973751425743103, "Finetune/Step": 7797, "Finetune/Step Time": 5.966037403792143}
+{"Finetune/Learning Rate": 1.3472543124772398e-05, "Finetune/Loss": 0.8506503701210022, "Finetune/Loss (Raw)": 0.9321474432945251, "Finetune/Step": 7798, "Finetune/Step Time": 5.967642441391945}
+{"Finetune/Learning Rate": 1.3470963908265868e-05, "Finetune/Loss": 0.8504059314727783, "Finetune/Loss (Raw)": 0.7402132749557495, "Finetune/Step": 7799, "Finetune/Step Time": 5.947384936735034}
+{"Finetune/Learning Rate": 1.3469384593332668e-05, "Finetune/Loss": 0.8499810695648193, "Finetune/Loss (Raw)": 0.8799722790718079, "Finetune/Step": 7800, "Finetune/Step Time": 5.94492207840085}
+{"Finetune/Learning Rate": 1.3467805180017588e-05, "Finetune/Loss": 0.8503516912460327, "Finetune/Loss (Raw)": 0.7970439195632935, "Finetune/Step": 7801, "Finetune/Step Time": 5.935658428817987}
+{"Finetune/Learning Rate": 1.3466225668365418e-05, "Finetune/Loss": 0.8496634364128113, "Finetune/Loss (Raw)": 0.8368963599205017, "Finetune/Step": 7802, "Finetune/Step Time": 5.936606692150235}
+{"Finetune/Learning Rate": 1.346464605842094e-05, "Finetune/Loss": 0.8509582877159119, "Finetune/Loss (Raw)": 0.9839077591896057, "Finetune/Step": 7803, "Finetune/Step Time": 5.938751561567187}
+{"Finetune/Learning Rate": 1.3463066350228952e-05, "Finetune/Loss": 0.8518477082252502, "Finetune/Loss (Raw)": 0.7680586576461792, "Finetune/Step": 7804, "Finetune/Step Time": 5.958321085199714}
+{"Finetune/Learning Rate": 1.3461486543834254e-05, "Finetune/Loss": 0.8546123504638672, "Finetune/Loss (Raw)": 0.9386848211288452, "Finetune/Step": 7805, "Finetune/Step Time": 5.939588058739901}
+{"Finetune/Learning Rate": 1.345990663928164e-05, "Finetune/Loss": 0.8527949452400208, "Finetune/Loss (Raw)": 0.7369148135185242, "Finetune/Step": 7806, "Finetune/Step Time": 5.944352047517896}
+{"Finetune/Learning Rate": 1.345832663661591e-05, "Finetune/Loss": 0.8523114919662476, "Finetune/Loss (Raw)": 0.8720701932907104, "Finetune/Step": 7807, "Finetune/Step Time": 5.943972637876868}
+{"Finetune/Learning Rate": 1.3456746535881872e-05, "Finetune/Loss": 0.8522193431854248, "Finetune/Loss (Raw)": 0.8827462792396545, "Finetune/Step": 7808, "Finetune/Step Time": 5.9324498027563095}
+{"Finetune/Learning Rate": 1.3455166337124332e-05, "Finetune/Loss": 0.8525110483169556, "Finetune/Loss (Raw)": 0.928348183631897, "Finetune/Step": 7809, "Finetune/Step Time": 5.93489302136004}
+{"Finetune/Learning Rate": 1.3453586040388097e-05, "Finetune/Loss": 0.8534348011016846, "Finetune/Loss (Raw)": 0.9315162897109985, "Finetune/Step": 7810, "Finetune/Step Time": 5.9349982496351}
+{"Finetune/Learning Rate": 1.3452005645717988e-05, "Finetune/Loss": 0.8529220819473267, "Finetune/Loss (Raw)": 0.804214358329773, "Finetune/Step": 7811, "Finetune/Step Time": 5.927178857848048}
+{"Finetune/Learning Rate": 1.3450425153158811e-05, "Finetune/Loss": 0.855251669883728, "Finetune/Loss (Raw)": 0.9025715589523315, "Finetune/Step": 7812, "Finetune/Step Time": 5.901572158560157}
+{"Finetune/Learning Rate": 1.344884456275539e-05, "Finetune/Loss": 0.855218768119812, "Finetune/Loss (Raw)": 0.8344733715057373, "Finetune/Step": 7813, "Finetune/Step Time": 5.900100929662585}
+{"Finetune/Learning Rate": 1.3447263874552542e-05, "Finetune/Loss": 0.8543437123298645, "Finetune/Loss (Raw)": 0.6963592767715454, "Finetune/Step": 7814, "Finetune/Step Time": 5.907712947577238}
+{"Finetune/Learning Rate": 1.3445683088595097e-05, "Finetune/Loss": 0.8542848229408264, "Finetune/Loss (Raw)": 0.8807891011238098, "Finetune/Step": 7815, "Finetune/Step Time": 5.907361613586545}
+{"Finetune/Learning Rate": 1.3444102204927876e-05, "Finetune/Loss": 0.8529139757156372, "Finetune/Loss (Raw)": 0.7308556437492371, "Finetune/Step": 7816, "Finetune/Step Time": 5.905889764428139}
+{"Finetune/Learning Rate": 1.344252122359571e-05, "Finetune/Loss": 0.8516630530357361, "Finetune/Loss (Raw)": 0.7080658674240112, "Finetune/Step": 7817, "Finetune/Step Time": 5.900769606232643}
+{"Finetune/Learning Rate": 1.344094014464343e-05, "Finetune/Loss": 0.8517387509346008, "Finetune/Loss (Raw)": 0.8983606696128845, "Finetune/Step": 7818, "Finetune/Step Time": 5.897645246237516}
+{"Finetune/Learning Rate": 1.3439358968115874e-05, "Finetune/Loss": 0.8503754138946533, "Finetune/Loss (Raw)": 0.9154329895973206, "Finetune/Step": 7819, "Finetune/Step Time": 5.911485206335783}
+{"Finetune/Learning Rate": 1.3437777694057878e-05, "Finetune/Loss": 0.8516497611999512, "Finetune/Loss (Raw)": 0.9364613890647888, "Finetune/Step": 7820, "Finetune/Step Time": 5.90735100209713}
+{"Finetune/Learning Rate": 1.343619632251428e-05, "Finetune/Loss": 0.8517440557479858, "Finetune/Loss (Raw)": 0.790419340133667, "Finetune/Step": 7821, "Finetune/Step Time": 5.899102250114083}
+{"Finetune/Learning Rate": 1.3434614853529929e-05, "Finetune/Loss": 0.8514567613601685, "Finetune/Loss (Raw)": 0.8849428296089172, "Finetune/Step": 7822, "Finetune/Step Time": 5.8970692828297615}
+{"Finetune/Learning Rate": 1.3433033287149668e-05, "Finetune/Loss": 0.8522512316703796, "Finetune/Loss (Raw)": 0.8440736532211304, "Finetune/Step": 7823, "Finetune/Step Time": 5.880706759169698}
+{"Finetune/Learning Rate": 1.3431451623418344e-05, "Finetune/Loss": 0.8520365357398987, "Finetune/Loss (Raw)": 0.8660176992416382, "Finetune/Step": 7824, "Finetune/Step Time": 5.8831005953252316}
+{"Finetune/Learning Rate": 1.3429869862380805e-05, "Finetune/Loss": 0.8529684543609619, "Finetune/Loss (Raw)": 0.870966374874115, "Finetune/Step": 7825, "Finetune/Step Time": 5.892018236219883}
+{"Finetune/Learning Rate": 1.3428288004081915e-05, "Finetune/Loss": 0.8517056703567505, "Finetune/Loss (Raw)": 0.7084701061248779, "Finetune/Step": 7826, "Finetune/Step Time": 5.886006930842996}
+{"Finetune/Learning Rate": 1.3426706048566524e-05, "Finetune/Loss": 0.8528809547424316, "Finetune/Loss (Raw)": 0.8843534588813782, "Finetune/Step": 7827, "Finetune/Step Time": 5.884192738682032}
+{"Finetune/Learning Rate": 1.3425123995879497e-05, "Finetune/Loss": 0.8513559103012085, "Finetune/Loss (Raw)": 0.7317967414855957, "Finetune/Step": 7828, "Finetune/Step Time": 5.885896611958742}
+{"Finetune/Learning Rate": 1.3423541846065691e-05, "Finetune/Loss": 0.8515660762786865, "Finetune/Loss (Raw)": 0.7951111197471619, "Finetune/Step": 7829, "Finetune/Step Time": 5.899026740342379}
+{"Finetune/Learning Rate": 1.342195959916997e-05, "Finetune/Loss": 0.8518353700637817, "Finetune/Loss (Raw)": 0.9789080023765564, "Finetune/Step": 7830, "Finetune/Step Time": 5.896334992721677}
+{"Finetune/Learning Rate": 1.3420377255237212e-05, "Finetune/Loss": 0.8492617607116699, "Finetune/Loss (Raw)": 0.6340065002441406, "Finetune/Step": 7831, "Finetune/Step Time": 5.910449141636491}
+{"Finetune/Learning Rate": 1.3418794814312274e-05, "Finetune/Loss": 0.8503732681274414, "Finetune/Loss (Raw)": 0.8959256410598755, "Finetune/Step": 7832, "Finetune/Step Time": 5.906493553891778}
+{"Finetune/Learning Rate": 1.3417212276440043e-05, "Finetune/Loss": 0.8500914573669434, "Finetune/Loss (Raw)": 0.934375524520874, "Finetune/Step": 7833, "Finetune/Step Time": 5.90390876121819}
+{"Finetune/Learning Rate": 1.3415629641665386e-05, "Finetune/Loss": 0.8495770692825317, "Finetune/Loss (Raw)": 0.7607855796813965, "Finetune/Step": 7834, "Finetune/Step Time": 5.908419251441956}
+{"Finetune/Learning Rate": 1.3414046910033184e-05, "Finetune/Loss": 0.8501144647598267, "Finetune/Loss (Raw)": 0.8211475014686584, "Finetune/Step": 7835, "Finetune/Step Time": 5.9227655958384275}
+{"Finetune/Learning Rate": 1.3412464081588323e-05, "Finetune/Loss": 0.8508526086807251, "Finetune/Loss (Raw)": 0.8040521144866943, "Finetune/Step": 7836, "Finetune/Step Time": 5.921287190169096}
+{"Finetune/Learning Rate": 1.3410881156375684e-05, "Finetune/Loss": 0.8501039743423462, "Finetune/Loss (Raw)": 0.8404600024223328, "Finetune/Step": 7837, "Finetune/Step Time": 5.907938715070486}
+{"Finetune/Learning Rate": 1.3409298134440155e-05, "Finetune/Loss": 0.8520305156707764, "Finetune/Loss (Raw)": 0.9996393918991089, "Finetune/Step": 7838, "Finetune/Step Time": 5.922173084691167}
+{"Finetune/Learning Rate": 1.3407715015826624e-05, "Finetune/Loss": 0.8522100448608398, "Finetune/Loss (Raw)": 0.8201751112937927, "Finetune/Step": 7839, "Finetune/Step Time": 5.9213438462466}
+{"Finetune/Learning Rate": 1.3406131800579985e-05, "Finetune/Loss": 0.8516486883163452, "Finetune/Loss (Raw)": 0.8961829543113708, "Finetune/Step": 7840, "Finetune/Step Time": 5.915711995214224}
+{"Finetune/Learning Rate": 1.3404548488745137e-05, "Finetune/Loss": 0.8515405654907227, "Finetune/Loss (Raw)": 0.7264447808265686, "Finetune/Step": 7841, "Finetune/Step Time": 5.916903352364898}
+{"Finetune/Learning Rate": 1.3402965080366972e-05, "Finetune/Loss": 0.8519544005393982, "Finetune/Loss (Raw)": 0.7744454145431519, "Finetune/Step": 7842, "Finetune/Step Time": 5.916231792420149}
+{"Finetune/Learning Rate": 1.3401381575490393e-05, "Finetune/Loss": 0.852657675743103, "Finetune/Loss (Raw)": 0.924826443195343, "Finetune/Step": 7843, "Finetune/Step Time": 5.9162040408700705}
+{"Finetune/Learning Rate": 1.3399797974160309e-05, "Finetune/Loss": 0.8533943891525269, "Finetune/Loss (Raw)": 0.876159131526947, "Finetune/Step": 7844, "Finetune/Step Time": 5.907419983297586}
+{"Finetune/Learning Rate": 1.339821427642162e-05, "Finetune/Loss": 0.852942705154419, "Finetune/Loss (Raw)": 0.766670823097229, "Finetune/Step": 7845, "Finetune/Step Time": 5.896928124129772}
+{"Finetune/Learning Rate": 1.3396630482319236e-05, "Finetune/Loss": 0.8540391325950623, "Finetune/Loss (Raw)": 0.8833785057067871, "Finetune/Step": 7846, "Finetune/Step Time": 5.901394657790661}
+{"Finetune/Learning Rate": 1.3395046591898072e-05, "Finetune/Loss": 0.8549686670303345, "Finetune/Loss (Raw)": 0.8061206340789795, "Finetune/Step": 7847, "Finetune/Step Time": 5.890087258070707}
+{"Finetune/Learning Rate": 1.3393462605203041e-05, "Finetune/Loss": 0.852840006351471, "Finetune/Loss (Raw)": 0.7649009823799133, "Finetune/Step": 7848, "Finetune/Step Time": 5.887685237452388}
+{"Finetune/Learning Rate": 1.3391878522279056e-05, "Finetune/Loss": 0.8527294993400574, "Finetune/Loss (Raw)": 0.9280675053596497, "Finetune/Step": 7849, "Finetune/Step Time": 5.897006945684552}
+{"Finetune/Learning Rate": 1.3390294343171048e-05, "Finetune/Loss": 0.8522822856903076, "Finetune/Loss (Raw)": 0.7758514881134033, "Finetune/Step": 7850, "Finetune/Step Time": 5.908409994095564}
+{"Finetune/Learning Rate": 1.3388710067923931e-05, "Finetune/Loss": 0.8519355058670044, "Finetune/Loss (Raw)": 0.8685691952705383, "Finetune/Step": 7851, "Finetune/Step Time": 5.9087267331779}
+{"Finetune/Learning Rate": 1.3387125696582631e-05, "Finetune/Loss": 0.8523173332214355, "Finetune/Loss (Raw)": 0.781667172908783, "Finetune/Step": 7852, "Finetune/Step Time": 5.9060437604784966}
+{"Finetune/Learning Rate": 1.3385541229192079e-05, "Finetune/Loss": 0.8509436845779419, "Finetune/Loss (Raw)": 0.7675491571426392, "Finetune/Step": 7853, "Finetune/Step Time": 5.904442744329572}
+{"Finetune/Learning Rate": 1.3383956665797204e-05, "Finetune/Loss": 0.8514883518218994, "Finetune/Loss (Raw)": 0.8840249180793762, "Finetune/Step": 7854, "Finetune/Step Time": 5.903638243675232}
+{"Finetune/Learning Rate": 1.338237200644294e-05, "Finetune/Loss": 0.8502402305603027, "Finetune/Loss (Raw)": 0.8004380464553833, "Finetune/Step": 7855, "Finetune/Step Time": 5.902292486280203}
+{"Finetune/Learning Rate": 1.3380787251174226e-05, "Finetune/Loss": 0.8500856161117554, "Finetune/Loss (Raw)": 0.8541283011436462, "Finetune/Step": 7856, "Finetune/Step Time": 5.903867583721876}
+{"Finetune/Learning Rate": 1.3379202400035998e-05, "Finetune/Loss": 0.8500462770462036, "Finetune/Loss (Raw)": 0.7405330538749695, "Finetune/Step": 7857, "Finetune/Step Time": 5.9062759429216385}
+{"Finetune/Learning Rate": 1.3377617453073199e-05, "Finetune/Loss": 0.8507092595100403, "Finetune/Loss (Raw)": 0.8988935947418213, "Finetune/Step": 7858, "Finetune/Step Time": 5.904188079759479}
+{"Finetune/Learning Rate": 1.3376032410330776e-05, "Finetune/Loss": 0.8499835133552551, "Finetune/Loss (Raw)": 0.8578203320503235, "Finetune/Step": 7859, "Finetune/Step Time": 5.91526747122407}
+{"Finetune/Learning Rate": 1.3374447271853671e-05, "Finetune/Loss": 0.8496352434158325, "Finetune/Loss (Raw)": 0.881731390953064, "Finetune/Step": 7860, "Finetune/Step Time": 5.91810835339129}
+{"Finetune/Learning Rate": 1.337286203768684e-05, "Finetune/Loss": 0.8491750955581665, "Finetune/Loss (Raw)": 0.6288214921951294, "Finetune/Step": 7861, "Finetune/Step Time": 5.927181653678417}
+{"Finetune/Learning Rate": 1.3371276707875232e-05, "Finetune/Loss": 0.8488088250160217, "Finetune/Loss (Raw)": 0.9008293151855469, "Finetune/Step": 7862, "Finetune/Step Time": 5.927524972707033}
+{"Finetune/Learning Rate": 1.33696912824638e-05, "Finetune/Loss": 0.8475382328033447, "Finetune/Loss (Raw)": 0.7348180413246155, "Finetune/Step": 7863, "Finetune/Step Time": 5.9265627935528755}
+{"Finetune/Learning Rate": 1.3368105761497507e-05, "Finetune/Loss": 0.8480106592178345, "Finetune/Loss (Raw)": 0.976747453212738, "Finetune/Step": 7864, "Finetune/Step Time": 5.926554815843701}
+{"Finetune/Learning Rate": 1.3366520145021313e-05, "Finetune/Loss": 0.8487398028373718, "Finetune/Loss (Raw)": 0.9832796454429626, "Finetune/Step": 7865, "Finetune/Step Time": 5.948813807219267}
+{"Finetune/Learning Rate": 1.3364934433080181e-05, "Finetune/Loss": 0.8478120565414429, "Finetune/Loss (Raw)": 0.8793233633041382, "Finetune/Step": 7866, "Finetune/Step Time": 5.949157774448395}
+{"Finetune/Learning Rate": 1.3363348625719077e-05, "Finetune/Loss": 0.8474723100662231, "Finetune/Loss (Raw)": 0.8190322518348694, "Finetune/Step": 7867, "Finetune/Step Time": 5.946803295984864}
+{"Finetune/Learning Rate": 1.3361762722982969e-05, "Finetune/Loss": 0.8481395840644836, "Finetune/Loss (Raw)": 0.9075223803520203, "Finetune/Step": 7868, "Finetune/Step Time": 5.952597049996257}
+{"Finetune/Learning Rate": 1.3360176724916833e-05, "Finetune/Loss": 0.8470290899276733, "Finetune/Loss (Raw)": 0.7036142349243164, "Finetune/Step": 7869, "Finetune/Step Time": 5.94737502746284}
+{"Finetune/Learning Rate": 1.3358590631565635e-05, "Finetune/Loss": 0.8468731641769409, "Finetune/Loss (Raw)": 0.9532543420791626, "Finetune/Step": 7870, "Finetune/Step Time": 5.93054367415607}
+{"Finetune/Learning Rate": 1.3357004442974359e-05, "Finetune/Loss": 0.8480258584022522, "Finetune/Loss (Raw)": 0.9951076507568359, "Finetune/Step": 7871, "Finetune/Step Time": 5.937344543635845}
+{"Finetune/Learning Rate": 1.3355418159187988e-05, "Finetune/Loss": 0.8478614091873169, "Finetune/Loss (Raw)": 0.9012336134910583, "Finetune/Step": 7872, "Finetune/Step Time": 5.944938497617841}
+{"Finetune/Learning Rate": 1.3353831780251493e-05, "Finetune/Loss": 0.8480491638183594, "Finetune/Loss (Raw)": 0.8656307458877563, "Finetune/Step": 7873, "Finetune/Step Time": 5.929960617795587}
+{"Finetune/Learning Rate": 1.3352245306209865e-05, "Finetune/Loss": 0.8487803936004639, "Finetune/Loss (Raw)": 0.9701343774795532, "Finetune/Step": 7874, "Finetune/Step Time": 5.9274272453039885}
+{"Finetune/Learning Rate": 1.33506587371081e-05, "Finetune/Loss": 0.8480179905891418, "Finetune/Loss (Raw)": 0.7981639504432678, "Finetune/Step": 7875, "Finetune/Step Time": 5.925458265468478}
+{"Finetune/Learning Rate": 1.3349072072991176e-05, "Finetune/Loss": 0.8482362031936646, "Finetune/Loss (Raw)": 0.902220606803894, "Finetune/Step": 7876, "Finetune/Step Time": 5.926802828907967}
+{"Finetune/Learning Rate": 1.3347485313904091e-05, "Finetune/Loss": 0.8470349311828613, "Finetune/Loss (Raw)": 0.7207017540931702, "Finetune/Step": 7877, "Finetune/Step Time": 5.926805472001433}
+{"Finetune/Learning Rate": 1.3345898459891844e-05, "Finetune/Loss": 0.846828281879425, "Finetune/Loss (Raw)": 0.7617446780204773, "Finetune/Step": 7878, "Finetune/Step Time": 5.934490839019418}
+{"Finetune/Learning Rate": 1.3344311510999431e-05, "Finetune/Loss": 0.8451842069625854, "Finetune/Loss (Raw)": 0.7748952507972717, "Finetune/Step": 7879, "Finetune/Step Time": 5.932750767096877}
+{"Finetune/Learning Rate": 1.3342724467271852e-05, "Finetune/Loss": 0.8448448181152344, "Finetune/Loss (Raw)": 0.69610595703125, "Finetune/Step": 7880, "Finetune/Step Time": 5.9289159420877695}
+{"Finetune/Learning Rate": 1.3341137328754115e-05, "Finetune/Loss": 0.8455507159233093, "Finetune/Loss (Raw)": 0.9575468897819519, "Finetune/Step": 7881, "Finetune/Step Time": 5.931766290217638}
+{"Finetune/Learning Rate": 1.333955009549122e-05, "Finetune/Loss": 0.8461362719535828, "Finetune/Loss (Raw)": 0.8536015152931213, "Finetune/Step": 7882, "Finetune/Step Time": 5.929432628676295}
+{"Finetune/Learning Rate": 1.3337962767528185e-05, "Finetune/Loss": 0.8450433015823364, "Finetune/Loss (Raw)": 0.660733163356781, "Finetune/Step": 7883, "Finetune/Step Time": 5.956849539652467}
+{"Finetune/Learning Rate": 1.3336375344910015e-05, "Finetune/Loss": 0.8438594341278076, "Finetune/Loss (Raw)": 0.730368435382843, "Finetune/Step": 7884, "Finetune/Step Time": 5.9606423657387495}
+{"Finetune/Learning Rate": 1.3334787827681728e-05, "Finetune/Loss": 0.844961941242218, "Finetune/Loss (Raw)": 0.9461787939071655, "Finetune/Step": 7885, "Finetune/Step Time": 5.964144393801689}
+{"Finetune/Learning Rate": 1.3333200215888342e-05, "Finetune/Loss": 0.8454538583755493, "Finetune/Loss (Raw)": 0.7875301241874695, "Finetune/Step": 7886, "Finetune/Step Time": 5.963147923350334}
+{"Finetune/Learning Rate": 1.3331612509574876e-05, "Finetune/Loss": 0.8457785844802856, "Finetune/Loss (Raw)": 0.8492699861526489, "Finetune/Step": 7887, "Finetune/Step Time": 5.962517654523253}
+{"Finetune/Learning Rate": 1.3330024708786354e-05, "Finetune/Loss": 0.8448935747146606, "Finetune/Loss (Raw)": 0.8555904030799866, "Finetune/Step": 7888, "Finetune/Step Time": 5.962486112490296}
+{"Finetune/Learning Rate": 1.3328436813567798e-05, "Finetune/Loss": 0.8443971872329712, "Finetune/Loss (Raw)": 0.8367798328399658, "Finetune/Step": 7889, "Finetune/Step Time": 5.959269469603896}
+{"Finetune/Learning Rate": 1.3326848823964243e-05, "Finetune/Loss": 0.8441445231437683, "Finetune/Loss (Raw)": 0.8587887287139893, "Finetune/Step": 7890, "Finetune/Step Time": 5.9683365896344185}
+{"Finetune/Learning Rate": 1.3325260740020709e-05, "Finetune/Loss": 0.8446418046951294, "Finetune/Loss (Raw)": 0.863445520401001, "Finetune/Step": 7891, "Finetune/Step Time": 5.96751169487834}
+{"Finetune/Learning Rate": 1.3323672561782242e-05, "Finetune/Loss": 0.8455051183700562, "Finetune/Loss (Raw)": 0.9102336168289185, "Finetune/Step": 7892, "Finetune/Step Time": 5.965680753812194}
+{"Finetune/Learning Rate": 1.3322084289293871e-05, "Finetune/Loss": 0.8462153673171997, "Finetune/Loss (Raw)": 0.99649977684021, "Finetune/Step": 7893, "Finetune/Step Time": 5.966422000899911}
+{"Finetune/Learning Rate": 1.3320495922600634e-05, "Finetune/Loss": 0.8470181226730347, "Finetune/Loss (Raw)": 0.9748368859291077, "Finetune/Step": 7894, "Finetune/Step Time": 5.968032158911228}
+{"Finetune/Learning Rate": 1.3318907461747576e-05, "Finetune/Loss": 0.8467811346054077, "Finetune/Loss (Raw)": 0.7960501313209534, "Finetune/Step": 7895, "Finetune/Step Time": 5.963944461196661}
+{"Finetune/Learning Rate": 1.3317318906779744e-05, "Finetune/Loss": 0.8472481369972229, "Finetune/Loss (Raw)": 0.9499964118003845, "Finetune/Step": 7896, "Finetune/Step Time": 5.95937760360539}
+{"Finetune/Learning Rate": 1.3315730257742177e-05, "Finetune/Loss": 0.8485640287399292, "Finetune/Loss (Raw)": 0.9305649995803833, "Finetune/Step": 7897, "Finetune/Step Time": 5.936638779938221}
+{"Finetune/Learning Rate": 1.3314141514679925e-05, "Finetune/Loss": 0.8475309014320374, "Finetune/Loss (Raw)": 0.8062431216239929, "Finetune/Step": 7898, "Finetune/Step Time": 5.952323814854026}
+{"Finetune/Learning Rate": 1.3312552677638051e-05, "Finetune/Loss": 0.8470296859741211, "Finetune/Loss (Raw)": 0.8702385425567627, "Finetune/Step": 7899, "Finetune/Step Time": 5.952969413250685}
+{"Finetune/Learning Rate": 1.33109637466616e-05, "Finetune/Loss": 0.8469587564468384, "Finetune/Loss (Raw)": 0.9138822555541992, "Finetune/Step": 7900, "Finetune/Step Time": 5.950763517990708}
+{"Finetune/Learning Rate": 1.3309374721795632e-05, "Finetune/Loss": 0.8467423319816589, "Finetune/Loss (Raw)": 0.6790107488632202, "Finetune/Step": 7901, "Finetune/Step Time": 5.970526698976755}
+{"Finetune/Learning Rate": 1.3307785603085208e-05, "Finetune/Loss": 0.846307098865509, "Finetune/Loss (Raw)": 0.9753136038780212, "Finetune/Step": 7902, "Finetune/Step Time": 5.967640668153763}
+{"Finetune/Learning Rate": 1.330619639057539e-05, "Finetune/Loss": 0.8460642099380493, "Finetune/Loss (Raw)": 0.8949863910675049, "Finetune/Step": 7903, "Finetune/Step Time": 5.966995175927877}
+{"Finetune/Learning Rate": 1.3304607084311246e-05, "Finetune/Loss": 0.8442530632019043, "Finetune/Loss (Raw)": 0.720104992389679, "Finetune/Step": 7904, "Finetune/Step Time": 5.964563308283687}
+{"Finetune/Learning Rate": 1.3303017684337838e-05, "Finetune/Loss": 0.8436834216117859, "Finetune/Loss (Raw)": 0.852697491645813, "Finetune/Step": 7905, "Finetune/Step Time": 5.961701350286603}
+{"Finetune/Learning Rate": 1.3301428190700243e-05, "Finetune/Loss": 0.8443679809570312, "Finetune/Loss (Raw)": 0.8931943774223328, "Finetune/Step": 7906, "Finetune/Step Time": 5.966493332758546}
+{"Finetune/Learning Rate": 1.329983860344353e-05, "Finetune/Loss": 0.8433072566986084, "Finetune/Loss (Raw)": 0.8424406051635742, "Finetune/Step": 7907, "Finetune/Step Time": 5.9370921570807695}
+{"Finetune/Learning Rate": 1.3298248922612783e-05, "Finetune/Loss": 0.8433387279510498, "Finetune/Loss (Raw)": 0.7085995078086853, "Finetune/Step": 7908, "Finetune/Step Time": 5.922168742865324}
+{"Finetune/Learning Rate": 1.3296659148253072e-05, "Finetune/Loss": 0.8432567119598389, "Finetune/Loss (Raw)": 0.820766031742096, "Finetune/Step": 7909, "Finetune/Step Time": 5.922181220725179}
+{"Finetune/Learning Rate": 1.3295069280409482e-05, "Finetune/Loss": 0.8424050211906433, "Finetune/Loss (Raw)": 0.7022420167922974, "Finetune/Step": 7910, "Finetune/Step Time": 5.9401570577174425}
+{"Finetune/Learning Rate": 1.32934793191271e-05, "Finetune/Loss": 0.8412429094314575, "Finetune/Loss (Raw)": 0.6590874791145325, "Finetune/Step": 7911, "Finetune/Step Time": 5.9594977255910635}
+{"Finetune/Learning Rate": 1.3291889264451005e-05, "Finetune/Loss": 0.8417099118232727, "Finetune/Loss (Raw)": 0.8985051512718201, "Finetune/Step": 7912, "Finetune/Step Time": 5.95337587967515}
+{"Finetune/Learning Rate": 1.3290299116426296e-05, "Finetune/Loss": 0.8418850898742676, "Finetune/Loss (Raw)": 0.9514099955558777, "Finetune/Step": 7913, "Finetune/Step Time": 5.951726460829377}
+{"Finetune/Learning Rate": 1.328870887509806e-05, "Finetune/Loss": 0.8425381183624268, "Finetune/Loss (Raw)": 0.8945962190628052, "Finetune/Step": 7914, "Finetune/Step Time": 5.9425372164696455}
+{"Finetune/Learning Rate": 1.3287118540511388e-05, "Finetune/Loss": 0.842754602432251, "Finetune/Loss (Raw)": 0.8175786733627319, "Finetune/Step": 7915, "Finetune/Step Time": 5.926770122721791}
+{"Finetune/Learning Rate": 1.3285528112711383e-05, "Finetune/Loss": 0.8438723683357239, "Finetune/Loss (Raw)": 1.0467936992645264, "Finetune/Step": 7916, "Finetune/Step Time": 5.9363288171589375}
+{"Finetune/Learning Rate": 1.3283937591743147e-05, "Finetune/Loss": 0.8434067964553833, "Finetune/Loss (Raw)": 0.8753746747970581, "Finetune/Step": 7917, "Finetune/Step Time": 5.9378850143402815}
+{"Finetune/Learning Rate": 1.328234697765178e-05, "Finetune/Loss": 0.8448505401611328, "Finetune/Loss (Raw)": 0.9236682057380676, "Finetune/Step": 7918, "Finetune/Step Time": 5.927931562066078}
+{"Finetune/Learning Rate": 1.328075627048238e-05, "Finetune/Loss": 0.8437978029251099, "Finetune/Loss (Raw)": 0.8266209363937378, "Finetune/Step": 7919, "Finetune/Step Time": 5.928469255566597}
+{"Finetune/Learning Rate": 1.3279165470280067e-05, "Finetune/Loss": 0.8429142236709595, "Finetune/Loss (Raw)": 0.7585078477859497, "Finetune/Step": 7920, "Finetune/Step Time": 5.927872026339173}
+{"Finetune/Learning Rate": 1.3277574577089942e-05, "Finetune/Loss": 0.8430178165435791, "Finetune/Loss (Raw)": 0.775448203086853, "Finetune/Step": 7921, "Finetune/Step Time": 5.931668588891625}
+{"Finetune/Learning Rate": 1.3275983590957121e-05, "Finetune/Loss": 0.8436921834945679, "Finetune/Loss (Raw)": 0.9284244775772095, "Finetune/Step": 7922, "Finetune/Step Time": 5.932731330394745}
+{"Finetune/Learning Rate": 1.3274392511926726e-05, "Finetune/Loss": 0.8435306549072266, "Finetune/Loss (Raw)": 0.837839663028717, "Finetune/Step": 7923, "Finetune/Step Time": 5.920059045776725}
+{"Finetune/Learning Rate": 1.3272801340043867e-05, "Finetune/Loss": 0.8425841331481934, "Finetune/Loss (Raw)": 0.688487708568573, "Finetune/Step": 7924, "Finetune/Step Time": 5.919047208502889}
+{"Finetune/Learning Rate": 1.327121007535367e-05, "Finetune/Loss": 0.8425493240356445, "Finetune/Loss (Raw)": 0.7929176092147827, "Finetune/Step": 7925, "Finetune/Step Time": 5.919377477839589}
+{"Finetune/Learning Rate": 1.3269618717901258e-05, "Finetune/Loss": 0.8405947089195251, "Finetune/Loss (Raw)": 0.6819572448730469, "Finetune/Step": 7926, "Finetune/Step Time": 5.919990248978138}
+{"Finetune/Learning Rate": 1.3268027267731756e-05, "Finetune/Loss": 0.8411949872970581, "Finetune/Loss (Raw)": 0.8170474171638489, "Finetune/Step": 7927, "Finetune/Step Time": 5.922844422981143}
+{"Finetune/Learning Rate": 1.3266435724890294e-05, "Finetune/Loss": 0.8405494689941406, "Finetune/Loss (Raw)": 0.797343909740448, "Finetune/Step": 7928, "Finetune/Step Time": 5.926951460540295}
+{"Finetune/Learning Rate": 1.3264844089422004e-05, "Finetune/Loss": 0.8413524031639099, "Finetune/Loss (Raw)": 0.8998260498046875, "Finetune/Step": 7929, "Finetune/Step Time": 5.928227720782161}
+{"Finetune/Learning Rate": 1.3263252361372017e-05, "Finetune/Loss": 0.8410812616348267, "Finetune/Loss (Raw)": 0.8021913766860962, "Finetune/Step": 7930, "Finetune/Step Time": 5.9293106365948915}
+{"Finetune/Learning Rate": 1.3261660540785474e-05, "Finetune/Loss": 0.8401787281036377, "Finetune/Loss (Raw)": 0.8683802485466003, "Finetune/Step": 7931, "Finetune/Step Time": 5.95118173956871}
+{"Finetune/Learning Rate": 1.3260068627707514e-05, "Finetune/Loss": 0.8408206701278687, "Finetune/Loss (Raw)": 0.8502300381660461, "Finetune/Step": 7932, "Finetune/Step Time": 5.914490759372711}
+{"Finetune/Learning Rate": 1.3258476622183275e-05, "Finetune/Loss": 0.8408797979354858, "Finetune/Loss (Raw)": 0.9462462663650513, "Finetune/Step": 7933, "Finetune/Step Time": 5.932621352374554}
+{"Finetune/Learning Rate": 1.325688452425791e-05, "Finetune/Loss": 0.8424308896064758, "Finetune/Loss (Raw)": 0.9354621767997742, "Finetune/Step": 7934, "Finetune/Step Time": 5.942285817116499}
+{"Finetune/Learning Rate": 1.325529233397656e-05, "Finetune/Loss": 0.8424718379974365, "Finetune/Loss (Raw)": 0.8773089647293091, "Finetune/Step": 7935, "Finetune/Step Time": 5.956600982695818}
+{"Finetune/Learning Rate": 1.3253700051384371e-05, "Finetune/Loss": 0.8430214524269104, "Finetune/Loss (Raw)": 0.9530969858169556, "Finetune/Step": 7936, "Finetune/Step Time": 5.955978021025658}
+{"Finetune/Learning Rate": 1.3252107676526505e-05, "Finetune/Loss": 0.841486394405365, "Finetune/Loss (Raw)": 0.7318635582923889, "Finetune/Step": 7937, "Finetune/Step Time": 5.965856963768601}
+{"Finetune/Learning Rate": 1.3250515209448114e-05, "Finetune/Loss": 0.8401130437850952, "Finetune/Loss (Raw)": 0.7557215690612793, "Finetune/Step": 7938, "Finetune/Step Time": 5.967999700456858}
+{"Finetune/Learning Rate": 1.3248922650194354e-05, "Finetune/Loss": 0.8414762020111084, "Finetune/Loss (Raw)": 0.9787082672119141, "Finetune/Step": 7939, "Finetune/Step Time": 5.96791759878397}
+{"Finetune/Learning Rate": 1.3247329998810381e-05, "Finetune/Loss": 0.8416529893875122, "Finetune/Loss (Raw)": 0.9251936078071594, "Finetune/Step": 7940, "Finetune/Step Time": 5.967980997636914}
+{"Finetune/Learning Rate": 1.324573725534137e-05, "Finetune/Loss": 0.8417171835899353, "Finetune/Loss (Raw)": 0.8426869511604309, "Finetune/Step": 7941, "Finetune/Step Time": 5.969772865995765}
+{"Finetune/Learning Rate": 1.324414441983248e-05, "Finetune/Loss": 0.8436673283576965, "Finetune/Loss (Raw)": 0.9459815621376038, "Finetune/Step": 7942, "Finetune/Step Time": 5.965028578415513}
+{"Finetune/Learning Rate": 1.3242551492328875e-05, "Finetune/Loss": 0.842605471611023, "Finetune/Loss (Raw)": 0.7448655962944031, "Finetune/Step": 7943, "Finetune/Step Time": 5.96547788195312}
+{"Finetune/Learning Rate": 1.3240958472875734e-05, "Finetune/Loss": 0.8436723947525024, "Finetune/Loss (Raw)": 0.867422342300415, "Finetune/Step": 7944, "Finetune/Step Time": 5.960623025894165}
+{"Finetune/Learning Rate": 1.3239365361518226e-05, "Finetune/Loss": 0.8452587127685547, "Finetune/Loss (Raw)": 0.9111210703849792, "Finetune/Step": 7945, "Finetune/Step Time": 5.965849397704005}
+{"Finetune/Learning Rate": 1.3237772158301527e-05, "Finetune/Loss": 0.8439720869064331, "Finetune/Loss (Raw)": 0.7336730360984802, "Finetune/Step": 7946, "Finetune/Step Time": 5.964634807780385}
+{"Finetune/Learning Rate": 1.3236178863270815e-05, "Finetune/Loss": 0.8421494364738464, "Finetune/Loss (Raw)": 0.6821298599243164, "Finetune/Step": 7947, "Finetune/Step Time": 5.960293639451265}
+{"Finetune/Learning Rate": 1.3234585476471275e-05, "Finetune/Loss": 0.8411464691162109, "Finetune/Loss (Raw)": 0.8080774545669556, "Finetune/Step": 7948, "Finetune/Step Time": 5.959108354523778}
+{"Finetune/Learning Rate": 1.323299199794809e-05, "Finetune/Loss": 0.841620683670044, "Finetune/Loss (Raw)": 0.8511261940002441, "Finetune/Step": 7949, "Finetune/Step Time": 5.9693719279021025}
+{"Finetune/Learning Rate": 1.3231398427746442e-05, "Finetune/Loss": 0.8416998982429504, "Finetune/Loss (Raw)": 0.8950825333595276, "Finetune/Step": 7950, "Finetune/Step Time": 5.9714494701474905}
+{"Finetune/Learning Rate": 1.3229804765911527e-05, "Finetune/Loss": 0.8419474363327026, "Finetune/Loss (Raw)": 0.8757564425468445, "Finetune/Step": 7951, "Finetune/Step Time": 5.975618094205856}
+{"Finetune/Learning Rate": 1.3228211012488532e-05, "Finetune/Loss": 0.8416892886161804, "Finetune/Loss (Raw)": 0.8329741954803467, "Finetune/Step": 7952, "Finetune/Step Time": 5.96975065022707}
+{"Finetune/Learning Rate": 1.322661716752265e-05, "Finetune/Loss": 0.8410703539848328, "Finetune/Loss (Raw)": 0.791743814945221, "Finetune/Step": 7953, "Finetune/Step Time": 5.961272299289703}
+{"Finetune/Learning Rate": 1.3225023231059084e-05, "Finetune/Loss": 0.8423913717269897, "Finetune/Loss (Raw)": 0.8775579929351807, "Finetune/Step": 7954, "Finetune/Step Time": 5.962988594546914}
+{"Finetune/Learning Rate": 1.3223429203143028e-05, "Finetune/Loss": 0.8405648469924927, "Finetune/Loss (Raw)": 0.6505635380744934, "Finetune/Step": 7955, "Finetune/Step Time": 5.977348705753684}
+{"Finetune/Learning Rate": 1.3221835083819685e-05, "Finetune/Loss": 0.8417069315910339, "Finetune/Loss (Raw)": 0.8779817819595337, "Finetune/Step": 7956, "Finetune/Step Time": 5.974049307405949}
+{"Finetune/Learning Rate": 1.3220240873134263e-05, "Finetune/Loss": 0.8424298167228699, "Finetune/Loss (Raw)": 0.8876370787620544, "Finetune/Step": 7957, "Finetune/Step Time": 5.962503081187606}
+{"Finetune/Learning Rate": 1.3218646571131965e-05, "Finetune/Loss": 0.8399480581283569, "Finetune/Loss (Raw)": 0.6612406373023987, "Finetune/Step": 7958, "Finetune/Step Time": 5.977564346045256}
+{"Finetune/Learning Rate": 1.3217052177858006e-05, "Finetune/Loss": 0.8412576913833618, "Finetune/Loss (Raw)": 0.8016415238380432, "Finetune/Step": 7959, "Finetune/Step Time": 5.963020956143737}
+{"Finetune/Learning Rate": 1.3215457693357592e-05, "Finetune/Loss": 0.8415907621383667, "Finetune/Loss (Raw)": 0.938554584980011, "Finetune/Step": 7960, "Finetune/Step Time": 5.967013416811824}
+{"Finetune/Learning Rate": 1.3213863117675942e-05, "Finetune/Loss": 0.8408957719802856, "Finetune/Loss (Raw)": 0.8454190492630005, "Finetune/Step": 7961, "Finetune/Step Time": 5.969686632975936}
+{"Finetune/Learning Rate": 1.3212268450858275e-05, "Finetune/Loss": 0.841354250907898, "Finetune/Loss (Raw)": 0.819473147392273, "Finetune/Step": 7962, "Finetune/Step Time": 5.980661856010556}
+{"Finetune/Learning Rate": 1.3210673692949809e-05, "Finetune/Loss": 0.8424775004386902, "Finetune/Loss (Raw)": 0.9649220108985901, "Finetune/Step": 7963, "Finetune/Step Time": 5.967843435704708}
+{"Finetune/Learning Rate": 1.3209078843995763e-05, "Finetune/Loss": 0.8424056768417358, "Finetune/Loss (Raw)": 0.7948571443557739, "Finetune/Step": 7964, "Finetune/Step Time": 5.9631167240440845}
+{"Finetune/Learning Rate": 1.320748390404137e-05, "Finetune/Loss": 0.8421339988708496, "Finetune/Loss (Raw)": 0.8056912422180176, "Finetune/Step": 7965, "Finetune/Step Time": 5.963658642023802}
+{"Finetune/Learning Rate": 1.3205888873131856e-05, "Finetune/Loss": 0.840827226638794, "Finetune/Loss (Raw)": 0.8323752284049988, "Finetune/Step": 7966, "Finetune/Step Time": 5.9481595400720835}
+{"Finetune/Learning Rate": 1.3204293751312447e-05, "Finetune/Loss": 0.8407973647117615, "Finetune/Loss (Raw)": 0.8163420557975769, "Finetune/Step": 7967, "Finetune/Step Time": 5.961882850155234}
+{"Finetune/Learning Rate": 1.3202698538628376e-05, "Finetune/Loss": 0.8398729562759399, "Finetune/Loss (Raw)": 0.7778662443161011, "Finetune/Step": 7968, "Finetune/Step Time": 5.965781632810831}
+{"Finetune/Learning Rate": 1.3201103235124889e-05, "Finetune/Loss": 0.8410446047782898, "Finetune/Loss (Raw)": 0.8764177560806274, "Finetune/Step": 7969, "Finetune/Step Time": 5.964350339025259}
+{"Finetune/Learning Rate": 1.3199507840847212e-05, "Finetune/Loss": 0.8419861197471619, "Finetune/Loss (Raw)": 0.8949574828147888, "Finetune/Step": 7970, "Finetune/Step Time": 5.966420516371727}
+{"Finetune/Learning Rate": 1.319791235584059e-05, "Finetune/Loss": 0.8425359725952148, "Finetune/Loss (Raw)": 0.9952062964439392, "Finetune/Step": 7971, "Finetune/Step Time": 5.975726336240768}
+{"Finetune/Learning Rate": 1.3196316780150272e-05, "Finetune/Loss": 0.8423044681549072, "Finetune/Loss (Raw)": 0.8465302586555481, "Finetune/Step": 7972, "Finetune/Step Time": 5.97961794398725}
+{"Finetune/Learning Rate": 1.3194721113821494e-05, "Finetune/Loss": 0.8430879712104797, "Finetune/Loss (Raw)": 0.8669543266296387, "Finetune/Step": 7973, "Finetune/Step Time": 5.981901805847883}
+{"Finetune/Learning Rate": 1.3193125356899512e-05, "Finetune/Loss": 0.8425278663635254, "Finetune/Loss (Raw)": 0.8116887211799622, "Finetune/Step": 7974, "Finetune/Step Time": 5.979785673320293}
+{"Finetune/Learning Rate": 1.3191529509429575e-05, "Finetune/Loss": 0.843080997467041, "Finetune/Loss (Raw)": 0.876913845539093, "Finetune/Step": 7975, "Finetune/Step Time": 5.981267666444182}
+{"Finetune/Learning Rate": 1.3189933571456937e-05, "Finetune/Loss": 0.8441333770751953, "Finetune/Loss (Raw)": 0.899614155292511, "Finetune/Step": 7976, "Finetune/Step Time": 5.98388796672225}
+{"Finetune/Learning Rate": 1.3188337543026854e-05, "Finetune/Loss": 0.8432074785232544, "Finetune/Loss (Raw)": 0.8095523715019226, "Finetune/Step": 7977, "Finetune/Step Time": 5.973808148875833}
+{"Finetune/Learning Rate": 1.3186741424184584e-05, "Finetune/Loss": 0.8437265753746033, "Finetune/Loss (Raw)": 0.8422932624816895, "Finetune/Step": 7978, "Finetune/Step Time": 5.959482869133353}
+{"Finetune/Learning Rate": 1.3185145214975388e-05, "Finetune/Loss": 0.8435271382331848, "Finetune/Loss (Raw)": 0.8430453538894653, "Finetune/Step": 7979, "Finetune/Step Time": 5.9570943880826235}
+{"Finetune/Learning Rate": 1.3183548915444534e-05, "Finetune/Loss": 0.8451492190361023, "Finetune/Loss (Raw)": 0.9892877340316772, "Finetune/Step": 7980, "Finetune/Step Time": 5.958191087469459}
+{"Finetune/Learning Rate": 1.3181952525637282e-05, "Finetune/Loss": 0.8461592197418213, "Finetune/Loss (Raw)": 0.8968312740325928, "Finetune/Step": 7981, "Finetune/Step Time": 5.9633854273706675}
+{"Finetune/Learning Rate": 1.3180356045598907e-05, "Finetune/Loss": 0.846117377281189, "Finetune/Loss (Raw)": 0.8786680698394775, "Finetune/Step": 7982, "Finetune/Step Time": 5.963341081514955}
+{"Finetune/Learning Rate": 1.3178759475374676e-05, "Finetune/Loss": 0.8468316793441772, "Finetune/Loss (Raw)": 0.8918690085411072, "Finetune/Step": 7983, "Finetune/Step Time": 5.959103217348456}
+{"Finetune/Learning Rate": 1.317716281500987e-05, "Finetune/Loss": 0.8463230133056641, "Finetune/Loss (Raw)": 0.789023756980896, "Finetune/Step": 7984, "Finetune/Step Time": 5.962458156049252}
+{"Finetune/Learning Rate": 1.3175566064549757e-05, "Finetune/Loss": 0.8456130623817444, "Finetune/Loss (Raw)": 0.6496573090553284, "Finetune/Step": 7985, "Finetune/Step Time": 5.984237821772695}
+{"Finetune/Learning Rate": 1.3173969224039621e-05, "Finetune/Loss": 0.8454914093017578, "Finetune/Loss (Raw)": 0.8833151459693909, "Finetune/Step": 7986, "Finetune/Step Time": 5.984835395589471}
+{"Finetune/Learning Rate": 1.3172372293524746e-05, "Finetune/Loss": 0.8457485437393188, "Finetune/Loss (Raw)": 0.8907366991043091, "Finetune/Step": 7987, "Finetune/Step Time": 5.97433771006763}
+{"Finetune/Learning Rate": 1.3170775273050411e-05, "Finetune/Loss": 0.8454478979110718, "Finetune/Loss (Raw)": 0.8432502746582031, "Finetune/Step": 7988, "Finetune/Step Time": 5.973471473902464}
+{"Finetune/Learning Rate": 1.3169178162661906e-05, "Finetune/Loss": 0.847535252571106, "Finetune/Loss (Raw)": 0.8960043787956238, "Finetune/Step": 7989, "Finetune/Step Time": 5.9534711968153715}
+{"Finetune/Learning Rate": 1.3167580962404523e-05, "Finetune/Loss": 0.8478827476501465, "Finetune/Loss (Raw)": 0.9453067779541016, "Finetune/Step": 7990, "Finetune/Step Time": 5.956154018640518}
+{"Finetune/Learning Rate": 1.316598367232355e-05, "Finetune/Loss": 0.84773188829422, "Finetune/Loss (Raw)": 0.7155089974403381, "Finetune/Step": 7991, "Finetune/Step Time": 5.978515675291419}
+{"Finetune/Learning Rate": 1.316438629246428e-05, "Finetune/Loss": 0.8459193110466003, "Finetune/Loss (Raw)": 0.7447375655174255, "Finetune/Step": 7992, "Finetune/Step Time": 5.977135652676225}
+{"Finetune/Learning Rate": 1.3162788822872016e-05, "Finetune/Loss": 0.8432502746582031, "Finetune/Loss (Raw)": 0.6416475176811218, "Finetune/Step": 7993, "Finetune/Step Time": 5.955820418894291}
+{"Finetune/Learning Rate": 1.3161191263592054e-05, "Finetune/Loss": 0.8421003818511963, "Finetune/Loss (Raw)": 0.7321287989616394, "Finetune/Step": 7994, "Finetune/Step Time": 5.954964134842157}
+{"Finetune/Learning Rate": 1.3159593614669698e-05, "Finetune/Loss": 0.8431532382965088, "Finetune/Loss (Raw)": 0.9538075923919678, "Finetune/Step": 7995, "Finetune/Step Time": 5.952822387218475}
+{"Finetune/Learning Rate": 1.3157995876150252e-05, "Finetune/Loss": 0.8422891497612, "Finetune/Loss (Raw)": 0.7969095706939697, "Finetune/Step": 7996, "Finetune/Step Time": 5.949254201725125}
+{"Finetune/Learning Rate": 1.3156398048079023e-05, "Finetune/Loss": 0.84404456615448, "Finetune/Loss (Raw)": 0.9283139705657959, "Finetune/Step": 7997, "Finetune/Step Time": 5.955263126641512}
+{"Finetune/Learning Rate": 1.3154800130501317e-05, "Finetune/Loss": 0.8433374166488647, "Finetune/Loss (Raw)": 0.8627383708953857, "Finetune/Step": 7998, "Finetune/Step Time": 5.961883828043938}
+{"Finetune/Learning Rate": 1.3153202123462454e-05, "Finetune/Loss": 0.8428565859794617, "Finetune/Loss (Raw)": 0.9335640668869019, "Finetune/Step": 7999, "Finetune/Step Time": 5.9575673919171095}
+{"Finetune/Learning Rate": 1.3151604027007744e-05, "Finetune/Loss": 0.8406251072883606, "Finetune/Loss (Raw)": 0.6155979037284851, "Finetune/Step": 8000, "Finetune/Step Time": 5.971537573263049}
+{"Finetune/Learning Rate": 1.3150005841182507e-05, "Finetune/Loss": 0.8416122198104858, "Finetune/Loss (Raw)": 0.9919829964637756, "Finetune/Step": 8001, "Finetune/Step Time": 5.987969908863306}
+{"Finetune/Learning Rate": 1.314840756603206e-05, "Finetune/Loss": 0.8404700756072998, "Finetune/Loss (Raw)": 0.823934018611908, "Finetune/Step": 8002, "Finetune/Step Time": 5.987705951556563}
+{"Finetune/Learning Rate": 1.314680920160173e-05, "Finetune/Loss": 0.8417077660560608, "Finetune/Loss (Raw)": 0.9565948843955994, "Finetune/Step": 8003, "Finetune/Step Time": 5.997191991657019}
+{"Finetune/Learning Rate": 1.3145210747936836e-05, "Finetune/Loss": 0.8416997194290161, "Finetune/Loss (Raw)": 0.9011891484260559, "Finetune/Step": 8004, "Finetune/Step Time": 5.993026340380311}
+{"Finetune/Learning Rate": 1.3143612205082713e-05, "Finetune/Loss": 0.8429486751556396, "Finetune/Loss (Raw)": 0.8805721402168274, "Finetune/Step": 8005, "Finetune/Step Time": 6.015733860433102}
+{"Finetune/Learning Rate": 1.3142013573084682e-05, "Finetune/Loss": 0.8441530466079712, "Finetune/Loss (Raw)": 0.9158957004547119, "Finetune/Step": 8006, "Finetune/Step Time": 6.008122628554702}
+{"Finetune/Learning Rate": 1.3140414851988084e-05, "Finetune/Loss": 0.8449939489364624, "Finetune/Loss (Raw)": 0.8825328946113586, "Finetune/Step": 8007, "Finetune/Step Time": 6.010799987241626}
+{"Finetune/Learning Rate": 1.3138816041838251e-05, "Finetune/Loss": 0.8460396528244019, "Finetune/Loss (Raw)": 0.8299614191055298, "Finetune/Step": 8008, "Finetune/Step Time": 6.015595017001033}
+{"Finetune/Learning Rate": 1.3137217142680518e-05, "Finetune/Loss": 0.8457052707672119, "Finetune/Loss (Raw)": 0.914743185043335, "Finetune/Step": 8009, "Finetune/Step Time": 6.0115206222981215}
+{"Finetune/Learning Rate": 1.313561815456023e-05, "Finetune/Loss": 0.8454784750938416, "Finetune/Loss (Raw)": 0.8245721459388733, "Finetune/Step": 8010, "Finetune/Step Time": 6.019783256575465}
+{"Finetune/Learning Rate": 1.313401907752273e-05, "Finetune/Loss": 0.8463587760925293, "Finetune/Loss (Raw)": 0.7734125256538391, "Finetune/Step": 8011, "Finetune/Step Time": 5.997093869373202}
+{"Finetune/Learning Rate": 1.3132419911613358e-05, "Finetune/Loss": 0.8463939428329468, "Finetune/Loss (Raw)": 0.7348632216453552, "Finetune/Step": 8012, "Finetune/Step Time": 5.990791995078325}
+{"Finetune/Learning Rate": 1.3130820656877464e-05, "Finetune/Loss": 0.8455722332000732, "Finetune/Loss (Raw)": 0.8410069942474365, "Finetune/Step": 8013, "Finetune/Step Time": 5.988261852413416}
+{"Finetune/Learning Rate": 1.3129221313360403e-05, "Finetune/Loss": 0.8443901538848877, "Finetune/Loss (Raw)": 0.6362204551696777, "Finetune/Step": 8014, "Finetune/Step Time": 5.990657659247518}
+{"Finetune/Learning Rate": 1.312762188110752e-05, "Finetune/Loss": 0.8439579010009766, "Finetune/Loss (Raw)": 0.7939478158950806, "Finetune/Step": 8015, "Finetune/Step Time": 5.9902613665908575}
+{"Finetune/Learning Rate": 1.3126022360164172e-05, "Finetune/Loss": 0.8440610766410828, "Finetune/Loss (Raw)": 0.8687884211540222, "Finetune/Step": 8016, "Finetune/Step Time": 5.990773471072316}
+{"Finetune/Learning Rate": 1.3124422750575726e-05, "Finetune/Loss": 0.8452453017234802, "Finetune/Loss (Raw)": 0.9883661270141602, "Finetune/Step": 8017, "Finetune/Step Time": 5.993477484211326}
+{"Finetune/Learning Rate": 1.3122823052387533e-05, "Finetune/Loss": 0.8439803123474121, "Finetune/Loss (Raw)": 0.6968696713447571, "Finetune/Step": 8018, "Finetune/Step Time": 5.982332173734903}
+{"Finetune/Learning Rate": 1.3121223265644955e-05, "Finetune/Loss": 0.843238115310669, "Finetune/Loss (Raw)": 0.7684447765350342, "Finetune/Step": 8019, "Finetune/Step Time": 5.983001418411732}
+{"Finetune/Learning Rate": 1.3119623390393364e-05, "Finetune/Loss": 0.8424561023712158, "Finetune/Loss (Raw)": 0.810131847858429, "Finetune/Step": 8020, "Finetune/Step Time": 5.980261757969856}
+{"Finetune/Learning Rate": 1.3118023426678124e-05, "Finetune/Loss": 0.8415403962135315, "Finetune/Loss (Raw)": 0.8792940378189087, "Finetune/Step": 8021, "Finetune/Step Time": 5.978120246902108}
+{"Finetune/Learning Rate": 1.3116423374544605e-05, "Finetune/Loss": 0.8405431509017944, "Finetune/Loss (Raw)": 0.8471893072128296, "Finetune/Step": 8022, "Finetune/Step Time": 5.982272295281291}
+{"Finetune/Learning Rate": 1.3114823234038183e-05, "Finetune/Loss": 0.8402209281921387, "Finetune/Loss (Raw)": 0.7548110485076904, "Finetune/Step": 8023, "Finetune/Step Time": 5.981514157727361}
+{"Finetune/Learning Rate": 1.311322300520423e-05, "Finetune/Loss": 0.8371844291687012, "Finetune/Loss (Raw)": 0.561319887638092, "Finetune/Step": 8024, "Finetune/Step Time": 6.019878217950463}
+{"Finetune/Learning Rate": 1.3111622688088126e-05, "Finetune/Loss": 0.8360456824302673, "Finetune/Loss (Raw)": 0.7848028540611267, "Finetune/Step": 8025, "Finetune/Step Time": 6.021227210760117}
+{"Finetune/Learning Rate": 1.3110022282735249e-05, "Finetune/Loss": 0.8357158899307251, "Finetune/Loss (Raw)": 0.7640324234962463, "Finetune/Step": 8026, "Finetune/Step Time": 6.00512315146625}
+{"Finetune/Learning Rate": 1.3108421789190984e-05, "Finetune/Loss": 0.8360430002212524, "Finetune/Loss (Raw)": 0.9121100902557373, "Finetune/Step": 8027, "Finetune/Step Time": 6.034322971478105}
+{"Finetune/Learning Rate": 1.3106821207500718e-05, "Finetune/Loss": 0.834816575050354, "Finetune/Loss (Raw)": 0.7568918466567993, "Finetune/Step": 8028, "Finetune/Step Time": 6.037288291379809}
+{"Finetune/Learning Rate": 1.310522053770984e-05, "Finetune/Loss": 0.8358992338180542, "Finetune/Loss (Raw)": 0.8176001310348511, "Finetune/Step": 8029, "Finetune/Step Time": 6.032268475741148}
+{"Finetune/Learning Rate": 1.3103619779863732e-05, "Finetune/Loss": 0.8344923853874207, "Finetune/Loss (Raw)": 0.7952306866645813, "Finetune/Step": 8030, "Finetune/Step Time": 6.035211268812418}
+{"Finetune/Learning Rate": 1.3102018934007795e-05, "Finetune/Loss": 0.8335955142974854, "Finetune/Loss (Raw)": 0.7801920771598816, "Finetune/Step": 8031, "Finetune/Step Time": 6.036038218066096}
+{"Finetune/Learning Rate": 1.310041800018742e-05, "Finetune/Loss": 0.8350435495376587, "Finetune/Loss (Raw)": 0.9054478406906128, "Finetune/Step": 8032, "Finetune/Step Time": 6.036353325471282}
+{"Finetune/Learning Rate": 1.309881697844801e-05, "Finetune/Loss": 0.8348917961120605, "Finetune/Loss (Raw)": 0.8332778215408325, "Finetune/Step": 8033, "Finetune/Step Time": 6.038923762738705}
+{"Finetune/Learning Rate": 1.309721586883496e-05, "Finetune/Loss": 0.8344024419784546, "Finetune/Loss (Raw)": 0.8305472731590271, "Finetune/Step": 8034, "Finetune/Step Time": 6.037162559106946}
+{"Finetune/Learning Rate": 1.3095614671393676e-05, "Finetune/Loss": 0.8344399929046631, "Finetune/Loss (Raw)": 0.8472521305084229, "Finetune/Step": 8035, "Finetune/Step Time": 6.033823765814304}
+{"Finetune/Learning Rate": 1.3094013386169565e-05, "Finetune/Loss": 0.8337162733078003, "Finetune/Loss (Raw)": 0.6159589886665344, "Finetune/Step": 8036, "Finetune/Step Time": 6.0454060062766075}
+{"Finetune/Learning Rate": 1.3092412013208028e-05, "Finetune/Loss": 0.8349711298942566, "Finetune/Loss (Raw)": 0.9813916087150574, "Finetune/Step": 8037, "Finetune/Step Time": 6.0483966358006}
+{"Finetune/Learning Rate": 1.3090810552554483e-05, "Finetune/Loss": 0.8344805836677551, "Finetune/Loss (Raw)": 0.6394522190093994, "Finetune/Step": 8038, "Finetune/Step Time": 6.041470633819699}
+{"Finetune/Learning Rate": 1.3089209004254341e-05, "Finetune/Loss": 0.836066484451294, "Finetune/Loss (Raw)": 0.8620849847793579, "Finetune/Step": 8039, "Finetune/Step Time": 6.018948942422867}
+{"Finetune/Learning Rate": 1.3087607368353015e-05, "Finetune/Loss": 0.8353989124298096, "Finetune/Loss (Raw)": 0.8130555152893066, "Finetune/Step": 8040, "Finetune/Step Time": 6.019879879429936}
+{"Finetune/Learning Rate": 1.3086005644895922e-05, "Finetune/Loss": 0.8334394693374634, "Finetune/Loss (Raw)": 0.7006033658981323, "Finetune/Step": 8041, "Finetune/Step Time": 6.032310692593455}
+{"Finetune/Learning Rate": 1.3084403833928488e-05, "Finetune/Loss": 0.8324718475341797, "Finetune/Loss (Raw)": 0.7707327008247375, "Finetune/Step": 8042, "Finetune/Step Time": 6.0503555573523045}
+{"Finetune/Learning Rate": 1.308280193549613e-05, "Finetune/Loss": 0.8324670791625977, "Finetune/Loss (Raw)": 0.8169705271720886, "Finetune/Step": 8043, "Finetune/Step Time": 6.051896061748266}
+{"Finetune/Learning Rate": 1.3081199949644272e-05, "Finetune/Loss": 0.8309295177459717, "Finetune/Loss (Raw)": 0.8499845862388611, "Finetune/Step": 8044, "Finetune/Step Time": 6.0398287512362}
+{"Finetune/Learning Rate": 1.3079597876418351e-05, "Finetune/Loss": 0.8322197198867798, "Finetune/Loss (Raw)": 1.0405181646347046, "Finetune/Step": 8045, "Finetune/Step Time": 6.040144320577383}
+{"Finetune/Learning Rate": 1.3077995715863789e-05, "Finetune/Loss": 0.8318883180618286, "Finetune/Loss (Raw)": 0.8812560439109802, "Finetune/Step": 8046, "Finetune/Step Time": 6.035669920966029}
+{"Finetune/Learning Rate": 1.307639346802602e-05, "Finetune/Loss": 0.8315287232398987, "Finetune/Loss (Raw)": 0.7805965542793274, "Finetune/Step": 8047, "Finetune/Step Time": 6.038091626018286}
+{"Finetune/Learning Rate": 1.3074791132950484e-05, "Finetune/Loss": 0.831049382686615, "Finetune/Loss (Raw)": 0.6971462368965149, "Finetune/Step": 8048, "Finetune/Step Time": 6.038642296567559}
+{"Finetune/Learning Rate": 1.3073188710682612e-05, "Finetune/Loss": 0.831122636795044, "Finetune/Loss (Raw)": 0.7848224639892578, "Finetune/Step": 8049, "Finetune/Step Time": 6.042255559936166}
+{"Finetune/Learning Rate": 1.3071586201267848e-05, "Finetune/Loss": 0.8296680450439453, "Finetune/Loss (Raw)": 0.7422354817390442, "Finetune/Step": 8050, "Finetune/Step Time": 6.050317004323006}
+{"Finetune/Learning Rate": 1.3069983604751633e-05, "Finetune/Loss": 0.8284206390380859, "Finetune/Loss (Raw)": 0.6781746745109558, "Finetune/Step": 8051, "Finetune/Step Time": 6.054895656183362}
+{"Finetune/Learning Rate": 1.3068380921179413e-05, "Finetune/Loss": 0.8301776647567749, "Finetune/Loss (Raw)": 0.9133875966072083, "Finetune/Step": 8052, "Finetune/Step Time": 6.066900171339512}
+{"Finetune/Learning Rate": 1.3066778150596635e-05, "Finetune/Loss": 0.830716073513031, "Finetune/Loss (Raw)": 0.8618324398994446, "Finetune/Step": 8053, "Finetune/Step Time": 6.083972720429301}
+{"Finetune/Learning Rate": 1.3065175293048751e-05, "Finetune/Loss": 0.8323426842689514, "Finetune/Loss (Raw)": 0.8901663422584534, "Finetune/Step": 8054, "Finetune/Step Time": 6.096540451049805}
+{"Finetune/Learning Rate": 1.3063572348581208e-05, "Finetune/Loss": 0.8315600156784058, "Finetune/Loss (Raw)": 0.7168633937835693, "Finetune/Step": 8055, "Finetune/Step Time": 6.115910150110722}
+{"Finetune/Learning Rate": 1.306196931723947e-05, "Finetune/Loss": 0.8310521841049194, "Finetune/Loss (Raw)": 0.7323429584503174, "Finetune/Step": 8056, "Finetune/Step Time": 6.1182717140764}
+{"Finetune/Learning Rate": 1.3060366199068989e-05, "Finetune/Loss": 0.829919695854187, "Finetune/Loss (Raw)": 0.7548731565475464, "Finetune/Step": 8057, "Finetune/Step Time": 6.119675599038601}
+{"Finetune/Learning Rate": 1.305876299411522e-05, "Finetune/Loss": 0.8294610381126404, "Finetune/Loss (Raw)": 0.743472695350647, "Finetune/Step": 8058, "Finetune/Step Time": 6.122233444824815}
+{"Finetune/Learning Rate": 1.3057159702423634e-05, "Finetune/Loss": 0.8292459845542908, "Finetune/Loss (Raw)": 0.8408570885658264, "Finetune/Step": 8059, "Finetune/Step Time": 6.103379217907786}
+{"Finetune/Learning Rate": 1.3055556324039693e-05, "Finetune/Loss": 0.8286116123199463, "Finetune/Loss (Raw)": 0.7690396308898926, "Finetune/Step": 8060, "Finetune/Step Time": 6.126214276999235}
+{"Finetune/Learning Rate": 1.3053952859008863e-05, "Finetune/Loss": 0.8288992643356323, "Finetune/Loss (Raw)": 0.9830517172813416, "Finetune/Step": 8061, "Finetune/Step Time": 6.109932890161872}
+{"Finetune/Learning Rate": 1.3052349307376611e-05, "Finetune/Loss": 0.8289361596107483, "Finetune/Loss (Raw)": 0.9401916861534119, "Finetune/Step": 8062, "Finetune/Step Time": 6.092645300552249}
+{"Finetune/Learning Rate": 1.3050745669188415e-05, "Finetune/Loss": 0.8294350504875183, "Finetune/Loss (Raw)": 0.9411710500717163, "Finetune/Step": 8063, "Finetune/Step Time": 6.075744466856122}
+{"Finetune/Learning Rate": 1.304914194448975e-05, "Finetune/Loss": 0.8271808624267578, "Finetune/Loss (Raw)": 0.6645516157150269, "Finetune/Step": 8064, "Finetune/Step Time": 6.087606901302934}
+{"Finetune/Learning Rate": 1.3047538133326083e-05, "Finetune/Loss": 0.8285139799118042, "Finetune/Loss (Raw)": 0.9025067687034607, "Finetune/Step": 8065, "Finetune/Step Time": 6.077387914061546}
+{"Finetune/Learning Rate": 1.3045934235742906e-05, "Finetune/Loss": 0.8299257755279541, "Finetune/Loss (Raw)": 0.9364292025566101, "Finetune/Step": 8066, "Finetune/Step Time": 6.073584891855717}
+{"Finetune/Learning Rate": 1.3044330251785695e-05, "Finetune/Loss": 0.8291487693786621, "Finetune/Loss (Raw)": 0.8792605400085449, "Finetune/Step": 8067, "Finetune/Step Time": 6.074003718793392}
+{"Finetune/Learning Rate": 1.3042726181499932e-05, "Finetune/Loss": 0.8293778300285339, "Finetune/Loss (Raw)": 0.9545086622238159, "Finetune/Step": 8068, "Finetune/Step Time": 6.069803738966584}
+{"Finetune/Learning Rate": 1.304112202493111e-05, "Finetune/Loss": 0.8301866054534912, "Finetune/Loss (Raw)": 0.9462124705314636, "Finetune/Step": 8069, "Finetune/Step Time": 6.073100175708532}
+{"Finetune/Learning Rate": 1.3039517782124713e-05, "Finetune/Loss": 0.8283573985099792, "Finetune/Loss (Raw)": 0.7118425965309143, "Finetune/Step": 8070, "Finetune/Step Time": 6.072372265160084}
+{"Finetune/Learning Rate": 1.3037913453126236e-05, "Finetune/Loss": 0.829300045967102, "Finetune/Loss (Raw)": 0.8655182719230652, "Finetune/Step": 8071, "Finetune/Step Time": 6.077715899795294}
+{"Finetune/Learning Rate": 1.3036309037981171e-05, "Finetune/Loss": 0.8301923871040344, "Finetune/Loss (Raw)": 0.9816449880599976, "Finetune/Step": 8072, "Finetune/Step Time": 6.083394721150398}
+{"Finetune/Learning Rate": 1.3034704536735019e-05, "Finetune/Loss": 0.829793393611908, "Finetune/Loss (Raw)": 0.8600530028343201, "Finetune/Step": 8073, "Finetune/Step Time": 6.08838551864028}
+{"Finetune/Learning Rate": 1.3033099949433272e-05, "Finetune/Loss": 0.8305515050888062, "Finetune/Loss (Raw)": 0.8307044506072998, "Finetune/Step": 8074, "Finetune/Step Time": 6.096349012106657}
+{"Finetune/Learning Rate": 1.3031495276121438e-05, "Finetune/Loss": 0.8315039873123169, "Finetune/Loss (Raw)": 0.8040522933006287, "Finetune/Step": 8075, "Finetune/Step Time": 6.094693088904023}
+{"Finetune/Learning Rate": 1.3029890516845018e-05, "Finetune/Loss": 0.8323484659194946, "Finetune/Loss (Raw)": 0.9161778688430786, "Finetune/Step": 8076, "Finetune/Step Time": 6.1015018075704575}
+{"Finetune/Learning Rate": 1.3028285671649518e-05, "Finetune/Loss": 0.8320293426513672, "Finetune/Loss (Raw)": 0.8102767467498779, "Finetune/Step": 8077, "Finetune/Step Time": 6.090571524575353}
+{"Finetune/Learning Rate": 1.3026680740580449e-05, "Finetune/Loss": 0.8312807679176331, "Finetune/Loss (Raw)": 0.7992610931396484, "Finetune/Step": 8078, "Finetune/Step Time": 6.092004792764783}
+{"Finetune/Learning Rate": 1.3025075723683319e-05, "Finetune/Loss": 0.8300306797027588, "Finetune/Loss (Raw)": 0.7157502174377441, "Finetune/Step": 8079, "Finetune/Step Time": 6.085180405527353}
+{"Finetune/Learning Rate": 1.3023470621003641e-05, "Finetune/Loss": 0.8293095231056213, "Finetune/Loss (Raw)": 0.7406599521636963, "Finetune/Step": 8080, "Finetune/Step Time": 6.089732052758336}
+{"Finetune/Learning Rate": 1.3021865432586942e-05, "Finetune/Loss": 0.830148458480835, "Finetune/Loss (Raw)": 0.8991308212280273, "Finetune/Step": 8081, "Finetune/Step Time": 6.088932495564222}
+{"Finetune/Learning Rate": 1.3020260158478726e-05, "Finetune/Loss": 0.8286965489387512, "Finetune/Loss (Raw)": 0.6917109489440918, "Finetune/Step": 8082, "Finetune/Step Time": 6.087431866675615}
+{"Finetune/Learning Rate": 1.301865479872452e-05, "Finetune/Loss": 0.830464243888855, "Finetune/Loss (Raw)": 0.8768279552459717, "Finetune/Step": 8083, "Finetune/Step Time": 6.0712832398712635}
+{"Finetune/Learning Rate": 1.3017049353369853e-05, "Finetune/Loss": 0.8301090002059937, "Finetune/Loss (Raw)": 0.8325163722038269, "Finetune/Step": 8084, "Finetune/Step Time": 6.078640270978212}
+{"Finetune/Learning Rate": 1.3015443822460244e-05, "Finetune/Loss": 0.8286703824996948, "Finetune/Loss (Raw)": 0.7034881711006165, "Finetune/Step": 8085, "Finetune/Step Time": 6.076628794893622}
+{"Finetune/Learning Rate": 1.3013838206041218e-05, "Finetune/Loss": 0.829955518245697, "Finetune/Loss (Raw)": 0.8257413506507874, "Finetune/Step": 8086, "Finetune/Step Time": 6.080024586990476}
+{"Finetune/Learning Rate": 1.3012232504158315e-05, "Finetune/Loss": 0.8301064968109131, "Finetune/Loss (Raw)": 0.820959746837616, "Finetune/Step": 8087, "Finetune/Step Time": 6.080936362966895}
+{"Finetune/Learning Rate": 1.3010626716857065e-05, "Finetune/Loss": 0.8301063179969788, "Finetune/Loss (Raw)": 0.938536524772644, "Finetune/Step": 8088, "Finetune/Step Time": 6.078605158254504}
+{"Finetune/Learning Rate": 1.3009020844182998e-05, "Finetune/Loss": 0.8286719918251038, "Finetune/Loss (Raw)": 0.6618238091468811, "Finetune/Step": 8089, "Finetune/Step Time": 6.077164173126221}
+{"Finetune/Learning Rate": 1.300741488618166e-05, "Finetune/Loss": 0.8286900520324707, "Finetune/Loss (Raw)": 0.821788489818573, "Finetune/Step": 8090, "Finetune/Step Time": 6.057512041181326}
+{"Finetune/Learning Rate": 1.3005808842898586e-05, "Finetune/Loss": 0.826963484287262, "Finetune/Loss (Raw)": 0.743920624256134, "Finetune/Step": 8091, "Finetune/Step Time": 6.066899213939905}
+{"Finetune/Learning Rate": 1.3004202714379321e-05, "Finetune/Loss": 0.8263623714447021, "Finetune/Loss (Raw)": 0.7179158329963684, "Finetune/Step": 8092, "Finetune/Step Time": 6.073290849104524}
+{"Finetune/Learning Rate": 1.300259650066941e-05, "Finetune/Loss": 0.8267289400100708, "Finetune/Loss (Raw)": 0.8526101112365723, "Finetune/Step": 8093, "Finetune/Step Time": 6.074588937684894}
+{"Finetune/Learning Rate": 1.3000990201814401e-05, "Finetune/Loss": 0.8257837295532227, "Finetune/Loss (Raw)": 0.7113910913467407, "Finetune/Step": 8094, "Finetune/Step Time": 6.073006648570299}
+{"Finetune/Learning Rate": 1.2999383817859843e-05, "Finetune/Loss": 0.8272479772567749, "Finetune/Loss (Raw)": 1.0037604570388794, "Finetune/Step": 8095, "Finetune/Step Time": 6.061087068170309}
+{"Finetune/Learning Rate": 1.2997777348851288e-05, "Finetune/Loss": 0.82793128490448, "Finetune/Loss (Raw)": 0.8653361797332764, "Finetune/Step": 8096, "Finetune/Step Time": 6.0623973701149225}
+{"Finetune/Learning Rate": 1.2996170794834293e-05, "Finetune/Loss": 0.8278844356536865, "Finetune/Loss (Raw)": 0.8704123497009277, "Finetune/Step": 8097, "Finetune/Step Time": 6.061759643256664}
+{"Finetune/Learning Rate": 1.2994564155854414e-05, "Finetune/Loss": 0.8274736404418945, "Finetune/Loss (Raw)": 0.842380940914154, "Finetune/Step": 8098, "Finetune/Step Time": 6.061075065284967}
+{"Finetune/Learning Rate": 1.2992957431957211e-05, "Finetune/Loss": 0.826893150806427, "Finetune/Loss (Raw)": 0.9209007024765015, "Finetune/Step": 8099, "Finetune/Step Time": 6.056661944836378}
+{"Finetune/Learning Rate": 1.2991350623188245e-05, "Finetune/Loss": 0.8273249864578247, "Finetune/Loss (Raw)": 0.9018027186393738, "Finetune/Step": 8100, "Finetune/Step Time": 6.059342926368117}
+{"Finetune/Learning Rate": 1.2989743729593082e-05, "Finetune/Loss": 0.8271148204803467, "Finetune/Loss (Raw)": 0.840053379535675, "Finetune/Step": 8101, "Finetune/Step Time": 6.061614573001862}
+{"Finetune/Learning Rate": 1.2988136751217292e-05, "Finetune/Loss": 0.8274747729301453, "Finetune/Loss (Raw)": 0.8577646613121033, "Finetune/Step": 8102, "Finetune/Step Time": 6.063065620139241}
+{"Finetune/Learning Rate": 1.2986529688106437e-05, "Finetune/Loss": 0.8260371685028076, "Finetune/Loss (Raw)": 0.6928967237472534, "Finetune/Step": 8103, "Finetune/Step Time": 6.0681275855749846}
+{"Finetune/Learning Rate": 1.2984922540306095e-05, "Finetune/Loss": 0.8251745700836182, "Finetune/Loss (Raw)": 0.789212167263031, "Finetune/Step": 8104, "Finetune/Step Time": 6.0656180921942}
+{"Finetune/Learning Rate": 1.2983315307861837e-05, "Finetune/Loss": 0.8258863687515259, "Finetune/Loss (Raw)": 0.9006562829017639, "Finetune/Step": 8105, "Finetune/Step Time": 6.070720909163356}
+{"Finetune/Learning Rate": 1.2981707990819242e-05, "Finetune/Loss": 0.8261271715164185, "Finetune/Loss (Raw)": 0.8731174468994141, "Finetune/Step": 8106, "Finetune/Step Time": 6.083592373877764}
+{"Finetune/Learning Rate": 1.298010058922388e-05, "Finetune/Loss": 0.8258525729179382, "Finetune/Loss (Raw)": 0.8078974485397339, "Finetune/Step": 8107, "Finetune/Step Time": 6.086127482354641}
+{"Finetune/Learning Rate": 1.2978493103121347e-05, "Finetune/Loss": 0.8239585161209106, "Finetune/Loss (Raw)": 0.7468453645706177, "Finetune/Step": 8108, "Finetune/Step Time": 6.087683709338307}
+{"Finetune/Learning Rate": 1.2976885532557217e-05, "Finetune/Loss": 0.8232683539390564, "Finetune/Loss (Raw)": 0.8084886074066162, "Finetune/Step": 8109, "Finetune/Step Time": 6.084863696247339}
+{"Finetune/Learning Rate": 1.2975277877577077e-05, "Finetune/Loss": 0.8234516382217407, "Finetune/Loss (Raw)": 0.9021286368370056, "Finetune/Step": 8110, "Finetune/Step Time": 6.085993129760027}
+{"Finetune/Learning Rate": 1.297367013822652e-05, "Finetune/Loss": 0.8233113288879395, "Finetune/Loss (Raw)": 0.8739076852798462, "Finetune/Step": 8111, "Finetune/Step Time": 6.095196517184377}
+{"Finetune/Learning Rate": 1.297206231455113e-05, "Finetune/Loss": 0.8236483335494995, "Finetune/Loss (Raw)": 0.8321648836135864, "Finetune/Step": 8112, "Finetune/Step Time": 6.109278319403529}
+{"Finetune/Learning Rate": 1.2970454406596509e-05, "Finetune/Loss": 0.8258343935012817, "Finetune/Loss (Raw)": 0.9294694662094116, "Finetune/Step": 8113, "Finetune/Step Time": 6.085052788257599}
+{"Finetune/Learning Rate": 1.296884641440824e-05, "Finetune/Loss": 0.8259349465370178, "Finetune/Loss (Raw)": 0.8961866497993469, "Finetune/Step": 8114, "Finetune/Step Time": 6.079038308933377}
+{"Finetune/Learning Rate": 1.2967238338031937e-05, "Finetune/Loss": 0.8248563408851624, "Finetune/Loss (Raw)": 0.7526805400848389, "Finetune/Step": 8115, "Finetune/Step Time": 6.077365469187498}
+{"Finetune/Learning Rate": 1.2965630177513192e-05, "Finetune/Loss": 0.8246922492980957, "Finetune/Loss (Raw)": 0.8222430944442749, "Finetune/Step": 8116, "Finetune/Step Time": 6.079625885933638}
+{"Finetune/Learning Rate": 1.2964021932897603e-05, "Finetune/Loss": 0.8254504203796387, "Finetune/Loss (Raw)": 0.993053138256073, "Finetune/Step": 8117, "Finetune/Step Time": 6.083506090566516}
+{"Finetune/Learning Rate": 1.2962413604230784e-05, "Finetune/Loss": 0.8250314593315125, "Finetune/Loss (Raw)": 0.8916725516319275, "Finetune/Step": 8118, "Finetune/Step Time": 6.089144736528397}
+{"Finetune/Learning Rate": 1.2960805191558339e-05, "Finetune/Loss": 0.8249739408493042, "Finetune/Loss (Raw)": 0.7081522941589355, "Finetune/Step": 8119, "Finetune/Step Time": 6.1009995602071285}
+{"Finetune/Learning Rate": 1.2959196694925878e-05, "Finetune/Loss": 0.8254042267799377, "Finetune/Loss (Raw)": 0.7998141646385193, "Finetune/Step": 8120, "Finetune/Step Time": 6.116865523159504}
+{"Finetune/Learning Rate": 1.2957588114379011e-05, "Finetune/Loss": 0.828158974647522, "Finetune/Loss (Raw)": 0.9942573308944702, "Finetune/Step": 8121, "Finetune/Step Time": 6.120048776268959}
+{"Finetune/Learning Rate": 1.2955979449963358e-05, "Finetune/Loss": 0.8295329809188843, "Finetune/Loss (Raw)": 0.9079957604408264, "Finetune/Step": 8122, "Finetune/Step Time": 6.13788384385407}
+{"Finetune/Learning Rate": 1.2954370701724532e-05, "Finetune/Loss": 0.8286923766136169, "Finetune/Loss (Raw)": 0.8462111353874207, "Finetune/Step": 8123, "Finetune/Step Time": 6.140858666971326}
+{"Finetune/Learning Rate": 1.2952761869708157e-05, "Finetune/Loss": 0.8309680819511414, "Finetune/Loss (Raw)": 1.0882008075714111, "Finetune/Step": 8124, "Finetune/Step Time": 6.146896332502365}
+{"Finetune/Learning Rate": 1.295115295395985e-05, "Finetune/Loss": 0.8293625712394714, "Finetune/Loss (Raw)": 0.7228080034255981, "Finetune/Step": 8125, "Finetune/Step Time": 6.15314469486475}
+{"Finetune/Learning Rate": 1.2949543954525236e-05, "Finetune/Loss": 0.8302594423294067, "Finetune/Loss (Raw)": 0.9775382876396179, "Finetune/Step": 8126, "Finetune/Step Time": 6.149170210584998}
+{"Finetune/Learning Rate": 1.2947934871449942e-05, "Finetune/Loss": 0.8286459445953369, "Finetune/Loss (Raw)": 0.7270342707633972, "Finetune/Step": 8127, "Finetune/Step Time": 6.147217225283384}
+{"Finetune/Learning Rate": 1.2946325704779602e-05, "Finetune/Loss": 0.8287764191627502, "Finetune/Loss (Raw)": 0.6322958469390869, "Finetune/Step": 8128, "Finetune/Step Time": 6.146814843639731}
+{"Finetune/Learning Rate": 1.294471645455984e-05, "Finetune/Loss": 0.8282046318054199, "Finetune/Loss (Raw)": 0.9187994599342346, "Finetune/Step": 8129, "Finetune/Step Time": 6.130504075437784}
+{"Finetune/Learning Rate": 1.2943107120836296e-05, "Finetune/Loss": 0.8279123306274414, "Finetune/Loss (Raw)": 0.7865133285522461, "Finetune/Step": 8130, "Finetune/Step Time": 6.131430815905333}
+{"Finetune/Learning Rate": 1.29414977036546e-05, "Finetune/Loss": 0.825968861579895, "Finetune/Loss (Raw)": 0.707842230796814, "Finetune/Step": 8131, "Finetune/Step Time": 6.137326730415225}
+{"Finetune/Learning Rate": 1.2939888203060393e-05, "Finetune/Loss": 0.8253177404403687, "Finetune/Loss (Raw)": 0.8178374171257019, "Finetune/Step": 8132, "Finetune/Step Time": 6.139017593115568}
+{"Finetune/Learning Rate": 1.2938278619099323e-05, "Finetune/Loss": 0.8257918953895569, "Finetune/Loss (Raw)": 0.9412685632705688, "Finetune/Step": 8133, "Finetune/Step Time": 6.1170083824545145}
+{"Finetune/Learning Rate": 1.293666895181702e-05, "Finetune/Loss": 0.8252208828926086, "Finetune/Loss (Raw)": 0.8428001999855042, "Finetune/Step": 8134, "Finetune/Step Time": 6.117872208356857}
+{"Finetune/Learning Rate": 1.2935059201259137e-05, "Finetune/Loss": 0.8254187107086182, "Finetune/Loss (Raw)": 0.9078592658042908, "Finetune/Step": 8135, "Finetune/Step Time": 6.116109104827046}
+{"Finetune/Learning Rate": 1.2933449367471322e-05, "Finetune/Loss": 0.8263262510299683, "Finetune/Loss (Raw)": 0.9461244344711304, "Finetune/Step": 8136, "Finetune/Step Time": 6.101287752389908}
+{"Finetune/Learning Rate": 1.2931839450499227e-05, "Finetune/Loss": 0.8257430791854858, "Finetune/Loss (Raw)": 0.8400988578796387, "Finetune/Step": 8137, "Finetune/Step Time": 6.105777511373162}
+{"Finetune/Learning Rate": 1.2930229450388499e-05, "Finetune/Loss": 0.8246475458145142, "Finetune/Loss (Raw)": 0.6843470931053162, "Finetune/Step": 8138, "Finetune/Step Time": 6.120951713994145}
+{"Finetune/Learning Rate": 1.2928619367184799e-05, "Finetune/Loss": 0.8258131146430969, "Finetune/Loss (Raw)": 0.9225987195968628, "Finetune/Step": 8139, "Finetune/Step Time": 6.121630122885108}
+{"Finetune/Learning Rate": 1.292700920093378e-05, "Finetune/Loss": 0.8268561959266663, "Finetune/Loss (Raw)": 0.8683772683143616, "Finetune/Step": 8140, "Finetune/Step Time": 6.1200970727950335}
+{"Finetune/Learning Rate": 1.2925398951681103e-05, "Finetune/Loss": 0.8261904120445251, "Finetune/Loss (Raw)": 0.7557907104492188, "Finetune/Step": 8141, "Finetune/Step Time": 6.118447998538613}
+{"Finetune/Learning Rate": 1.292378861947243e-05, "Finetune/Loss": 0.8278577327728271, "Finetune/Loss (Raw)": 0.849631667137146, "Finetune/Step": 8142, "Finetune/Step Time": 6.11619246378541}
+{"Finetune/Learning Rate": 1.2922178204353429e-05, "Finetune/Loss": 0.8281024694442749, "Finetune/Loss (Raw)": 0.8252829313278198, "Finetune/Step": 8143, "Finetune/Step Time": 6.114436909556389}
+{"Finetune/Learning Rate": 1.292056770636976e-05, "Finetune/Loss": 0.8283975124359131, "Finetune/Loss (Raw)": 0.9065487384796143, "Finetune/Step": 8144, "Finetune/Step Time": 6.108901651576161}
+{"Finetune/Learning Rate": 1.2918957125567098e-05, "Finetune/Loss": 0.8274062871932983, "Finetune/Loss (Raw)": 0.8614891767501831, "Finetune/Step": 8145, "Finetune/Step Time": 6.107596192508936}
+{"Finetune/Learning Rate": 1.2917346461991112e-05, "Finetune/Loss": 0.8284915685653687, "Finetune/Loss (Raw)": 0.8357880115509033, "Finetune/Step": 8146, "Finetune/Step Time": 6.1105340495705605}
+{"Finetune/Learning Rate": 1.2915735715687475e-05, "Finetune/Loss": 0.8273937702178955, "Finetune/Loss (Raw)": 0.6279217004776001, "Finetune/Step": 8147, "Finetune/Step Time": 6.14803577773273}
+{"Finetune/Learning Rate": 1.2914124886701865e-05, "Finetune/Loss": 0.8265544176101685, "Finetune/Loss (Raw)": 0.7026918530464172, "Finetune/Step": 8148, "Finetune/Step Time": 6.168376751244068}
+{"Finetune/Learning Rate": 1.2912513975079959e-05, "Finetune/Loss": 0.8270070552825928, "Finetune/Loss (Raw)": 0.9372426271438599, "Finetune/Step": 8149, "Finetune/Step Time": 6.173239286988974}
+{"Finetune/Learning Rate": 1.2910902980867439e-05, "Finetune/Loss": 0.8267619013786316, "Finetune/Loss (Raw)": 0.8158013224601746, "Finetune/Step": 8150, "Finetune/Step Time": 6.17104715295136}
+{"Finetune/Learning Rate": 1.2909291904109994e-05, "Finetune/Loss": 0.8283587694168091, "Finetune/Loss (Raw)": 0.9592147469520569, "Finetune/Step": 8151, "Finetune/Step Time": 6.1707624942064285}
+{"Finetune/Learning Rate": 1.2907680744853295e-05, "Finetune/Loss": 0.8301103115081787, "Finetune/Loss (Raw)": 0.7855134606361389, "Finetune/Step": 8152, "Finetune/Step Time": 6.133656302466989}
+{"Finetune/Learning Rate": 1.2906069503143041e-05, "Finetune/Loss": 0.8301966190338135, "Finetune/Loss (Raw)": 0.7958481311798096, "Finetune/Step": 8153, "Finetune/Step Time": 6.133590571582317}
+{"Finetune/Learning Rate": 1.2904458179024921e-05, "Finetune/Loss": 0.8322550058364868, "Finetune/Loss (Raw)": 1.0275176763534546, "Finetune/Step": 8154, "Finetune/Step Time": 6.135412473231554}
+{"Finetune/Learning Rate": 1.2902846772544625e-05, "Finetune/Loss": 0.8313238024711609, "Finetune/Loss (Raw)": 0.7929105758666992, "Finetune/Step": 8155, "Finetune/Step Time": 6.107554405927658}
+{"Finetune/Learning Rate": 1.2901235283747848e-05, "Finetune/Loss": 0.8325037956237793, "Finetune/Loss (Raw)": 0.9079287648200989, "Finetune/Step": 8156, "Finetune/Step Time": 6.1034284215420485}
+{"Finetune/Learning Rate": 1.2899623712680293e-05, "Finetune/Loss": 0.8329426646232605, "Finetune/Loss (Raw)": 0.8737751841545105, "Finetune/Step": 8157, "Finetune/Step Time": 6.0972456112504005}
+{"Finetune/Learning Rate": 1.2898012059387652e-05, "Finetune/Loss": 0.8325551748275757, "Finetune/Loss (Raw)": 0.7456337809562683, "Finetune/Step": 8158, "Finetune/Step Time": 6.096212424337864}
+{"Finetune/Learning Rate": 1.2896400323915627e-05, "Finetune/Loss": 0.8331514000892639, "Finetune/Loss (Raw)": 0.8565047979354858, "Finetune/Step": 8159, "Finetune/Step Time": 6.094746969640255}
+{"Finetune/Learning Rate": 1.289478850630993e-05, "Finetune/Loss": 0.8320971727371216, "Finetune/Loss (Raw)": 0.7705101370811462, "Finetune/Step": 8160, "Finetune/Step Time": 6.116832219064236}
+{"Finetune/Learning Rate": 1.289317660661626e-05, "Finetune/Loss": 0.8309739232063293, "Finetune/Loss (Raw)": 0.6894991397857666, "Finetune/Step": 8161, "Finetune/Step Time": 6.137831037864089}
+{"Finetune/Learning Rate": 1.289156462488033e-05, "Finetune/Loss": 0.8310363292694092, "Finetune/Loss (Raw)": 0.8385450839996338, "Finetune/Step": 8162, "Finetune/Step Time": 6.140630599111319}
+{"Finetune/Learning Rate": 1.288995256114785e-05, "Finetune/Loss": 0.8307149410247803, "Finetune/Loss (Raw)": 0.8061076402664185, "Finetune/Step": 8163, "Finetune/Step Time": 6.144079381600022}
+{"Finetune/Learning Rate": 1.288834041546453e-05, "Finetune/Loss": 0.8311588764190674, "Finetune/Loss (Raw)": 0.6727772355079651, "Finetune/Step": 8164, "Finetune/Step Time": 6.168458286672831}
+{"Finetune/Learning Rate": 1.2886728187876092e-05, "Finetune/Loss": 0.8292008638381958, "Finetune/Loss (Raw)": 0.7307754755020142, "Finetune/Step": 8165, "Finetune/Step Time": 6.168374814093113}
+{"Finetune/Learning Rate": 1.288511587842825e-05, "Finetune/Loss": 0.8309324383735657, "Finetune/Loss (Raw)": 0.8610900640487671, "Finetune/Step": 8166, "Finetune/Step Time": 6.154237428680062}
+{"Finetune/Learning Rate": 1.2883503487166727e-05, "Finetune/Loss": 0.831453800201416, "Finetune/Loss (Raw)": 0.928816020488739, "Finetune/Step": 8167, "Finetune/Step Time": 6.155493598431349}
+{"Finetune/Learning Rate": 1.2881891014137242e-05, "Finetune/Loss": 0.832179069519043, "Finetune/Loss (Raw)": 0.9058946967124939, "Finetune/Step": 8168, "Finetune/Step Time": 6.156515326350927}
+{"Finetune/Learning Rate": 1.2880278459385526e-05, "Finetune/Loss": 0.8344244956970215, "Finetune/Loss (Raw)": 0.9880150556564331, "Finetune/Step": 8169, "Finetune/Step Time": 6.1470168102532625}
+{"Finetune/Learning Rate": 1.2878665822957301e-05, "Finetune/Loss": 0.8337323069572449, "Finetune/Loss (Raw)": 0.6821367740631104, "Finetune/Step": 8170, "Finetune/Step Time": 6.1466775964945555}
+{"Finetune/Learning Rate": 1.2877053104898302e-05, "Finetune/Loss": 0.8352251052856445, "Finetune/Loss (Raw)": 1.0080517530441284, "Finetune/Step": 8171, "Finetune/Step Time": 6.144059197977185}
+{"Finetune/Learning Rate": 1.2875440305254259e-05, "Finetune/Loss": 0.8350764513015747, "Finetune/Loss (Raw)": 0.830952525138855, "Finetune/Step": 8172, "Finetune/Step Time": 6.143501186743379}
+{"Finetune/Learning Rate": 1.28738274240709e-05, "Finetune/Loss": 0.8331352472305298, "Finetune/Loss (Raw)": 0.7920461297035217, "Finetune/Step": 8173, "Finetune/Step Time": 6.143183946609497}
+{"Finetune/Learning Rate": 1.2872214461393971e-05, "Finetune/Loss": 0.8322580456733704, "Finetune/Loss (Raw)": 0.7689754366874695, "Finetune/Step": 8174, "Finetune/Step Time": 6.141986038535833}
+{"Finetune/Learning Rate": 1.2870601417269209e-05, "Finetune/Loss": 0.8333587050437927, "Finetune/Loss (Raw)": 0.9214714765548706, "Finetune/Step": 8175, "Finetune/Step Time": 6.1429306119680405}
+{"Finetune/Learning Rate": 1.2868988291742349e-05, "Finetune/Loss": 0.834574818611145, "Finetune/Loss (Raw)": 0.8528105020523071, "Finetune/Step": 8176, "Finetune/Step Time": 6.1484425235539675}
+{"Finetune/Learning Rate": 1.2867375084859142e-05, "Finetune/Loss": 0.8357711434364319, "Finetune/Loss (Raw)": 0.9379534125328064, "Finetune/Step": 8177, "Finetune/Step Time": 6.1423185672611}
+{"Finetune/Learning Rate": 1.2865761796665332e-05, "Finetune/Loss": 0.8367450833320618, "Finetune/Loss (Raw)": 0.8669039011001587, "Finetune/Step": 8178, "Finetune/Step Time": 6.133381588384509}
+{"Finetune/Learning Rate": 1.2864148427206667e-05, "Finetune/Loss": 0.8388182520866394, "Finetune/Loss (Raw)": 0.9435388445854187, "Finetune/Step": 8179, "Finetune/Step Time": 6.131710620597005}
+{"Finetune/Learning Rate": 1.2862534976528893e-05, "Finetune/Loss": 0.8391233086585999, "Finetune/Loss (Raw)": 0.952434778213501, "Finetune/Step": 8180, "Finetune/Step Time": 6.136956254020333}
+{"Finetune/Learning Rate": 1.2860921444677772e-05, "Finetune/Loss": 0.8397722244262695, "Finetune/Loss (Raw)": 0.944887638092041, "Finetune/Step": 8181, "Finetune/Step Time": 6.122125118970871}
+{"Finetune/Learning Rate": 1.2859307831699052e-05, "Finetune/Loss": 0.8391238451004028, "Finetune/Loss (Raw)": 0.8071826696395874, "Finetune/Step": 8182, "Finetune/Step Time": 6.1063541900366545}
+{"Finetune/Learning Rate": 1.2857694137638493e-05, "Finetune/Loss": 0.8399481177330017, "Finetune/Loss (Raw)": 0.8223617672920227, "Finetune/Step": 8183, "Finetune/Step Time": 6.084804493933916}
+{"Finetune/Learning Rate": 1.2856080362541854e-05, "Finetune/Loss": 0.8409784436225891, "Finetune/Loss (Raw)": 0.8642293810844421, "Finetune/Step": 8184, "Finetune/Step Time": 6.080116134136915}
+{"Finetune/Learning Rate": 1.28544665064549e-05, "Finetune/Loss": 0.8415985703468323, "Finetune/Loss (Raw)": 0.8342504501342773, "Finetune/Step": 8185, "Finetune/Step Time": 6.078214503824711}
+{"Finetune/Learning Rate": 1.2852852569423388e-05, "Finetune/Loss": 0.8418883681297302, "Finetune/Loss (Raw)": 0.7805659174919128, "Finetune/Step": 8186, "Finetune/Step Time": 6.074395010247827}
+{"Finetune/Learning Rate": 1.2851238551493093e-05, "Finetune/Loss": 0.8434956073760986, "Finetune/Loss (Raw)": 1.0465850830078125, "Finetune/Step": 8187, "Finetune/Step Time": 6.071633778512478}
+{"Finetune/Learning Rate": 1.284962445270978e-05, "Finetune/Loss": 0.8442858457565308, "Finetune/Loss (Raw)": 0.8701890707015991, "Finetune/Step": 8188, "Finetune/Step Time": 6.050928357988596}
+{"Finetune/Learning Rate": 1.284801027311922e-05, "Finetune/Loss": 0.8428221940994263, "Finetune/Loss (Raw)": 0.7957035899162292, "Finetune/Step": 8189, "Finetune/Step Time": 6.049099560827017}
+{"Finetune/Learning Rate": 1.2846396012767189e-05, "Finetune/Loss": 0.841833233833313, "Finetune/Loss (Raw)": 0.8136056661605835, "Finetune/Step": 8190, "Finetune/Step Time": 6.050246745347977}
+{"Finetune/Learning Rate": 1.2844781671699457e-05, "Finetune/Loss": 0.84192955493927, "Finetune/Loss (Raw)": 0.9535014033317566, "Finetune/Step": 8191, "Finetune/Step Time": 6.05593590810895}
+{"Finetune/Learning Rate": 1.284316724996181e-05, "Finetune/Loss": 0.843114972114563, "Finetune/Loss (Raw)": 0.8162814378738403, "Finetune/Step": 8192, "Finetune/Step Time": 6.04081423394382}
+{"Finetune/Learning Rate": 1.2841552747600025e-05, "Finetune/Loss": 0.8423495888710022, "Finetune/Loss (Raw)": 0.80454021692276, "Finetune/Step": 8193, "Finetune/Step Time": 6.042074320837855}
+{"Finetune/Learning Rate": 1.2839938164659884e-05, "Finetune/Loss": 0.8413446545600891, "Finetune/Loss (Raw)": 0.8077959418296814, "Finetune/Step": 8194, "Finetune/Step Time": 6.044919474050403}
+{"Finetune/Learning Rate": 1.283832350118717e-05, "Finetune/Loss": 0.8418762683868408, "Finetune/Loss (Raw)": 0.9473074078559875, "Finetune/Step": 8195, "Finetune/Step Time": 6.044734159484506}
+{"Finetune/Learning Rate": 1.2836708757227675e-05, "Finetune/Loss": 0.8416746258735657, "Finetune/Loss (Raw)": 0.9287022352218628, "Finetune/Step": 8196, "Finetune/Step Time": 6.045716734603047}
+{"Finetune/Learning Rate": 1.2835093932827186e-05, "Finetune/Loss": 0.8412356376647949, "Finetune/Loss (Raw)": 0.8900125026702881, "Finetune/Step": 8197, "Finetune/Step Time": 6.0434173587709665}
+{"Finetune/Learning Rate": 1.2833479028031492e-05, "Finetune/Loss": 0.8428633213043213, "Finetune/Loss (Raw)": 0.9201932549476624, "Finetune/Step": 8198, "Finetune/Step Time": 6.0446940660476685}
+{"Finetune/Learning Rate": 1.2831864042886393e-05, "Finetune/Loss": 0.8426530957221985, "Finetune/Loss (Raw)": 0.8386077284812927, "Finetune/Step": 8199, "Finetune/Step Time": 6.035546327009797}
+{"Finetune/Learning Rate": 1.2830248977437685e-05, "Finetune/Loss": 0.8406665325164795, "Finetune/Loss (Raw)": 0.7273702025413513, "Finetune/Step": 8200, "Finetune/Step Time": 6.045195288956165}
+{"Finetune/Learning Rate": 1.282863383173116e-05, "Finetune/Loss": 0.8402127027511597, "Finetune/Loss (Raw)": 0.8019547462463379, "Finetune/Step": 8201, "Finetune/Step Time": 6.058138826861978}
+{"Finetune/Learning Rate": 1.2827018605812623e-05, "Finetune/Loss": 0.840678334236145, "Finetune/Loss (Raw)": 0.8903132081031799, "Finetune/Step": 8202, "Finetune/Step Time": 6.048516925424337}
+{"Finetune/Learning Rate": 1.2825403299727881e-05, "Finetune/Loss": 0.8410477638244629, "Finetune/Loss (Raw)": 0.8513338565826416, "Finetune/Step": 8203, "Finetune/Step Time": 6.040539517998695}
+{"Finetune/Learning Rate": 1.2823787913522732e-05, "Finetune/Loss": 0.8394787311553955, "Finetune/Loss (Raw)": 0.7153390645980835, "Finetune/Step": 8204, "Finetune/Step Time": 6.044875007122755}
+{"Finetune/Learning Rate": 1.2822172447242989e-05, "Finetune/Loss": 0.83899986743927, "Finetune/Loss (Raw)": 0.7489795088768005, "Finetune/Step": 8205, "Finetune/Step Time": 6.04845142737031}
+{"Finetune/Learning Rate": 1.2820556900934462e-05, "Finetune/Loss": 0.8386469483375549, "Finetune/Loss (Raw)": 0.7540938854217529, "Finetune/Step": 8206, "Finetune/Step Time": 6.06343380920589}
+{"Finetune/Learning Rate": 1.281894127464296e-05, "Finetune/Loss": 0.841289758682251, "Finetune/Loss (Raw)": 1.0540306568145752, "Finetune/Step": 8207, "Finetune/Step Time": 6.069931758567691}
+{"Finetune/Learning Rate": 1.2817325568414299e-05, "Finetune/Loss": 0.8417961597442627, "Finetune/Loss (Raw)": 0.8054766654968262, "Finetune/Step": 8208, "Finetune/Step Time": 6.065452065318823}
+{"Finetune/Learning Rate": 1.2815709782294297e-05, "Finetune/Loss": 0.8410608172416687, "Finetune/Loss (Raw)": 0.8050117492675781, "Finetune/Step": 8209, "Finetune/Step Time": 6.06561010889709}
+{"Finetune/Learning Rate": 1.2814093916328774e-05, "Finetune/Loss": 0.8423383235931396, "Finetune/Loss (Raw)": 0.8552312254905701, "Finetune/Step": 8210, "Finetune/Step Time": 6.06458099372685}
+{"Finetune/Learning Rate": 1.2812477970563546e-05, "Finetune/Loss": 0.8420705795288086, "Finetune/Loss (Raw)": 0.8425523042678833, "Finetune/Step": 8211, "Finetune/Step Time": 6.06538805924356}
+{"Finetune/Learning Rate": 1.2810861945044444e-05, "Finetune/Loss": 0.8407225012779236, "Finetune/Loss (Raw)": 0.659963846206665, "Finetune/Step": 8212, "Finetune/Step Time": 6.077590858563781}
+{"Finetune/Learning Rate": 1.2809245839817288e-05, "Finetune/Loss": 0.8414896726608276, "Finetune/Loss (Raw)": 0.8016875386238098, "Finetune/Step": 8213, "Finetune/Step Time": 6.117134680971503}
+{"Finetune/Learning Rate": 1.280762965492791e-05, "Finetune/Loss": 0.8412525653839111, "Finetune/Loss (Raw)": 0.7953903675079346, "Finetune/Step": 8214, "Finetune/Step Time": 6.119894161820412}
+{"Finetune/Learning Rate": 1.2806013390422137e-05, "Finetune/Loss": 0.8413537740707397, "Finetune/Loss (Raw)": 0.8339221477508545, "Finetune/Step": 8215, "Finetune/Step Time": 6.1165671646595}
+{"Finetune/Learning Rate": 1.2804397046345805e-05, "Finetune/Loss": 0.8386545777320862, "Finetune/Loss (Raw)": 0.5930312275886536, "Finetune/Step": 8216, "Finetune/Step Time": 6.155104486271739}
+{"Finetune/Learning Rate": 1.2802780622744746e-05, "Finetune/Loss": 0.8413796424865723, "Finetune/Loss (Raw)": 1.01063072681427, "Finetune/Step": 8217, "Finetune/Step Time": 6.155008325353265}
+{"Finetune/Learning Rate": 1.28011641196648e-05, "Finetune/Loss": 0.8413068056106567, "Finetune/Loss (Raw)": 0.8124707341194153, "Finetune/Step": 8218, "Finetune/Step Time": 6.156640205532312}
+{"Finetune/Learning Rate": 1.2799547537151804e-05, "Finetune/Loss": 0.8412602543830872, "Finetune/Loss (Raw)": 0.7379647493362427, "Finetune/Step": 8219, "Finetune/Step Time": 6.14062288030982}
+{"Finetune/Learning Rate": 1.2797930875251601e-05, "Finetune/Loss": 0.8420960903167725, "Finetune/Loss (Raw)": 0.8248928189277649, "Finetune/Step": 8220, "Finetune/Step Time": 6.134361749514937}
+{"Finetune/Learning Rate": 1.2796314134010034e-05, "Finetune/Loss": 0.8421186804771423, "Finetune/Loss (Raw)": 0.8555068373680115, "Finetune/Step": 8221, "Finetune/Step Time": 6.129893880337477}
+{"Finetune/Learning Rate": 1.2794697313472953e-05, "Finetune/Loss": 0.8432306051254272, "Finetune/Loss (Raw)": 0.8537142872810364, "Finetune/Step": 8222, "Finetune/Step Time": 6.131557101383805}
+{"Finetune/Learning Rate": 1.27930804136862e-05, "Finetune/Loss": 0.8425382375717163, "Finetune/Loss (Raw)": 0.9151354432106018, "Finetune/Step": 8223, "Finetune/Step Time": 6.149057794362307}
+{"Finetune/Learning Rate": 1.279146343469563e-05, "Finetune/Loss": 0.8427597880363464, "Finetune/Loss (Raw)": 0.8936964273452759, "Finetune/Step": 8224, "Finetune/Step Time": 6.14237292483449}
+{"Finetune/Learning Rate": 1.2789846376547096e-05, "Finetune/Loss": 0.843343198299408, "Finetune/Loss (Raw)": 0.9450920224189758, "Finetune/Step": 8225, "Finetune/Step Time": 6.1458241026848555}
+{"Finetune/Learning Rate": 1.278822923928645e-05, "Finetune/Loss": 0.844059944152832, "Finetune/Loss (Raw)": 0.9341189861297607, "Finetune/Step": 8226, "Finetune/Step Time": 6.166155042126775}
+{"Finetune/Learning Rate": 1.2786612022959553e-05, "Finetune/Loss": 0.8419627547264099, "Finetune/Loss (Raw)": 0.6524657607078552, "Finetune/Step": 8227, "Finetune/Step Time": 6.174377458170056}
+{"Finetune/Learning Rate": 1.2784994727612263e-05, "Finetune/Loss": 0.8414368629455566, "Finetune/Loss (Raw)": 0.8344884514808655, "Finetune/Step": 8228, "Finetune/Step Time": 6.169156212359667}
+{"Finetune/Learning Rate": 1.2783377353290438e-05, "Finetune/Loss": 0.8415805101394653, "Finetune/Loss (Raw)": 0.858442485332489, "Finetune/Step": 8229, "Finetune/Step Time": 6.182832656428218}
+{"Finetune/Learning Rate": 1.2781759900039952e-05, "Finetune/Loss": 0.8418539762496948, "Finetune/Loss (Raw)": 0.8927690982818604, "Finetune/Step": 8230, "Finetune/Step Time": 6.188649985939264}
+{"Finetune/Learning Rate": 1.2780142367906663e-05, "Finetune/Loss": 0.8440731763839722, "Finetune/Loss (Raw)": 0.9769467711448669, "Finetune/Step": 8231, "Finetune/Step Time": 6.185976378619671}
+{"Finetune/Learning Rate": 1.2778524756936438e-05, "Finetune/Loss": 0.8443410396575928, "Finetune/Loss (Raw)": 0.8235026001930237, "Finetune/Step": 8232, "Finetune/Step Time": 6.195678185671568}
+{"Finetune/Learning Rate": 1.277690706717516e-05, "Finetune/Loss": 0.8432899713516235, "Finetune/Loss (Raw)": 0.7661253809928894, "Finetune/Step": 8233, "Finetune/Step Time": 6.211056498810649}
+{"Finetune/Learning Rate": 1.2775289298668689e-05, "Finetune/Loss": 0.8439405560493469, "Finetune/Loss (Raw)": 0.9563895463943481, "Finetune/Step": 8234, "Finetune/Step Time": 6.200233718380332}
+{"Finetune/Learning Rate": 1.2773671451462906e-05, "Finetune/Loss": 0.8440086841583252, "Finetune/Loss (Raw)": 0.8166148066520691, "Finetune/Step": 8235, "Finetune/Step Time": 6.205482322722673}
+{"Finetune/Learning Rate": 1.2772053525603689e-05, "Finetune/Loss": 0.8451809883117676, "Finetune/Loss (Raw)": 0.8969072103500366, "Finetune/Step": 8236, "Finetune/Step Time": 6.211837211623788}
+{"Finetune/Learning Rate": 1.2770435521136915e-05, "Finetune/Loss": 0.845612108707428, "Finetune/Loss (Raw)": 0.863665759563446, "Finetune/Step": 8237, "Finetune/Step Time": 6.213521234691143}
+{"Finetune/Learning Rate": 1.2768817438108468e-05, "Finetune/Loss": 0.8459540605545044, "Finetune/Loss (Raw)": 0.9459065794944763, "Finetune/Step": 8238, "Finetune/Step Time": 6.213516164571047}
+{"Finetune/Learning Rate": 1.2767199276564232e-05, "Finetune/Loss": 0.8457611203193665, "Finetune/Loss (Raw)": 0.8491983413696289, "Finetune/Step": 8239, "Finetune/Step Time": 6.209519037976861}
+{"Finetune/Learning Rate": 1.2765581036550095e-05, "Finetune/Loss": 0.8457650542259216, "Finetune/Loss (Raw)": 0.8326725363731384, "Finetune/Step": 8240, "Finetune/Step Time": 6.193801188841462}
+{"Finetune/Learning Rate": 1.2763962718111942e-05, "Finetune/Loss": 0.8449798226356506, "Finetune/Loss (Raw)": 0.8289604187011719, "Finetune/Step": 8241, "Finetune/Step Time": 6.206170340999961}
+{"Finetune/Learning Rate": 1.2762344321295667e-05, "Finetune/Loss": 0.844432532787323, "Finetune/Loss (Raw)": 0.8261334300041199, "Finetune/Step": 8242, "Finetune/Step Time": 6.208247015252709}
+{"Finetune/Learning Rate": 1.2760725846147162e-05, "Finetune/Loss": 0.845298707485199, "Finetune/Loss (Raw)": 0.8635537624359131, "Finetune/Step": 8243, "Finetune/Step Time": 6.2107448522001505}
+{"Finetune/Learning Rate": 1.2759107292712324e-05, "Finetune/Loss": 0.8464984893798828, "Finetune/Loss (Raw)": 0.9758107662200928, "Finetune/Step": 8244, "Finetune/Step Time": 6.211958669126034}
+{"Finetune/Learning Rate": 1.2757488661037048e-05, "Finetune/Loss": 0.8439183831214905, "Finetune/Loss (Raw)": 0.6627994775772095, "Finetune/Step": 8245, "Finetune/Step Time": 6.209686443209648}
+{"Finetune/Learning Rate": 1.2755869951167233e-05, "Finetune/Loss": 0.8431167602539062, "Finetune/Loss (Raw)": 0.7890691161155701, "Finetune/Step": 8246, "Finetune/Step Time": 6.202232804149389}
+{"Finetune/Learning Rate": 1.2754251163148783e-05, "Finetune/Loss": 0.8444868326187134, "Finetune/Loss (Raw)": 0.8835175037384033, "Finetune/Step": 8247, "Finetune/Step Time": 6.166651984676719}
+{"Finetune/Learning Rate": 1.2752632297027605e-05, "Finetune/Loss": 0.8436955213546753, "Finetune/Loss (Raw)": 0.6985220909118652, "Finetune/Step": 8248, "Finetune/Step Time": 6.165573934093118}
+{"Finetune/Learning Rate": 1.27510133528496e-05, "Finetune/Loss": 0.8426927328109741, "Finetune/Loss (Raw)": 0.865908145904541, "Finetune/Step": 8249, "Finetune/Step Time": 6.160425325855613}
+{"Finetune/Learning Rate": 1.2749394330660679e-05, "Finetune/Loss": 0.8425115942955017, "Finetune/Loss (Raw)": 0.8848119974136353, "Finetune/Step": 8250, "Finetune/Step Time": 6.152793485671282}
+{"Finetune/Learning Rate": 1.2747775230506756e-05, "Finetune/Loss": 0.8424333333969116, "Finetune/Loss (Raw)": 0.8361948728561401, "Finetune/Step": 8251, "Finetune/Step Time": 6.152490006759763}
+{"Finetune/Learning Rate": 1.2746156052433738e-05, "Finetune/Loss": 0.8413923978805542, "Finetune/Loss (Raw)": 0.9549569487571716, "Finetune/Step": 8252, "Finetune/Step Time": 6.145023068413138}
+{"Finetune/Learning Rate": 1.2744536796487543e-05, "Finetune/Loss": 0.8432060480117798, "Finetune/Loss (Raw)": 0.9549480080604553, "Finetune/Step": 8253, "Finetune/Step Time": 6.134282294660807}
+{"Finetune/Learning Rate": 1.2742917462714093e-05, "Finetune/Loss": 0.8428810238838196, "Finetune/Loss (Raw)": 0.9359424114227295, "Finetune/Step": 8254, "Finetune/Step Time": 6.1382047943770885}
+{"Finetune/Learning Rate": 1.2741298051159298e-05, "Finetune/Loss": 0.8431395292282104, "Finetune/Loss (Raw)": 0.7601166367530823, "Finetune/Step": 8255, "Finetune/Step Time": 6.141691979020834}
+{"Finetune/Learning Rate": 1.273967856186909e-05, "Finetune/Loss": 0.8444055318832397, "Finetune/Loss (Raw)": 0.7943468689918518, "Finetune/Step": 8256, "Finetune/Step Time": 6.122913157567382}
+{"Finetune/Learning Rate": 1.2738058994889386e-05, "Finetune/Loss": 0.8439679741859436, "Finetune/Loss (Raw)": 0.8627948760986328, "Finetune/Step": 8257, "Finetune/Step Time": 6.1201973762363195}
+{"Finetune/Learning Rate": 1.2736439350266117e-05, "Finetune/Loss": 0.8436465263366699, "Finetune/Loss (Raw)": 0.7453649640083313, "Finetune/Step": 8258, "Finetune/Step Time": 6.121270013973117}
+{"Finetune/Learning Rate": 1.2734819628045207e-05, "Finetune/Loss": 0.8440563678741455, "Finetune/Loss (Raw)": 0.760313093662262, "Finetune/Step": 8259, "Finetune/Step Time": 6.1080131232738495}
+{"Finetune/Learning Rate": 1.2733199828272591e-05, "Finetune/Loss": 0.8436609506607056, "Finetune/Loss (Raw)": 0.7672144770622253, "Finetune/Step": 8260, "Finetune/Step Time": 6.114981401711702}
+{"Finetune/Learning Rate": 1.27315799509942e-05, "Finetune/Loss": 0.842293918132782, "Finetune/Loss (Raw)": 0.7662878632545471, "Finetune/Step": 8261, "Finetune/Step Time": 6.122932352125645}
+{"Finetune/Learning Rate": 1.2729959996255968e-05, "Finetune/Loss": 0.8417840003967285, "Finetune/Loss (Raw)": 0.7775338888168335, "Finetune/Step": 8262, "Finetune/Step Time": 6.123489908874035}
+{"Finetune/Learning Rate": 1.2728339964103834e-05, "Finetune/Loss": 0.842000424861908, "Finetune/Loss (Raw)": 0.9355605840682983, "Finetune/Step": 8263, "Finetune/Step Time": 6.126509543508291}
+{"Finetune/Learning Rate": 1.2726719854583736e-05, "Finetune/Loss": 0.8412588238716125, "Finetune/Loss (Raw)": 0.8511946201324463, "Finetune/Step": 8264, "Finetune/Step Time": 6.139044787734747}
+{"Finetune/Learning Rate": 1.2725099667741616e-05, "Finetune/Loss": 0.8407810926437378, "Finetune/Loss (Raw)": 0.7789599299430847, "Finetune/Step": 8265, "Finetune/Step Time": 6.156814130023122}
+{"Finetune/Learning Rate": 1.2723479403623424e-05, "Finetune/Loss": 0.8421005606651306, "Finetune/Loss (Raw)": 0.853236198425293, "Finetune/Step": 8266, "Finetune/Step Time": 6.133615849539638}
+{"Finetune/Learning Rate": 1.2721859062275094e-05, "Finetune/Loss": 0.8397271633148193, "Finetune/Loss (Raw)": 0.6188099384307861, "Finetune/Step": 8267, "Finetune/Step Time": 6.142736561596394}
+{"Finetune/Learning Rate": 1.2720238643742585e-05, "Finetune/Loss": 0.8392834067344666, "Finetune/Loss (Raw)": 0.8115662932395935, "Finetune/Step": 8268, "Finetune/Step Time": 6.15041677840054}
+{"Finetune/Learning Rate": 1.2718618148071843e-05, "Finetune/Loss": 0.8396624326705933, "Finetune/Loss (Raw)": 0.8043075203895569, "Finetune/Step": 8269, "Finetune/Step Time": 6.168394319713116}
+{"Finetune/Learning Rate": 1.2716997575308819e-05, "Finetune/Loss": 0.8406593799591064, "Finetune/Loss (Raw)": 0.9772461652755737, "Finetune/Step": 8270, "Finetune/Step Time": 6.169507095590234}
+{"Finetune/Learning Rate": 1.271537692549947e-05, "Finetune/Loss": 0.8407983183860779, "Finetune/Loss (Raw)": 0.8430629968643188, "Finetune/Step": 8271, "Finetune/Step Time": 6.169213812798262}
+{"Finetune/Learning Rate": 1.2713756198689757e-05, "Finetune/Loss": 0.8400405645370483, "Finetune/Loss (Raw)": 0.8095560669898987, "Finetune/Step": 8272, "Finetune/Step Time": 6.1737674959003925}
+{"Finetune/Learning Rate": 1.2712135394925631e-05, "Finetune/Loss": 0.8404761552810669, "Finetune/Loss (Raw)": 0.917240560054779, "Finetune/Step": 8273, "Finetune/Step Time": 6.174905179068446}
+{"Finetune/Learning Rate": 1.2710514514253057e-05, "Finetune/Loss": 0.8405407667160034, "Finetune/Loss (Raw)": 0.8440608978271484, "Finetune/Step": 8274, "Finetune/Step Time": 6.168761795386672}
+{"Finetune/Learning Rate": 1.2708893556718002e-05, "Finetune/Loss": 0.8423868417739868, "Finetune/Loss (Raw)": 0.8642171621322632, "Finetune/Step": 8275, "Finetune/Step Time": 6.153777407482266}
+{"Finetune/Learning Rate": 1.2707272522366428e-05, "Finetune/Loss": 0.8436986207962036, "Finetune/Loss (Raw)": 0.8706047534942627, "Finetune/Step": 8276, "Finetune/Step Time": 6.1384372394531965}
+{"Finetune/Learning Rate": 1.27056514112443e-05, "Finetune/Loss": 0.8421251773834229, "Finetune/Loss (Raw)": 0.7358348965644836, "Finetune/Step": 8277, "Finetune/Step Time": 6.134949989616871}
+{"Finetune/Learning Rate": 1.2704030223397597e-05, "Finetune/Loss": 0.8429175615310669, "Finetune/Loss (Raw)": 0.9172283411026001, "Finetune/Step": 8278, "Finetune/Step Time": 6.1297718323767185}
+{"Finetune/Learning Rate": 1.2702408958872283e-05, "Finetune/Loss": 0.8422049880027771, "Finetune/Loss (Raw)": 0.8680106401443481, "Finetune/Step": 8279, "Finetune/Step Time": 6.13571516610682}
+{"Finetune/Learning Rate": 1.2700787617714338e-05, "Finetune/Loss": 0.8428391814231873, "Finetune/Loss (Raw)": 0.8666867017745972, "Finetune/Step": 8280, "Finetune/Step Time": 6.140407308936119}
+{"Finetune/Learning Rate": 1.2699166199969733e-05, "Finetune/Loss": 0.8433800935745239, "Finetune/Loss (Raw)": 0.8650825619697571, "Finetune/Step": 8281, "Finetune/Step Time": 6.143139721825719}
+{"Finetune/Learning Rate": 1.2697544705684453e-05, "Finetune/Loss": 0.8416217565536499, "Finetune/Loss (Raw)": 0.8024539351463318, "Finetune/Step": 8282, "Finetune/Step Time": 6.146543368697166}
+{"Finetune/Learning Rate": 1.2695923134904474e-05, "Finetune/Loss": 0.8419890403747559, "Finetune/Loss (Raw)": 0.8399219512939453, "Finetune/Step": 8283, "Finetune/Step Time": 6.146037880331278}
+{"Finetune/Learning Rate": 1.2694301487675781e-05, "Finetune/Loss": 0.842826247215271, "Finetune/Loss (Raw)": 1.0150924921035767, "Finetune/Step": 8284, "Finetune/Step Time": 6.14842289686203}
+{"Finetune/Learning Rate": 1.269267976404436e-05, "Finetune/Loss": 0.8427492380142212, "Finetune/Loss (Raw)": 0.8639219403266907, "Finetune/Step": 8285, "Finetune/Step Time": 6.141981488093734}
+{"Finetune/Learning Rate": 1.2691057964056199e-05, "Finetune/Loss": 0.8437408208847046, "Finetune/Loss (Raw)": 0.8725497722625732, "Finetune/Step": 8286, "Finetune/Step Time": 6.139960931614041}
+{"Finetune/Learning Rate": 1.2689436087757285e-05, "Finetune/Loss": 0.8432397246360779, "Finetune/Loss (Raw)": 0.7923672199249268, "Finetune/Step": 8287, "Finetune/Step Time": 6.138751842081547}
+{"Finetune/Learning Rate": 1.2687814135193613e-05, "Finetune/Loss": 0.8431072235107422, "Finetune/Loss (Raw)": 0.7535516023635864, "Finetune/Step": 8288, "Finetune/Step Time": 6.121335495263338}
+{"Finetune/Learning Rate": 1.2686192106411172e-05, "Finetune/Loss": 0.8441867828369141, "Finetune/Loss (Raw)": 0.8276851773262024, "Finetune/Step": 8289, "Finetune/Step Time": 6.10385543294251}
+{"Finetune/Learning Rate": 1.2684570001455963e-05, "Finetune/Loss": 0.8439846038818359, "Finetune/Loss (Raw)": 0.8126663565635681, "Finetune/Step": 8290, "Finetune/Step Time": 6.09484595246613}
+{"Finetune/Learning Rate": 1.2682947820373983e-05, "Finetune/Loss": 0.8450082540512085, "Finetune/Loss (Raw)": 0.9371258020401001, "Finetune/Step": 8291, "Finetune/Step Time": 6.099435539916158}
+{"Finetune/Learning Rate": 1.2681325563211231e-05, "Finetune/Loss": 0.846491813659668, "Finetune/Loss (Raw)": 0.8626756072044373, "Finetune/Step": 8292, "Finetune/Step Time": 6.062826720997691}
+{"Finetune/Learning Rate": 1.2679703230013714e-05, "Finetune/Loss": 0.8470090627670288, "Finetune/Loss (Raw)": 0.7969919443130493, "Finetune/Step": 8293, "Finetune/Step Time": 6.059659469872713}
+{"Finetune/Learning Rate": 1.2678080820827432e-05, "Finetune/Loss": 0.8458988666534424, "Finetune/Loss (Raw)": 0.7189704179763794, "Finetune/Step": 8294, "Finetune/Step Time": 6.080155028030276}
+{"Finetune/Learning Rate": 1.267645833569839e-05, "Finetune/Loss": 0.8448399305343628, "Finetune/Loss (Raw)": 0.7932778000831604, "Finetune/Step": 8295, "Finetune/Step Time": 6.082836225628853}
+{"Finetune/Learning Rate": 1.2674835774672603e-05, "Finetune/Loss": 0.8449928164482117, "Finetune/Loss (Raw)": 0.925470232963562, "Finetune/Step": 8296, "Finetune/Step Time": 6.078446798026562}
+{"Finetune/Learning Rate": 1.267321313779608e-05, "Finetune/Loss": 0.8444314002990723, "Finetune/Loss (Raw)": 0.9161506295204163, "Finetune/Step": 8297, "Finetune/Step Time": 6.077957836911082}
+{"Finetune/Learning Rate": 1.2671590425114832e-05, "Finetune/Loss": 0.8466632962226868, "Finetune/Loss (Raw)": 0.9678218364715576, "Finetune/Step": 8298, "Finetune/Step Time": 6.057539159432054}
+{"Finetune/Learning Rate": 1.266996763667488e-05, "Finetune/Loss": 0.8452489376068115, "Finetune/Loss (Raw)": 0.8270110487937927, "Finetune/Step": 8299, "Finetune/Step Time": 6.05617082118988}
+{"Finetune/Learning Rate": 1.2668344772522238e-05, "Finetune/Loss": 0.8451880216598511, "Finetune/Loss (Raw)": 0.8231526017189026, "Finetune/Step": 8300, "Finetune/Step Time": 6.055916463956237}
+{"Finetune/Learning Rate": 1.2666721832702924e-05, "Finetune/Loss": 0.8448469638824463, "Finetune/Loss (Raw)": 0.7483956217765808, "Finetune/Step": 8301, "Finetune/Step Time": 6.058544209226966}
+{"Finetune/Learning Rate": 1.266509881726296e-05, "Finetune/Loss": 0.8447490930557251, "Finetune/Loss (Raw)": 0.7564375996589661, "Finetune/Step": 8302, "Finetune/Step Time": 6.0661686062812805}
+{"Finetune/Learning Rate": 1.2663475726248378e-05, "Finetune/Loss": 0.8446739912033081, "Finetune/Loss (Raw)": 0.9118631482124329, "Finetune/Step": 8303, "Finetune/Step Time": 6.060462383553386}
+{"Finetune/Learning Rate": 1.2661852559705192e-05, "Finetune/Loss": 0.8457553386688232, "Finetune/Loss (Raw)": 0.9912199974060059, "Finetune/Step": 8304, "Finetune/Step Time": 6.056794930249453}
+{"Finetune/Learning Rate": 1.2660229317679438e-05, "Finetune/Loss": 0.8456217050552368, "Finetune/Loss (Raw)": 0.9208551645278931, "Finetune/Step": 8305, "Finetune/Step Time": 6.054635541513562}
+{"Finetune/Learning Rate": 1.2658606000217151e-05, "Finetune/Loss": 0.8448734283447266, "Finetune/Loss (Raw)": 0.7711284756660461, "Finetune/Step": 8306, "Finetune/Step Time": 6.054597517475486}
+{"Finetune/Learning Rate": 1.2656982607364351e-05, "Finetune/Loss": 0.8443430662155151, "Finetune/Loss (Raw)": 0.8756450414657593, "Finetune/Step": 8307, "Finetune/Step Time": 6.071183988824487}
+{"Finetune/Learning Rate": 1.2655359139167083e-05, "Finetune/Loss": 0.8430478572845459, "Finetune/Loss (Raw)": 0.7866509556770325, "Finetune/Step": 8308, "Finetune/Step Time": 6.070744790136814}
+{"Finetune/Learning Rate": 1.265373559567138e-05, "Finetune/Loss": 0.8420231938362122, "Finetune/Loss (Raw)": 0.8137354254722595, "Finetune/Step": 8309, "Finetune/Step Time": 6.088774435222149}
+{"Finetune/Learning Rate": 1.2652111976923282e-05, "Finetune/Loss": 0.8426126837730408, "Finetune/Loss (Raw)": 0.8826321363449097, "Finetune/Step": 8310, "Finetune/Step Time": 6.090159114450216}
+{"Finetune/Learning Rate": 1.265048828296883e-05, "Finetune/Loss": 0.8435122966766357, "Finetune/Loss (Raw)": 0.9375084638595581, "Finetune/Step": 8311, "Finetune/Step Time": 6.1101102121174335}
+{"Finetune/Learning Rate": 1.2648864513854067e-05, "Finetune/Loss": 0.8433754444122314, "Finetune/Loss (Raw)": 0.8467221856117249, "Finetune/Step": 8312, "Finetune/Step Time": 6.109411358833313}
+{"Finetune/Learning Rate": 1.2647240669625038e-05, "Finetune/Loss": 0.8425618410110474, "Finetune/Loss (Raw)": 0.7301031351089478, "Finetune/Step": 8313, "Finetune/Step Time": 6.107521077618003}
+{"Finetune/Learning Rate": 1.2645616750327792e-05, "Finetune/Loss": 0.8422865867614746, "Finetune/Loss (Raw)": 0.7453353404998779, "Finetune/Step": 8314, "Finetune/Step Time": 6.109398607164621}
+{"Finetune/Learning Rate": 1.2643992756008377e-05, "Finetune/Loss": 0.8409790396690369, "Finetune/Loss (Raw)": 0.8792180418968201, "Finetune/Step": 8315, "Finetune/Step Time": 6.111231833696365}
+{"Finetune/Learning Rate": 1.2642368686712846e-05, "Finetune/Loss": 0.8394399285316467, "Finetune/Loss (Raw)": 0.6731834411621094, "Finetune/Step": 8316, "Finetune/Step Time": 6.120389323681593}
+{"Finetune/Learning Rate": 1.2640744542487253e-05, "Finetune/Loss": 0.8378475308418274, "Finetune/Loss (Raw)": 0.5918765068054199, "Finetune/Step": 8317, "Finetune/Step Time": 6.137736422941089}
+{"Finetune/Learning Rate": 1.2639120323377659e-05, "Finetune/Loss": 0.8391215205192566, "Finetune/Loss (Raw)": 0.9766758680343628, "Finetune/Step": 8318, "Finetune/Step Time": 6.140515426173806}
+{"Finetune/Learning Rate": 1.263749602943011e-05, "Finetune/Loss": 0.8373984098434448, "Finetune/Loss (Raw)": 0.7329428791999817, "Finetune/Step": 8319, "Finetune/Step Time": 6.139954162761569}
+{"Finetune/Learning Rate": 1.2635871660690677e-05, "Finetune/Loss": 0.8381754159927368, "Finetune/Loss (Raw)": 0.9157373905181885, "Finetune/Step": 8320, "Finetune/Step Time": 6.143692413344979}
+{"Finetune/Learning Rate": 1.2634247217205421e-05, "Finetune/Loss": 0.839835524559021, "Finetune/Loss (Raw)": 1.0170327425003052, "Finetune/Step": 8321, "Finetune/Step Time": 6.143051516264677}
+{"Finetune/Learning Rate": 1.2632622699020403e-05, "Finetune/Loss": 0.8396987915039062, "Finetune/Loss (Raw)": 0.7903006672859192, "Finetune/Step": 8322, "Finetune/Step Time": 6.1416295655071735}
+{"Finetune/Learning Rate": 1.2630998106181688e-05, "Finetune/Loss": 0.8389356136322021, "Finetune/Loss (Raw)": 0.8496205806732178, "Finetune/Step": 8323, "Finetune/Step Time": 6.140446366742253}
+{"Finetune/Learning Rate": 1.2629373438735354e-05, "Finetune/Loss": 0.8382052779197693, "Finetune/Loss (Raw)": 0.8352142572402954, "Finetune/Step": 8324, "Finetune/Step Time": 6.144621951505542}
+{"Finetune/Learning Rate": 1.2627748696727465e-05, "Finetune/Loss": 0.8387080430984497, "Finetune/Loss (Raw)": 0.9543683528900146, "Finetune/Step": 8325, "Finetune/Step Time": 6.142866736277938}
+{"Finetune/Learning Rate": 1.2626123880204091e-05, "Finetune/Loss": 0.8386793732643127, "Finetune/Loss (Raw)": 0.9165278673171997, "Finetune/Step": 8326, "Finetune/Step Time": 6.147654298692942}
+{"Finetune/Learning Rate": 1.2624498989211316e-05, "Finetune/Loss": 0.8388168811798096, "Finetune/Loss (Raw)": 0.8562012314796448, "Finetune/Step": 8327, "Finetune/Step Time": 6.154983101412654}
+{"Finetune/Learning Rate": 1.262287402379521e-05, "Finetune/Loss": 0.8386051654815674, "Finetune/Loss (Raw)": 0.7002741098403931, "Finetune/Step": 8328, "Finetune/Step Time": 6.143450770527124}
+{"Finetune/Learning Rate": 1.2621248984001858e-05, "Finetune/Loss": 0.8384907841682434, "Finetune/Loss (Raw)": 0.7873151898384094, "Finetune/Step": 8329, "Finetune/Step Time": 6.121046520769596}
+{"Finetune/Learning Rate": 1.2619623869877336e-05, "Finetune/Loss": 0.8388926982879639, "Finetune/Loss (Raw)": 0.9417559504508972, "Finetune/Step": 8330, "Finetune/Step Time": 6.123059201985598}
+{"Finetune/Learning Rate": 1.2617998681467732e-05, "Finetune/Loss": 0.8387826085090637, "Finetune/Loss (Raw)": 0.8372429013252258, "Finetune/Step": 8331, "Finetune/Step Time": 6.12628854252398}
+{"Finetune/Learning Rate": 1.2616373418819128e-05, "Finetune/Loss": 0.8386295437812805, "Finetune/Loss (Raw)": 0.6957469582557678, "Finetune/Step": 8332, "Finetune/Step Time": 6.123161850497127}
+{"Finetune/Learning Rate": 1.2614748081977615e-05, "Finetune/Loss": 0.8381265997886658, "Finetune/Loss (Raw)": 0.6845969557762146, "Finetune/Step": 8333, "Finetune/Step Time": 6.116976110264659}
+{"Finetune/Learning Rate": 1.2613122670989282e-05, "Finetune/Loss": 0.8379589319229126, "Finetune/Loss (Raw)": 0.732641339302063, "Finetune/Step": 8334, "Finetune/Step Time": 6.114253735169768}
+{"Finetune/Learning Rate": 1.261149718590022e-05, "Finetune/Loss": 0.8370824456214905, "Finetune/Loss (Raw)": 0.9418347477912903, "Finetune/Step": 8335, "Finetune/Step Time": 6.105478728190064}
+{"Finetune/Learning Rate": 1.2609871626756522e-05, "Finetune/Loss": 0.8373881578445435, "Finetune/Loss (Raw)": 0.8446153998374939, "Finetune/Step": 8336, "Finetune/Step Time": 6.102831421419978}
+{"Finetune/Learning Rate": 1.260824599360429e-05, "Finetune/Loss": 0.839031457901001, "Finetune/Loss (Raw)": 1.0153487920761108, "Finetune/Step": 8337, "Finetune/Step Time": 6.106907855719328}
+{"Finetune/Learning Rate": 1.2606620286489616e-05, "Finetune/Loss": 0.8390438556671143, "Finetune/Loss (Raw)": 0.8568190336227417, "Finetune/Step": 8338, "Finetune/Step Time": 6.1083435248583555}
+{"Finetune/Learning Rate": 1.2604994505458606e-05, "Finetune/Loss": 0.8388152718544006, "Finetune/Loss (Raw)": 0.8132944703102112, "Finetune/Step": 8339, "Finetune/Step Time": 6.109490443021059}
+{"Finetune/Learning Rate": 1.2603368650557354e-05, "Finetune/Loss": 0.8409423828125, "Finetune/Loss (Raw)": 0.9322286248207092, "Finetune/Step": 8340, "Finetune/Step Time": 6.09366787225008}
+{"Finetune/Learning Rate": 1.2601742721831976e-05, "Finetune/Loss": 0.8414298295974731, "Finetune/Loss (Raw)": 0.8640814423561096, "Finetune/Step": 8341, "Finetune/Step Time": 6.054883986711502}
+{"Finetune/Learning Rate": 1.260011671932857e-05, "Finetune/Loss": 0.8419197201728821, "Finetune/Loss (Raw)": 0.8580984473228455, "Finetune/Step": 8342, "Finetune/Step Time": 6.031859610229731}
+{"Finetune/Learning Rate": 1.2598490643093247e-05, "Finetune/Loss": 0.842028021812439, "Finetune/Loss (Raw)": 0.847781777381897, "Finetune/Step": 8343, "Finetune/Step Time": 6.028798950836062}
+{"Finetune/Learning Rate": 1.2596864493172119e-05, "Finetune/Loss": 0.8436532020568848, "Finetune/Loss (Raw)": 0.8010541796684265, "Finetune/Step": 8344, "Finetune/Step Time": 5.989904770627618}
+{"Finetune/Learning Rate": 1.25952382696113e-05, "Finetune/Loss": 0.8423422574996948, "Finetune/Loss (Raw)": 0.842829704284668, "Finetune/Step": 8345, "Finetune/Step Time": 5.991387454792857}
+{"Finetune/Learning Rate": 1.2593611972456903e-05, "Finetune/Loss": 0.8421576023101807, "Finetune/Loss (Raw)": 0.7888321280479431, "Finetune/Step": 8346, "Finetune/Step Time": 5.995071912184358}
+{"Finetune/Learning Rate": 1.2591985601755043e-05, "Finetune/Loss": 0.843725323677063, "Finetune/Loss (Raw)": 0.9386407732963562, "Finetune/Step": 8347, "Finetune/Step Time": 5.995861103758216}
+{"Finetune/Learning Rate": 1.2590359157551845e-05, "Finetune/Loss": 0.8436630368232727, "Finetune/Loss (Raw)": 0.8169167041778564, "Finetune/Step": 8348, "Finetune/Step Time": 5.999299172312021}
+{"Finetune/Learning Rate": 1.2588732639893426e-05, "Finetune/Loss": 0.8437817692756653, "Finetune/Loss (Raw)": 0.8707050681114197, "Finetune/Step": 8349, "Finetune/Step Time": 6.000583855435252}
+{"Finetune/Learning Rate": 1.258710604882591e-05, "Finetune/Loss": 0.8440720438957214, "Finetune/Loss (Raw)": 0.8908697366714478, "Finetune/Step": 8350, "Finetune/Step Time": 5.996241437271237}
+{"Finetune/Learning Rate": 1.2585479384395424e-05, "Finetune/Loss": 0.8447719812393188, "Finetune/Loss (Raw)": 1.0047245025634766, "Finetune/Step": 8351, "Finetune/Step Time": 5.976133139804006}
+{"Finetune/Learning Rate": 1.2583852646648097e-05, "Finetune/Loss": 0.8443722128868103, "Finetune/Loss (Raw)": 0.8425291180610657, "Finetune/Step": 8352, "Finetune/Step Time": 5.978914869949222}
+{"Finetune/Learning Rate": 1.2582225835630054e-05, "Finetune/Loss": 0.842898964881897, "Finetune/Loss (Raw)": 0.7565210461616516, "Finetune/Step": 8353, "Finetune/Step Time": 5.991864336654544}
+{"Finetune/Learning Rate": 1.2580598951387429e-05, "Finetune/Loss": 0.8417839407920837, "Finetune/Loss (Raw)": 0.7913941144943237, "Finetune/Step": 8354, "Finetune/Step Time": 5.975541766732931}
+{"Finetune/Learning Rate": 1.2578971993966355e-05, "Finetune/Loss": 0.8435654044151306, "Finetune/Loss (Raw)": 0.8804898262023926, "Finetune/Step": 8355, "Finetune/Step Time": 5.966264711692929}
+{"Finetune/Learning Rate": 1.2577344963412971e-05, "Finetune/Loss": 0.8438445329666138, "Finetune/Loss (Raw)": 0.8702171444892883, "Finetune/Step": 8356, "Finetune/Step Time": 5.9724681712687016}
+{"Finetune/Learning Rate": 1.257571785977341e-05, "Finetune/Loss": 0.8434456586837769, "Finetune/Loss (Raw)": 0.8073828816413879, "Finetune/Step": 8357, "Finetune/Step Time": 5.954238599166274}
+{"Finetune/Learning Rate": 1.2574090683093818e-05, "Finetune/Loss": 0.8424919843673706, "Finetune/Loss (Raw)": 0.7707011699676514, "Finetune/Step": 8358, "Finetune/Step Time": 5.9458156898617744}
+{"Finetune/Learning Rate": 1.2572463433420334e-05, "Finetune/Loss": 0.841476559638977, "Finetune/Loss (Raw)": 0.8469752669334412, "Finetune/Step": 8359, "Finetune/Step Time": 5.946818916127086}
+{"Finetune/Learning Rate": 1.2570836110799101e-05, "Finetune/Loss": 0.8410046100616455, "Finetune/Loss (Raw)": 0.7630909085273743, "Finetune/Step": 8360, "Finetune/Step Time": 5.935644172132015}
+{"Finetune/Learning Rate": 1.2569208715276266e-05, "Finetune/Loss": 0.8423563241958618, "Finetune/Loss (Raw)": 0.9391506910324097, "Finetune/Step": 8361, "Finetune/Step Time": 5.9240360502153635}
+{"Finetune/Learning Rate": 1.2567581246897977e-05, "Finetune/Loss": 0.8420647382736206, "Finetune/Loss (Raw)": 0.9190630316734314, "Finetune/Step": 8362, "Finetune/Step Time": 5.923854248598218}
+{"Finetune/Learning Rate": 1.256595370571039e-05, "Finetune/Loss": 0.8426822423934937, "Finetune/Loss (Raw)": 0.8956559300422668, "Finetune/Step": 8363, "Finetune/Step Time": 5.919431978836656}
+{"Finetune/Learning Rate": 1.2564326091759647e-05, "Finetune/Loss": 0.8415536284446716, "Finetune/Loss (Raw)": 0.7524381875991821, "Finetune/Step": 8364, "Finetune/Step Time": 5.913484329357743}
+{"Finetune/Learning Rate": 1.2562698405091908e-05, "Finetune/Loss": 0.8411054015159607, "Finetune/Loss (Raw)": 0.8062962293624878, "Finetune/Step": 8365, "Finetune/Step Time": 5.914523107931018}
+{"Finetune/Learning Rate": 1.2561070645753333e-05, "Finetune/Loss": 0.8404061794281006, "Finetune/Loss (Raw)": 0.856402575969696, "Finetune/Step": 8366, "Finetune/Step Time": 5.912762964144349}
+{"Finetune/Learning Rate": 1.2559442813790077e-05, "Finetune/Loss": 0.8406466245651245, "Finetune/Loss (Raw)": 0.87997967004776, "Finetune/Step": 8367, "Finetune/Step Time": 5.912093183025718}
+{"Finetune/Learning Rate": 1.2557814909248297e-05, "Finetune/Loss": 0.8411804437637329, "Finetune/Loss (Raw)": 0.9009937644004822, "Finetune/Step": 8368, "Finetune/Step Time": 5.920740105211735}
+{"Finetune/Learning Rate": 1.2556186932174162e-05, "Finetune/Loss": 0.8414194583892822, "Finetune/Loss (Raw)": 0.8595616817474365, "Finetune/Step": 8369, "Finetune/Step Time": 5.932109022513032}
+{"Finetune/Learning Rate": 1.2554558882613837e-05, "Finetune/Loss": 0.841896653175354, "Finetune/Loss (Raw)": 0.8872124552726746, "Finetune/Step": 8370, "Finetune/Step Time": 5.931395601481199}
+{"Finetune/Learning Rate": 1.255293076061348e-05, "Finetune/Loss": 0.8408841490745544, "Finetune/Loss (Raw)": 0.7339548468589783, "Finetune/Step": 8371, "Finetune/Step Time": 5.9326907359063625}
+{"Finetune/Learning Rate": 1.255130256621927e-05, "Finetune/Loss": 0.8399041891098022, "Finetune/Loss (Raw)": 0.8503770232200623, "Finetune/Step": 8372, "Finetune/Step Time": 5.9300902131944895}
+{"Finetune/Learning Rate": 1.2549674299477377e-05, "Finetune/Loss": 0.8405194282531738, "Finetune/Loss (Raw)": 0.7415504455566406, "Finetune/Step": 8373, "Finetune/Step Time": 5.927487412467599}
+{"Finetune/Learning Rate": 1.2548045960433968e-05, "Finetune/Loss": 0.8403618335723877, "Finetune/Loss (Raw)": 0.7688917517662048, "Finetune/Step": 8374, "Finetune/Step Time": 5.924933508038521}
+{"Finetune/Learning Rate": 1.254641754913522e-05, "Finetune/Loss": 0.8407176733016968, "Finetune/Loss (Raw)": 0.9290703535079956, "Finetune/Step": 8375, "Finetune/Step Time": 5.925122110173106}
+{"Finetune/Learning Rate": 1.2544789065627314e-05, "Finetune/Loss": 0.8410636186599731, "Finetune/Loss (Raw)": 0.7428015470504761, "Finetune/Step": 8376, "Finetune/Step Time": 5.910467050969601}
+{"Finetune/Learning Rate": 1.2543160509956424e-05, "Finetune/Loss": 0.8413063287734985, "Finetune/Loss (Raw)": 0.8969801664352417, "Finetune/Step": 8377, "Finetune/Step Time": 5.9134735483676195}
+{"Finetune/Learning Rate": 1.2541531882168736e-05, "Finetune/Loss": 0.839970588684082, "Finetune/Loss (Raw)": 0.713826596736908, "Finetune/Step": 8378, "Finetune/Step Time": 5.9040123000741005}
+{"Finetune/Learning Rate": 1.2539903182310428e-05, "Finetune/Loss": 0.8374700546264648, "Finetune/Loss (Raw)": 0.51613450050354, "Finetune/Step": 8379, "Finetune/Step Time": 5.920201001688838}
+{"Finetune/Learning Rate": 1.253827441042769e-05, "Finetune/Loss": 0.8363574743270874, "Finetune/Loss (Raw)": 0.8125460743904114, "Finetune/Step": 8380, "Finetune/Step Time": 5.922693371772766}
+{"Finetune/Learning Rate": 1.2536645566566709e-05, "Finetune/Loss": 0.8349117636680603, "Finetune/Loss (Raw)": 0.7698935270309448, "Finetune/Step": 8381, "Finetune/Step Time": 5.933803221210837}
+{"Finetune/Learning Rate": 1.253501665077367e-05, "Finetune/Loss": 0.8335146903991699, "Finetune/Loss (Raw)": 0.7571132779121399, "Finetune/Step": 8382, "Finetune/Step Time": 5.930801548063755}
+{"Finetune/Learning Rate": 1.2533387663094771e-05, "Finetune/Loss": 0.8349417448043823, "Finetune/Loss (Raw)": 0.9427875280380249, "Finetune/Step": 8383, "Finetune/Step Time": 5.925596425309777}
+{"Finetune/Learning Rate": 1.25317586035762e-05, "Finetune/Loss": 0.8345824480056763, "Finetune/Loss (Raw)": 0.7483505606651306, "Finetune/Step": 8384, "Finetune/Step Time": 5.9243389293551445}
+{"Finetune/Learning Rate": 1.2530129472264155e-05, "Finetune/Loss": 0.8345891237258911, "Finetune/Loss (Raw)": 0.8636497259140015, "Finetune/Step": 8385, "Finetune/Step Time": 5.927009100094438}
+{"Finetune/Learning Rate": 1.252850026920483e-05, "Finetune/Loss": 0.8350088596343994, "Finetune/Loss (Raw)": 0.7990937829017639, "Finetune/Step": 8386, "Finetune/Step Time": 5.922375345602632}
+{"Finetune/Learning Rate": 1.252687099444443e-05, "Finetune/Loss": 0.8365888595581055, "Finetune/Loss (Raw)": 0.9625497460365295, "Finetune/Step": 8387, "Finetune/Step Time": 5.919185919687152}
+{"Finetune/Learning Rate": 1.2525241648029157e-05, "Finetune/Loss": 0.8373985886573792, "Finetune/Loss (Raw)": 0.870862603187561, "Finetune/Step": 8388, "Finetune/Step Time": 5.914678737521172}
+{"Finetune/Learning Rate": 1.2523612230005206e-05, "Finetune/Loss": 0.8388533592224121, "Finetune/Loss (Raw)": 0.9524980783462524, "Finetune/Step": 8389, "Finetune/Step Time": 5.902229091152549}
+{"Finetune/Learning Rate": 1.252198274041879e-05, "Finetune/Loss": 0.839592695236206, "Finetune/Loss (Raw)": 0.8721640706062317, "Finetune/Step": 8390, "Finetune/Step Time": 5.918129179626703}
+{"Finetune/Learning Rate": 1.252035317931612e-05, "Finetune/Loss": 0.8382070064544678, "Finetune/Loss (Raw)": 0.7581995725631714, "Finetune/Step": 8391, "Finetune/Step Time": 5.922879563644528}
+{"Finetune/Learning Rate": 1.2518723546743395e-05, "Finetune/Loss": 0.8389962315559387, "Finetune/Loss (Raw)": 0.9522121548652649, "Finetune/Step": 8392, "Finetune/Step Time": 5.917479721829295}
+{"Finetune/Learning Rate": 1.2517093842746832e-05, "Finetune/Loss": 0.8394606113433838, "Finetune/Loss (Raw)": 0.8384075164794922, "Finetune/Step": 8393, "Finetune/Step Time": 5.906003564596176}
+{"Finetune/Learning Rate": 1.251546406737265e-05, "Finetune/Loss": 0.8396318554878235, "Finetune/Loss (Raw)": 0.8751519322395325, "Finetune/Step": 8394, "Finetune/Step Time": 5.908604081720114}
+{"Finetune/Learning Rate": 1.2513834220667058e-05, "Finetune/Loss": 0.8396506309509277, "Finetune/Loss (Raw)": 0.6212157607078552, "Finetune/Step": 8395, "Finetune/Step Time": 5.916200153529644}
+{"Finetune/Learning Rate": 1.2512204302676274e-05, "Finetune/Loss": 0.8397307395935059, "Finetune/Loss (Raw)": 0.8218108415603638, "Finetune/Step": 8396, "Finetune/Step Time": 5.908656075596809}
+{"Finetune/Learning Rate": 1.2510574313446521e-05, "Finetune/Loss": 0.8409281969070435, "Finetune/Loss (Raw)": 0.9575923681259155, "Finetune/Step": 8397, "Finetune/Step Time": 5.894353425130248}
+{"Finetune/Learning Rate": 1.250894425302402e-05, "Finetune/Loss": 0.8386191725730896, "Finetune/Loss (Raw)": 0.681686520576477, "Finetune/Step": 8398, "Finetune/Step Time": 5.904777780175209}
+{"Finetune/Learning Rate": 1.2507314121454992e-05, "Finetune/Loss": 0.8383721709251404, "Finetune/Loss (Raw)": 0.8114447593688965, "Finetune/Step": 8399, "Finetune/Step Time": 5.90603949688375}
+{"Finetune/Learning Rate": 1.2505683918785669e-05, "Finetune/Loss": 0.8380126953125, "Finetune/Loss (Raw)": 0.7635440826416016, "Finetune/Step": 8400, "Finetune/Step Time": 5.904685031622648}
+{"Finetune/Learning Rate": 1.2504053645062275e-05, "Finetune/Loss": 0.8376148343086243, "Finetune/Loss (Raw)": 0.8663155436515808, "Finetune/Step": 8401, "Finetune/Step Time": 5.903964983299375}
+{"Finetune/Learning Rate": 1.250242330033104e-05, "Finetune/Loss": 0.8366891145706177, "Finetune/Loss (Raw)": 0.7255715727806091, "Finetune/Step": 8402, "Finetune/Step Time": 5.925375750288367}
+{"Finetune/Learning Rate": 1.2500792884638195e-05, "Finetune/Loss": 0.836651086807251, "Finetune/Loss (Raw)": 0.8593423962593079, "Finetune/Step": 8403, "Finetune/Step Time": 5.902611169964075}
+{"Finetune/Learning Rate": 1.2499162398029974e-05, "Finetune/Loss": 0.8359187841415405, "Finetune/Loss (Raw)": 0.7768686413764954, "Finetune/Step": 8404, "Finetune/Step Time": 5.914263611659408}
+{"Finetune/Learning Rate": 1.2497531840552615e-05, "Finetune/Loss": 0.8365808725357056, "Finetune/Loss (Raw)": 0.8205922842025757, "Finetune/Step": 8405, "Finetune/Step Time": 5.927796078845859}
+{"Finetune/Learning Rate": 1.2495901212252356e-05, "Finetune/Loss": 0.8365535736083984, "Finetune/Loss (Raw)": 0.9137311577796936, "Finetune/Step": 8406, "Finetune/Step Time": 5.9323363322764635}
+{"Finetune/Learning Rate": 1.2494270513175434e-05, "Finetune/Loss": 0.835844099521637, "Finetune/Loss (Raw)": 0.7771978378295898, "Finetune/Step": 8407, "Finetune/Step Time": 5.928171534091234}
+{"Finetune/Learning Rate": 1.2492639743368096e-05, "Finetune/Loss": 0.8348357081413269, "Finetune/Loss (Raw)": 0.7376105785369873, "Finetune/Step": 8408, "Finetune/Step Time": 5.926069771870971}
+{"Finetune/Learning Rate": 1.249100890287658e-05, "Finetune/Loss": 0.8347072005271912, "Finetune/Loss (Raw)": 0.8486332893371582, "Finetune/Step": 8409, "Finetune/Step Time": 5.9208977818489075}
+{"Finetune/Learning Rate": 1.2489377991747139e-05, "Finetune/Loss": 0.8348634839057922, "Finetune/Loss (Raw)": 0.8224610686302185, "Finetune/Step": 8410, "Finetune/Step Time": 5.916764648631215}
+{"Finetune/Learning Rate": 1.2487747010026011e-05, "Finetune/Loss": 0.8339961767196655, "Finetune/Loss (Raw)": 0.7289016842842102, "Finetune/Step": 8411, "Finetune/Step Time": 5.9140953328460455}
+{"Finetune/Learning Rate": 1.2486115957759459e-05, "Finetune/Loss": 0.8323667645454407, "Finetune/Loss (Raw)": 0.8065264821052551, "Finetune/Step": 8412, "Finetune/Step Time": 5.913200741633773}
+{"Finetune/Learning Rate": 1.2484484834993722e-05, "Finetune/Loss": 0.8316103219985962, "Finetune/Loss (Raw)": 0.7671030759811401, "Finetune/Step": 8413, "Finetune/Step Time": 5.913503855466843}
+{"Finetune/Learning Rate": 1.2482853641775062e-05, "Finetune/Loss": 0.8309841752052307, "Finetune/Loss (Raw)": 0.7924044728279114, "Finetune/Step": 8414, "Finetune/Step Time": 5.913145719096065}
+{"Finetune/Learning Rate": 1.2481222378149735e-05, "Finetune/Loss": 0.8320245742797852, "Finetune/Loss (Raw)": 0.9255313277244568, "Finetune/Step": 8415, "Finetune/Step Time": 5.91561041213572}
+{"Finetune/Learning Rate": 1.2479591044163997e-05, "Finetune/Loss": 0.8317192792892456, "Finetune/Loss (Raw)": 0.7144758701324463, "Finetune/Step": 8416, "Finetune/Step Time": 5.917488746345043}
+{"Finetune/Learning Rate": 1.2477959639864104e-05, "Finetune/Loss": 0.830286979675293, "Finetune/Loss (Raw)": 0.6443557739257812, "Finetune/Step": 8417, "Finetune/Step Time": 5.934785511344671}
+{"Finetune/Learning Rate": 1.2476328165296326e-05, "Finetune/Loss": 0.8304806351661682, "Finetune/Loss (Raw)": 0.8374499678611755, "Finetune/Step": 8418, "Finetune/Step Time": 5.944660324603319}
+{"Finetune/Learning Rate": 1.2474696620506921e-05, "Finetune/Loss": 0.8304625749588013, "Finetune/Loss (Raw)": 0.9348185658454895, "Finetune/Step": 8419, "Finetune/Step Time": 5.939853446558118}
+{"Finetune/Learning Rate": 1.2473065005542155e-05, "Finetune/Loss": 0.8304227590560913, "Finetune/Loss (Raw)": 0.8575734496116638, "Finetune/Step": 8420, "Finetune/Step Time": 5.93933530151844}
+{"Finetune/Learning Rate": 1.2471433320448303e-05, "Finetune/Loss": 0.8303201198577881, "Finetune/Loss (Raw)": 0.7838555574417114, "Finetune/Step": 8421, "Finetune/Step Time": 5.940407369285822}
+{"Finetune/Learning Rate": 1.2469801565271627e-05, "Finetune/Loss": 0.8313995599746704, "Finetune/Loss (Raw)": 0.8571470975875854, "Finetune/Step": 8422, "Finetune/Step Time": 5.924997361376882}
+{"Finetune/Learning Rate": 1.24681697400584e-05, "Finetune/Loss": 0.8320959806442261, "Finetune/Loss (Raw)": 0.8824135065078735, "Finetune/Step": 8423, "Finetune/Step Time": 5.923125518485904}
+{"Finetune/Learning Rate": 1.24665378448549e-05, "Finetune/Loss": 0.8324301242828369, "Finetune/Loss (Raw)": 0.968238353729248, "Finetune/Step": 8424, "Finetune/Step Time": 5.925872964784503}
+{"Finetune/Learning Rate": 1.2464905879707401e-05, "Finetune/Loss": 0.8309087157249451, "Finetune/Loss (Raw)": 0.7214103937149048, "Finetune/Step": 8425, "Finetune/Step Time": 5.924671206623316}
+{"Finetune/Learning Rate": 1.2463273844662181e-05, "Finetune/Loss": 0.8303499817848206, "Finetune/Loss (Raw)": 0.8963049054145813, "Finetune/Step": 8426, "Finetune/Step Time": 5.925166107714176}
+{"Finetune/Learning Rate": 1.2461641739765515e-05, "Finetune/Loss": 0.831218957901001, "Finetune/Loss (Raw)": 0.9382396340370178, "Finetune/Step": 8427, "Finetune/Step Time": 5.925690984353423}
+{"Finetune/Learning Rate": 1.2460009565063693e-05, "Finetune/Loss": 0.8316447138786316, "Finetune/Loss (Raw)": 0.8776493668556213, "Finetune/Step": 8428, "Finetune/Step Time": 5.928525108844042}
+{"Finetune/Learning Rate": 1.2458377320602995e-05, "Finetune/Loss": 0.8318871259689331, "Finetune/Loss (Raw)": 0.7794241309165955, "Finetune/Step": 8429, "Finetune/Step Time": 5.9267682954669}
+{"Finetune/Learning Rate": 1.2456745006429705e-05, "Finetune/Loss": 0.8341628313064575, "Finetune/Loss (Raw)": 1.047734022140503, "Finetune/Step": 8430, "Finetune/Step Time": 5.921436766162515}
+{"Finetune/Learning Rate": 1.2455112622590116e-05, "Finetune/Loss": 0.8330600261688232, "Finetune/Loss (Raw)": 0.7706905603408813, "Finetune/Step": 8431, "Finetune/Step Time": 5.924338215962052}
+{"Finetune/Learning Rate": 1.245348016913051e-05, "Finetune/Loss": 0.8321005702018738, "Finetune/Loss (Raw)": 0.8684164881706238, "Finetune/Step": 8432, "Finetune/Step Time": 5.9315877687186}
+{"Finetune/Learning Rate": 1.2451847646097188e-05, "Finetune/Loss": 0.8307521343231201, "Finetune/Loss (Raw)": 0.7482581734657288, "Finetune/Step": 8433, "Finetune/Step Time": 5.935197317972779}
+{"Finetune/Learning Rate": 1.2450215053536434e-05, "Finetune/Loss": 0.8296457529067993, "Finetune/Loss (Raw)": 0.6295132040977478, "Finetune/Step": 8434, "Finetune/Step Time": 5.955881014466286}
+{"Finetune/Learning Rate": 1.2448582391494551e-05, "Finetune/Loss": 0.8297706842422485, "Finetune/Loss (Raw)": 0.891636073589325, "Finetune/Step": 8435, "Finetune/Step Time": 5.936246430501342}
+{"Finetune/Learning Rate": 1.2446949660017835e-05, "Finetune/Loss": 0.8297359347343445, "Finetune/Loss (Raw)": 0.7821998000144958, "Finetune/Step": 8436, "Finetune/Step Time": 5.921416983008385}
+{"Finetune/Learning Rate": 1.2445316859152582e-05, "Finetune/Loss": 0.8309245109558105, "Finetune/Loss (Raw)": 0.9658697843551636, "Finetune/Step": 8437, "Finetune/Step Time": 5.904020093381405}
+{"Finetune/Learning Rate": 1.2443683988945099e-05, "Finetune/Loss": 0.830621600151062, "Finetune/Loss (Raw)": 0.8438605070114136, "Finetune/Step": 8438, "Finetune/Step Time": 5.902549020946026}
+{"Finetune/Learning Rate": 1.2442051049441687e-05, "Finetune/Loss": 0.8300977945327759, "Finetune/Loss (Raw)": 0.8704601526260376, "Finetune/Step": 8439, "Finetune/Step Time": 5.895411802455783}
+{"Finetune/Learning Rate": 1.2440418040688654e-05, "Finetune/Loss": 0.8286634683609009, "Finetune/Loss (Raw)": 0.6631315350532532, "Finetune/Step": 8440, "Finetune/Step Time": 5.917139770463109}
+{"Finetune/Learning Rate": 1.2438784962732298e-05, "Finetune/Loss": 0.82942795753479, "Finetune/Loss (Raw)": 0.8279608488082886, "Finetune/Step": 8441, "Finetune/Step Time": 5.917734187096357}
+{"Finetune/Learning Rate": 1.2437151815618943e-05, "Finetune/Loss": 0.8306463360786438, "Finetune/Loss (Raw)": 0.9012875556945801, "Finetune/Step": 8442, "Finetune/Step Time": 5.91416515596211}
+{"Finetune/Learning Rate": 1.2435518599394887e-05, "Finetune/Loss": 0.8303171396255493, "Finetune/Loss (Raw)": 0.8370745182037354, "Finetune/Step": 8443, "Finetune/Step Time": 5.913833249360323}
+{"Finetune/Learning Rate": 1.2433885314106451e-05, "Finetune/Loss": 0.8322204351425171, "Finetune/Loss (Raw)": 0.9168093800544739, "Finetune/Step": 8444, "Finetune/Step Time": 5.907078523188829}
+{"Finetune/Learning Rate": 1.243225195979995e-05, "Finetune/Loss": 0.8344112634658813, "Finetune/Loss (Raw)": 0.872308611869812, "Finetune/Step": 8445, "Finetune/Step Time": 5.908497674390674}
+{"Finetune/Learning Rate": 1.2430618536521699e-05, "Finetune/Loss": 0.8323302268981934, "Finetune/Loss (Raw)": 0.7102980017662048, "Finetune/Step": 8446, "Finetune/Step Time": 5.907652974128723}
+{"Finetune/Learning Rate": 1.2428985044318015e-05, "Finetune/Loss": 0.8334865570068359, "Finetune/Loss (Raw)": 0.8809463381767273, "Finetune/Step": 8447, "Finetune/Step Time": 5.908346738666296}
+{"Finetune/Learning Rate": 1.2427351483235224e-05, "Finetune/Loss": 0.8331637978553772, "Finetune/Loss (Raw)": 0.8744298815727234, "Finetune/Step": 8448, "Finetune/Step Time": 5.9159468822181225}
+{"Finetune/Learning Rate": 1.242571785331965e-05, "Finetune/Loss": 0.8312991857528687, "Finetune/Loss (Raw)": 0.778361976146698, "Finetune/Step": 8449, "Finetune/Step Time": 5.916296884417534}
+{"Finetune/Learning Rate": 1.2424084154617614e-05, "Finetune/Loss": 0.8317546248435974, "Finetune/Loss (Raw)": 0.8486033082008362, "Finetune/Step": 8450, "Finetune/Step Time": 5.916441094130278}
+{"Finetune/Learning Rate": 1.2422450387175445e-05, "Finetune/Loss": 0.83064204454422, "Finetune/Loss (Raw)": 0.7072048783302307, "Finetune/Step": 8451, "Finetune/Step Time": 5.929876931011677}
+{"Finetune/Learning Rate": 1.242081655103947e-05, "Finetune/Loss": 0.8306833505630493, "Finetune/Loss (Raw)": 0.8404983878135681, "Finetune/Step": 8452, "Finetune/Step Time": 5.930872667580843}
+{"Finetune/Learning Rate": 1.2419182646256022e-05, "Finetune/Loss": 0.8295729160308838, "Finetune/Loss (Raw)": 0.8122337460517883, "Finetune/Step": 8453, "Finetune/Step Time": 5.929722933098674}
+{"Finetune/Learning Rate": 1.2417548672871436e-05, "Finetune/Loss": 0.8293640613555908, "Finetune/Loss (Raw)": 0.8897988796234131, "Finetune/Step": 8454, "Finetune/Step Time": 5.932362837716937}
+{"Finetune/Learning Rate": 1.241591463093204e-05, "Finetune/Loss": 0.82864910364151, "Finetune/Loss (Raw)": 0.7646821141242981, "Finetune/Step": 8455, "Finetune/Step Time": 5.930271312594414}
+{"Finetune/Learning Rate": 1.2414280520484178e-05, "Finetune/Loss": 0.8307201266288757, "Finetune/Loss (Raw)": 0.9653669595718384, "Finetune/Step": 8456, "Finetune/Step Time": 5.934013444930315}
+{"Finetune/Learning Rate": 1.2412646341574184e-05, "Finetune/Loss": 0.8323337435722351, "Finetune/Loss (Raw)": 0.9938627481460571, "Finetune/Step": 8457, "Finetune/Step Time": 5.934521224349737}
+{"Finetune/Learning Rate": 1.2411012094248402e-05, "Finetune/Loss": 0.8301174640655518, "Finetune/Loss (Raw)": 0.6580691337585449, "Finetune/Step": 8458, "Finetune/Step Time": 5.93444481305778}
+{"Finetune/Learning Rate": 1.2409377778553172e-05, "Finetune/Loss": 0.8296642899513245, "Finetune/Loss (Raw)": 0.7792328596115112, "Finetune/Step": 8459, "Finetune/Step Time": 5.9389997981488705}
+{"Finetune/Learning Rate": 1.2407743394534839e-05, "Finetune/Loss": 0.8312968611717224, "Finetune/Loss (Raw)": 0.9047184586524963, "Finetune/Step": 8460, "Finetune/Step Time": 5.93352953158319}
+{"Finetune/Learning Rate": 1.2406108942239754e-05, "Finetune/Loss": 0.8311431407928467, "Finetune/Loss (Raw)": 0.6649222373962402, "Finetune/Step": 8461, "Finetune/Step Time": 5.938114417716861}
+{"Finetune/Learning Rate": 1.2404474421714254e-05, "Finetune/Loss": 0.8319473266601562, "Finetune/Loss (Raw)": 0.8355711102485657, "Finetune/Step": 8462, "Finetune/Step Time": 5.943565871566534}
+{"Finetune/Learning Rate": 1.2402839833004704e-05, "Finetune/Loss": 0.8314096927642822, "Finetune/Loss (Raw)": 0.8730212450027466, "Finetune/Step": 8463, "Finetune/Step Time": 5.943590587005019}
+{"Finetune/Learning Rate": 1.2401205176157447e-05, "Finetune/Loss": 0.8307439088821411, "Finetune/Loss (Raw)": 0.7593978047370911, "Finetune/Step": 8464, "Finetune/Step Time": 5.947304246947169}
+{"Finetune/Learning Rate": 1.2399570451218837e-05, "Finetune/Loss": 0.8290550112724304, "Finetune/Loss (Raw)": 0.7991657853126526, "Finetune/Step": 8465, "Finetune/Step Time": 5.943085668608546}
+{"Finetune/Learning Rate": 1.2397935658235234e-05, "Finetune/Loss": 0.8286527991294861, "Finetune/Loss (Raw)": 0.8053402304649353, "Finetune/Step": 8466, "Finetune/Step Time": 5.951358685269952}
+{"Finetune/Learning Rate": 1.2396300797252996e-05, "Finetune/Loss": 0.8288286924362183, "Finetune/Loss (Raw)": 0.8358052372932434, "Finetune/Step": 8467, "Finetune/Step Time": 5.949093585833907}
+{"Finetune/Learning Rate": 1.2394665868318478e-05, "Finetune/Loss": 0.827674150466919, "Finetune/Loss (Raw)": 0.7844537496566772, "Finetune/Step": 8468, "Finetune/Step Time": 5.95280147343874}
+{"Finetune/Learning Rate": 1.2393030871478047e-05, "Finetune/Loss": 0.8267403841018677, "Finetune/Loss (Raw)": 0.7445626854896545, "Finetune/Step": 8469, "Finetune/Step Time": 5.954607522115111}
+{"Finetune/Learning Rate": 1.2391395806778068e-05, "Finetune/Loss": 0.827106773853302, "Finetune/Loss (Raw)": 0.9049869775772095, "Finetune/Step": 8470, "Finetune/Step Time": 5.961562447249889}
+{"Finetune/Learning Rate": 1.2389760674264901e-05, "Finetune/Loss": 0.8270953893661499, "Finetune/Loss (Raw)": 0.8463312983512878, "Finetune/Step": 8471, "Finetune/Step Time": 5.96076656319201}
+{"Finetune/Learning Rate": 1.2388125473984918e-05, "Finetune/Loss": 0.8270103335380554, "Finetune/Loss (Raw)": 0.7901570796966553, "Finetune/Step": 8472, "Finetune/Step Time": 5.9631297048181295}
+{"Finetune/Learning Rate": 1.2386490205984488e-05, "Finetune/Loss": 0.8281234502792358, "Finetune/Loss (Raw)": 0.9853118658065796, "Finetune/Step": 8473, "Finetune/Step Time": 5.961259614676237}
+{"Finetune/Learning Rate": 1.2384854870309982e-05, "Finetune/Loss": 0.8296442031860352, "Finetune/Loss (Raw)": 0.9834839105606079, "Finetune/Step": 8474, "Finetune/Step Time": 5.954471319913864}
+{"Finetune/Learning Rate": 1.2383219467007772e-05, "Finetune/Loss": 0.8291053175926208, "Finetune/Loss (Raw)": 0.8696651458740234, "Finetune/Step": 8475, "Finetune/Step Time": 5.954869540408254}
+{"Finetune/Learning Rate": 1.2381583996124236e-05, "Finetune/Loss": 0.829358696937561, "Finetune/Loss (Raw)": 0.8493525385856628, "Finetune/Step": 8476, "Finetune/Step Time": 5.952080370858312}
+{"Finetune/Learning Rate": 1.2379948457705748e-05, "Finetune/Loss": 0.8289823532104492, "Finetune/Loss (Raw)": 0.8225294947624207, "Finetune/Step": 8477, "Finetune/Step Time": 5.9503375217318535}
+{"Finetune/Learning Rate": 1.2378312851798693e-05, "Finetune/Loss": 0.8271709084510803, "Finetune/Loss (Raw)": 0.6590092182159424, "Finetune/Step": 8478, "Finetune/Step Time": 5.965495994314551}
+{"Finetune/Learning Rate": 1.2376677178449445e-05, "Finetune/Loss": 0.827139675617218, "Finetune/Loss (Raw)": 1.0007299184799194, "Finetune/Step": 8479, "Finetune/Step Time": 5.9632763136178255}
+{"Finetune/Learning Rate": 1.2375041437704394e-05, "Finetune/Loss": 0.8275166749954224, "Finetune/Loss (Raw)": 0.8907830119132996, "Finetune/Step": 8480, "Finetune/Step Time": 5.961687469854951}
+{"Finetune/Learning Rate": 1.237340562960992e-05, "Finetune/Loss": 0.8281010389328003, "Finetune/Loss (Raw)": 0.8313199281692505, "Finetune/Step": 8481, "Finetune/Step Time": 5.947582809254527}
+{"Finetune/Learning Rate": 1.237176975421241e-05, "Finetune/Loss": 0.8291326761245728, "Finetune/Loss (Raw)": 0.9234439134597778, "Finetune/Step": 8482, "Finetune/Step Time": 5.945640433579683}
+{"Finetune/Learning Rate": 1.2370133811558256e-05, "Finetune/Loss": 0.8285278081893921, "Finetune/Loss (Raw)": 0.8030605316162109, "Finetune/Step": 8483, "Finetune/Step Time": 5.944740662351251}
+{"Finetune/Learning Rate": 1.2368497801693846e-05, "Finetune/Loss": 0.827357828617096, "Finetune/Loss (Raw)": 0.7204639315605164, "Finetune/Step": 8484, "Finetune/Step Time": 5.9574587270617485}
+{"Finetune/Learning Rate": 1.2366861724665577e-05, "Finetune/Loss": 0.827643632888794, "Finetune/Loss (Raw)": 0.8439685702323914, "Finetune/Step": 8485, "Finetune/Step Time": 5.958034733310342}
+{"Finetune/Learning Rate": 1.2365225580519836e-05, "Finetune/Loss": 0.8280333876609802, "Finetune/Loss (Raw)": 0.8205869793891907, "Finetune/Step": 8486, "Finetune/Step Time": 5.961285948753357}
+{"Finetune/Learning Rate": 1.2363589369303022e-05, "Finetune/Loss": 0.8274562358856201, "Finetune/Loss (Raw)": 0.773099958896637, "Finetune/Step": 8487, "Finetune/Step Time": 5.962827321141958}
+{"Finetune/Learning Rate": 1.236195309106154e-05, "Finetune/Loss": 0.8276780843734741, "Finetune/Loss (Raw)": 0.7914878129959106, "Finetune/Step": 8488, "Finetune/Step Time": 5.963891649618745}
+{"Finetune/Learning Rate": 1.236031674584178e-05, "Finetune/Loss": 0.826221227645874, "Finetune/Loss (Raw)": 0.7526727318763733, "Finetune/Step": 8489, "Finetune/Step Time": 5.955861384049058}
+{"Finetune/Learning Rate": 1.235868033369015e-05, "Finetune/Loss": 0.8262858390808105, "Finetune/Loss (Raw)": 0.9273392558097839, "Finetune/Step": 8490, "Finetune/Step Time": 5.957389010116458}
+{"Finetune/Learning Rate": 1.2357043854653055e-05, "Finetune/Loss": 0.8263752460479736, "Finetune/Loss (Raw)": 0.9070911407470703, "Finetune/Step": 8491, "Finetune/Step Time": 5.954791834577918}
+{"Finetune/Learning Rate": 1.2355407308776897e-05, "Finetune/Loss": 0.8261529207229614, "Finetune/Loss (Raw)": 0.7239809632301331, "Finetune/Step": 8492, "Finetune/Step Time": 5.950174679979682}
+{"Finetune/Learning Rate": 1.2353770696108085e-05, "Finetune/Loss": 0.825657308101654, "Finetune/Loss (Raw)": 0.74285888671875, "Finetune/Step": 8493, "Finetune/Step Time": 5.950098333880305}
+{"Finetune/Learning Rate": 1.2352134016693032e-05, "Finetune/Loss": 0.824669599533081, "Finetune/Loss (Raw)": 0.7299738526344299, "Finetune/Step": 8494, "Finetune/Step Time": 5.951679849997163}
+{"Finetune/Learning Rate": 1.2350497270578144e-05, "Finetune/Loss": 0.8240911960601807, "Finetune/Loss (Raw)": 0.8059521913528442, "Finetune/Step": 8495, "Finetune/Step Time": 5.96777462773025}
+{"Finetune/Learning Rate": 1.234886045780984e-05, "Finetune/Loss": 0.8234512209892273, "Finetune/Loss (Raw)": 0.8190735578536987, "Finetune/Step": 8496, "Finetune/Step Time": 5.974446281790733}
+{"Finetune/Learning Rate": 1.2347223578434528e-05, "Finetune/Loss": 0.8232254981994629, "Finetune/Loss (Raw)": 0.8306660652160645, "Finetune/Step": 8497, "Finetune/Step Time": 5.953761486336589}
+{"Finetune/Learning Rate": 1.2345586632498634e-05, "Finetune/Loss": 0.8220962882041931, "Finetune/Loss (Raw)": 0.742675244808197, "Finetune/Step": 8498, "Finetune/Step Time": 5.972780119627714}
+{"Finetune/Learning Rate": 1.2343949620048573e-05, "Finetune/Loss": 0.8224939703941345, "Finetune/Loss (Raw)": 0.7848543524742126, "Finetune/Step": 8499, "Finetune/Step Time": 5.969677157700062}
+{"Finetune/Learning Rate": 1.2342312541130766e-05, "Finetune/Loss": 0.8224170207977295, "Finetune/Loss (Raw)": 0.8405283689498901, "Finetune/Step": 8500, "Finetune/Step Time": 5.967539926990867}
+{"Finetune/Learning Rate": 1.2340675395791632e-05, "Finetune/Loss": 0.8238898515701294, "Finetune/Loss (Raw)": 0.9300788044929504, "Finetune/Step": 8501, "Finetune/Step Time": 5.96769661270082}
+{"Finetune/Learning Rate": 1.2339038184077606e-05, "Finetune/Loss": 0.8241837024688721, "Finetune/Loss (Raw)": 0.8065015077590942, "Finetune/Step": 8502, "Finetune/Step Time": 5.968830918893218}
+{"Finetune/Learning Rate": 1.2337400906035104e-05, "Finetune/Loss": 0.8217195272445679, "Finetune/Loss (Raw)": 0.613650381565094, "Finetune/Step": 8503, "Finetune/Step Time": 5.988617839291692}
+{"Finetune/Learning Rate": 1.2335763561710562e-05, "Finetune/Loss": 0.8223265409469604, "Finetune/Loss (Raw)": 0.8205074071884155, "Finetune/Step": 8504, "Finetune/Step Time": 5.9925461914390326}
+{"Finetune/Learning Rate": 1.2334126151150402e-05, "Finetune/Loss": 0.8212018013000488, "Finetune/Loss (Raw)": 0.7530134916305542, "Finetune/Step": 8505, "Finetune/Step Time": 5.991833731532097}
+{"Finetune/Learning Rate": 1.2332488674401068e-05, "Finetune/Loss": 0.8207907676696777, "Finetune/Loss (Raw)": 0.6612188816070557, "Finetune/Step": 8506, "Finetune/Step Time": 6.005620528012514}
+{"Finetune/Learning Rate": 1.2330851131508985e-05, "Finetune/Loss": 0.8243342041969299, "Finetune/Loss (Raw)": 0.9696841835975647, "Finetune/Step": 8507, "Finetune/Step Time": 6.011599468067288}
+{"Finetune/Learning Rate": 1.2329213522520591e-05, "Finetune/Loss": 0.8244779109954834, "Finetune/Loss (Raw)": 0.8309478759765625, "Finetune/Step": 8508, "Finetune/Step Time": 6.0087886936962605}
+{"Finetune/Learning Rate": 1.2327575847482329e-05, "Finetune/Loss": 0.824561595916748, "Finetune/Loss (Raw)": 0.7805982828140259, "Finetune/Step": 8509, "Finetune/Step Time": 5.998487150296569}
+{"Finetune/Learning Rate": 1.2325938106440629e-05, "Finetune/Loss": 0.8262569904327393, "Finetune/Loss (Raw)": 0.9741202592849731, "Finetune/Step": 8510, "Finetune/Step Time": 5.996468463912606}
+{"Finetune/Learning Rate": 1.2324300299441942e-05, "Finetune/Loss": 0.8249344825744629, "Finetune/Loss (Raw)": 0.773517906665802, "Finetune/Step": 8511, "Finetune/Step Time": 6.000935425981879}
+{"Finetune/Learning Rate": 1.232266242653271e-05, "Finetune/Loss": 0.827101469039917, "Finetune/Loss (Raw)": 1.0257222652435303, "Finetune/Step": 8512, "Finetune/Step Time": 6.018141573294997}
+{"Finetune/Learning Rate": 1.2321024487759373e-05, "Finetune/Loss": 0.8280165195465088, "Finetune/Loss (Raw)": 0.9807673096656799, "Finetune/Step": 8513, "Finetune/Step Time": 6.016367860138416}
+{"Finetune/Learning Rate": 1.2319386483168379e-05, "Finetune/Loss": 0.8275442123413086, "Finetune/Loss (Raw)": 0.7386429309844971, "Finetune/Step": 8514, "Finetune/Step Time": 6.020474014803767}
+{"Finetune/Learning Rate": 1.2317748412806184e-05, "Finetune/Loss": 0.8260679841041565, "Finetune/Loss (Raw)": 0.7735944390296936, "Finetune/Step": 8515, "Finetune/Step Time": 6.0180139895528555}
+{"Finetune/Learning Rate": 1.2316110276719236e-05, "Finetune/Loss": 0.8253732323646545, "Finetune/Loss (Raw)": 0.7819289565086365, "Finetune/Step": 8516, "Finetune/Step Time": 6.014604350551963}
+{"Finetune/Learning Rate": 1.2314472074953985e-05, "Finetune/Loss": 0.824374794960022, "Finetune/Loss (Raw)": 0.8247023224830627, "Finetune/Step": 8517, "Finetune/Step Time": 6.019918547943234}
+{"Finetune/Learning Rate": 1.2312833807556886e-05, "Finetune/Loss": 0.8222200274467468, "Finetune/Loss (Raw)": 0.5963504314422607, "Finetune/Step": 8518, "Finetune/Step Time": 6.030413696542382}
+{"Finetune/Learning Rate": 1.2311195474574398e-05, "Finetune/Loss": 0.8226850032806396, "Finetune/Loss (Raw)": 0.81772381067276, "Finetune/Step": 8519, "Finetune/Step Time": 6.023068606853485}
+{"Finetune/Learning Rate": 1.2309557076052978e-05, "Finetune/Loss": 0.8216132521629333, "Finetune/Loss (Raw)": 0.8150244951248169, "Finetune/Step": 8520, "Finetune/Step Time": 6.041509494185448}
+{"Finetune/Learning Rate": 1.2307918612039088e-05, "Finetune/Loss": 0.8223337531089783, "Finetune/Loss (Raw)": 0.9306334257125854, "Finetune/Step": 8521, "Finetune/Step Time": 6.031597534194589}
+{"Finetune/Learning Rate": 1.2306280082579186e-05, "Finetune/Loss": 0.8221955299377441, "Finetune/Loss (Raw)": 0.8574614524841309, "Finetune/Step": 8522, "Finetune/Step Time": 6.029459565877914}
+{"Finetune/Learning Rate": 1.2304641487719741e-05, "Finetune/Loss": 0.8238683938980103, "Finetune/Loss (Raw)": 0.8353347778320312, "Finetune/Step": 8523, "Finetune/Step Time": 6.009233547374606}
+{"Finetune/Learning Rate": 1.2303002827507218e-05, "Finetune/Loss": 0.8239262104034424, "Finetune/Loss (Raw)": 0.8292086124420166, "Finetune/Step": 8524, "Finetune/Step Time": 6.019795998930931}
+{"Finetune/Learning Rate": 1.2301364101988083e-05, "Finetune/Loss": 0.8222065567970276, "Finetune/Loss (Raw)": 0.7374811172485352, "Finetune/Step": 8525, "Finetune/Step Time": 6.029834348708391}
+{"Finetune/Learning Rate": 1.2299725311208807e-05, "Finetune/Loss": 0.8222024440765381, "Finetune/Loss (Raw)": 0.6811581254005432, "Finetune/Step": 8526, "Finetune/Step Time": 6.016659267246723}
+{"Finetune/Learning Rate": 1.229808645521586e-05, "Finetune/Loss": 0.8236820697784424, "Finetune/Loss (Raw)": 1.000844955444336, "Finetune/Step": 8527, "Finetune/Step Time": 6.016321675851941}
+{"Finetune/Learning Rate": 1.2296447534055715e-05, "Finetune/Loss": 0.8229655623435974, "Finetune/Loss (Raw)": 0.671828031539917, "Finetune/Step": 8528, "Finetune/Step Time": 6.019285475835204}
+{"Finetune/Learning Rate": 1.229480854777485e-05, "Finetune/Loss": 0.8216153979301453, "Finetune/Loss (Raw)": 0.6934918165206909, "Finetune/Step": 8529, "Finetune/Step Time": 6.035700352862477}
+{"Finetune/Learning Rate": 1.2293169496419738e-05, "Finetune/Loss": 0.8214696049690247, "Finetune/Loss (Raw)": 0.7069122791290283, "Finetune/Step": 8530, "Finetune/Step Time": 6.017574582248926}
+{"Finetune/Learning Rate": 1.2291530380036863e-05, "Finetune/Loss": 0.8225762844085693, "Finetune/Loss (Raw)": 1.0009968280792236, "Finetune/Step": 8531, "Finetune/Step Time": 6.020779348909855}
+{"Finetune/Learning Rate": 1.2289891198672699e-05, "Finetune/Loss": 0.8223881721496582, "Finetune/Loss (Raw)": 0.7527899146080017, "Finetune/Step": 8532, "Finetune/Step Time": 6.011020326986909}
+{"Finetune/Learning Rate": 1.2288251952373735e-05, "Finetune/Loss": 0.8242665529251099, "Finetune/Loss (Raw)": 1.0610243082046509, "Finetune/Step": 8533, "Finetune/Step Time": 5.999420246109366}
+{"Finetune/Learning Rate": 1.2286612641186453e-05, "Finetune/Loss": 0.8234004378318787, "Finetune/Loss (Raw)": 0.8028706312179565, "Finetune/Step": 8534, "Finetune/Step Time": 6.001657718792558}
+{"Finetune/Learning Rate": 1.2284973265157336e-05, "Finetune/Loss": 0.8234515190124512, "Finetune/Loss (Raw)": 0.7837353944778442, "Finetune/Step": 8535, "Finetune/Step Time": 6.00299609079957}
+{"Finetune/Learning Rate": 1.2283333824332874e-05, "Finetune/Loss": 0.8241692185401917, "Finetune/Loss (Raw)": 0.8294782638549805, "Finetune/Step": 8536, "Finetune/Step Time": 6.002169314771891}
+{"Finetune/Learning Rate": 1.2281694318759562e-05, "Finetune/Loss": 0.8256873488426208, "Finetune/Loss (Raw)": 1.0429528951644897, "Finetune/Step": 8537, "Finetune/Step Time": 6.005776094272733}
+{"Finetune/Learning Rate": 1.2280054748483883e-05, "Finetune/Loss": 0.8266260623931885, "Finetune/Loss (Raw)": 0.9426108598709106, "Finetune/Step": 8538, "Finetune/Step Time": 6.006957095116377}
+{"Finetune/Learning Rate": 1.2278415113552338e-05, "Finetune/Loss": 0.826549768447876, "Finetune/Loss (Raw)": 0.7191437482833862, "Finetune/Step": 8539, "Finetune/Step Time": 6.0133859179914}
+{"Finetune/Learning Rate": 1.2276775414011421e-05, "Finetune/Loss": 0.8267064094543457, "Finetune/Loss (Raw)": 0.8265706896781921, "Finetune/Step": 8540, "Finetune/Step Time": 6.0122678112238646}
+{"Finetune/Learning Rate": 1.2275135649907624e-05, "Finetune/Loss": 0.8281280994415283, "Finetune/Loss (Raw)": 0.9490801692008972, "Finetune/Step": 8541, "Finetune/Step Time": 6.01088635250926}
+{"Finetune/Learning Rate": 1.2273495821287449e-05, "Finetune/Loss": 0.8288776278495789, "Finetune/Loss (Raw)": 0.888343334197998, "Finetune/Step": 8542, "Finetune/Step Time": 6.012247864156961}
+{"Finetune/Learning Rate": 1.22718559281974e-05, "Finetune/Loss": 0.8263225555419922, "Finetune/Loss (Raw)": 0.5984843373298645, "Finetune/Step": 8543, "Finetune/Step Time": 6.028554178774357}
+{"Finetune/Learning Rate": 1.2270215970683977e-05, "Finetune/Loss": 0.8285828828811646, "Finetune/Loss (Raw)": 1.0038034915924072, "Finetune/Step": 8544, "Finetune/Step Time": 6.022339392453432}
+{"Finetune/Learning Rate": 1.2268575948793684e-05, "Finetune/Loss": 0.829570472240448, "Finetune/Loss (Raw)": 0.7707623243331909, "Finetune/Step": 8545, "Finetune/Step Time": 6.002179281786084}
+{"Finetune/Learning Rate": 1.2266935862573029e-05, "Finetune/Loss": 0.8297877311706543, "Finetune/Loss (Raw)": 0.8652602434158325, "Finetune/Step": 8546, "Finetune/Step Time": 5.993608126416802}
+{"Finetune/Learning Rate": 1.2265295712068517e-05, "Finetune/Loss": 0.8280470371246338, "Finetune/Loss (Raw)": 0.7120047807693481, "Finetune/Step": 8547, "Finetune/Step Time": 6.007583180442452}
+{"Finetune/Learning Rate": 1.2263655497326661e-05, "Finetune/Loss": 0.8283535242080688, "Finetune/Loss (Raw)": 0.8968093991279602, "Finetune/Step": 8548, "Finetune/Step Time": 6.005432169884443}
+{"Finetune/Learning Rate": 1.2262015218393972e-05, "Finetune/Loss": 0.829108476638794, "Finetune/Loss (Raw)": 0.8804903626441956, "Finetune/Step": 8549, "Finetune/Step Time": 6.008141111582518}
+{"Finetune/Learning Rate": 1.2260374875316966e-05, "Finetune/Loss": 0.8287904262542725, "Finetune/Loss (Raw)": 0.8164398074150085, "Finetune/Step": 8550, "Finetune/Step Time": 6.004499658942223}
+{"Finetune/Learning Rate": 1.2258734468142153e-05, "Finetune/Loss": 0.8284280300140381, "Finetune/Loss (Raw)": 0.8360214233398438, "Finetune/Step": 8551, "Finetune/Step Time": 6.005753083154559}
+{"Finetune/Learning Rate": 1.2257093996916057e-05, "Finetune/Loss": 0.8277940154075623, "Finetune/Loss (Raw)": 0.8870887160301208, "Finetune/Step": 8552, "Finetune/Step Time": 6.004967130720615}
+{"Finetune/Learning Rate": 1.2255453461685189e-05, "Finetune/Loss": 0.8284634947776794, "Finetune/Loss (Raw)": 0.8071025609970093, "Finetune/Step": 8553, "Finetune/Step Time": 6.0059473514556885}
+{"Finetune/Learning Rate": 1.2253812862496076e-05, "Finetune/Loss": 0.8282915353775024, "Finetune/Loss (Raw)": 0.8742925524711609, "Finetune/Step": 8554, "Finetune/Step Time": 6.00640151463449}
+{"Finetune/Learning Rate": 1.2252172199395245e-05, "Finetune/Loss": 0.827723503112793, "Finetune/Loss (Raw)": 0.8655325174331665, "Finetune/Step": 8555, "Finetune/Step Time": 6.00870381295681}
+{"Finetune/Learning Rate": 1.2250531472429207e-05, "Finetune/Loss": 0.8275328874588013, "Finetune/Loss (Raw)": 0.8532490134239197, "Finetune/Step": 8556, "Finetune/Step Time": 6.024782644584775}
+{"Finetune/Learning Rate": 1.2248890681644499e-05, "Finetune/Loss": 0.8274309635162354, "Finetune/Loss (Raw)": 0.766379714012146, "Finetune/Step": 8557, "Finetune/Step Time": 6.041210783645511}
+{"Finetune/Learning Rate": 1.2247249827087648e-05, "Finetune/Loss": 0.8247823119163513, "Finetune/Loss (Raw)": 0.708705484867096, "Finetune/Step": 8558, "Finetune/Step Time": 6.037276929244399}
+{"Finetune/Learning Rate": 1.2245608908805178e-05, "Finetune/Loss": 0.8254802823066711, "Finetune/Loss (Raw)": 0.860028088092804, "Finetune/Step": 8559, "Finetune/Step Time": 6.035470969974995}
+{"Finetune/Learning Rate": 1.2243967926843627e-05, "Finetune/Loss": 0.8255242109298706, "Finetune/Loss (Raw)": 0.8740353584289551, "Finetune/Step": 8560, "Finetune/Step Time": 6.026355622336268}
+{"Finetune/Learning Rate": 1.2242326881249528e-05, "Finetune/Loss": 0.8268733024597168, "Finetune/Loss (Raw)": 0.9209471940994263, "Finetune/Step": 8561, "Finetune/Step Time": 6.025963956490159}
+{"Finetune/Learning Rate": 1.2240685772069417e-05, "Finetune/Loss": 0.8268173933029175, "Finetune/Loss (Raw)": 0.6223527789115906, "Finetune/Step": 8562, "Finetune/Step Time": 6.007236935198307}
+{"Finetune/Learning Rate": 1.2239044599349823e-05, "Finetune/Loss": 0.8260537981987, "Finetune/Loss (Raw)": 0.7938967347145081, "Finetune/Step": 8563, "Finetune/Step Time": 6.007175011560321}
+{"Finetune/Learning Rate": 1.2237403363137298e-05, "Finetune/Loss": 0.8264137506484985, "Finetune/Loss (Raw)": 0.8282780051231384, "Finetune/Step": 8564, "Finetune/Step Time": 6.005226058885455}
+{"Finetune/Learning Rate": 1.2235762063478372e-05, "Finetune/Loss": 0.8247823715209961, "Finetune/Loss (Raw)": 0.757053554058075, "Finetune/Step": 8565, "Finetune/Step Time": 6.004338592290878}
+{"Finetune/Learning Rate": 1.2234120700419588e-05, "Finetune/Loss": 0.824009120464325, "Finetune/Loss (Raw)": 0.7448847889900208, "Finetune/Step": 8566, "Finetune/Step Time": 6.015142923220992}
+{"Finetune/Learning Rate": 1.22324792740075e-05, "Finetune/Loss": 0.8217542171478271, "Finetune/Loss (Raw)": 0.5818310379981995, "Finetune/Step": 8567, "Finetune/Step Time": 6.023591190576553}
+{"Finetune/Learning Rate": 1.2230837784288646e-05, "Finetune/Loss": 0.8231152296066284, "Finetune/Loss (Raw)": 0.8373470902442932, "Finetune/Step": 8568, "Finetune/Step Time": 6.005468035116792}
+{"Finetune/Learning Rate": 1.2229196231309575e-05, "Finetune/Loss": 0.8215640783309937, "Finetune/Loss (Raw)": 0.6294128894805908, "Finetune/Step": 8569, "Finetune/Step Time": 6.008449390530586}
+{"Finetune/Learning Rate": 1.222755461511684e-05, "Finetune/Loss": 0.8213813304901123, "Finetune/Loss (Raw)": 0.8778865337371826, "Finetune/Step": 8570, "Finetune/Step Time": 6.00987515412271}
+{"Finetune/Learning Rate": 1.222591293575699e-05, "Finetune/Loss": 0.8222842216491699, "Finetune/Loss (Raw)": 0.9526505470275879, "Finetune/Step": 8571, "Finetune/Step Time": 6.008239706978202}
+{"Finetune/Learning Rate": 1.2224271193276576e-05, "Finetune/Loss": 0.8222076892852783, "Finetune/Loss (Raw)": 0.9070054888725281, "Finetune/Step": 8572, "Finetune/Step Time": 6.007685536518693}
+{"Finetune/Learning Rate": 1.2222629387722159e-05, "Finetune/Loss": 0.8215363025665283, "Finetune/Loss (Raw)": 0.7863732576370239, "Finetune/Step": 8573, "Finetune/Step Time": 5.987096654251218}
+{"Finetune/Learning Rate": 1.2220987519140291e-05, "Finetune/Loss": 0.8226479291915894, "Finetune/Loss (Raw)": 0.852594256401062, "Finetune/Step": 8574, "Finetune/Step Time": 5.984776644036174}
+{"Finetune/Learning Rate": 1.2219345587577533e-05, "Finetune/Loss": 0.822871744632721, "Finetune/Loss (Raw)": 0.9095876812934875, "Finetune/Step": 8575, "Finetune/Step Time": 5.98166847974062}
+{"Finetune/Learning Rate": 1.2217703593080445e-05, "Finetune/Loss": 0.8232585191726685, "Finetune/Loss (Raw)": 0.9239310026168823, "Finetune/Step": 8576, "Finetune/Step Time": 5.973275335505605}
+{"Finetune/Learning Rate": 1.221606153569559e-05, "Finetune/Loss": 0.82354336977005, "Finetune/Loss (Raw)": 0.8148303627967834, "Finetune/Step": 8577, "Finetune/Step Time": 5.970075834542513}
+{"Finetune/Learning Rate": 1.2214419415469532e-05, "Finetune/Loss": 0.823312520980835, "Finetune/Loss (Raw)": 0.8190584778785706, "Finetune/Step": 8578, "Finetune/Step Time": 5.970844302326441}
+{"Finetune/Learning Rate": 1.2212777232448837e-05, "Finetune/Loss": 0.8259150981903076, "Finetune/Loss (Raw)": 1.0403335094451904, "Finetune/Step": 8579, "Finetune/Step Time": 5.959116550162435}
+{"Finetune/Learning Rate": 1.221113498668007e-05, "Finetune/Loss": 0.8261635303497314, "Finetune/Loss (Raw)": 0.8722891807556152, "Finetune/Step": 8580, "Finetune/Step Time": 5.956035019829869}
+{"Finetune/Learning Rate": 1.2209492678209803e-05, "Finetune/Loss": 0.8260977864265442, "Finetune/Loss (Raw)": 0.8038286566734314, "Finetune/Step": 8581, "Finetune/Step Time": 5.963715448975563}
+{"Finetune/Learning Rate": 1.2207850307084607e-05, "Finetune/Loss": 0.8264683485031128, "Finetune/Loss (Raw)": 0.9372236132621765, "Finetune/Step": 8582, "Finetune/Step Time": 5.957257630303502}
+{"Finetune/Learning Rate": 1.2206207873351055e-05, "Finetune/Loss": 0.8267281651496887, "Finetune/Loss (Raw)": 0.7979444265365601, "Finetune/Step": 8583, "Finetune/Step Time": 5.960795724764466}
+{"Finetune/Learning Rate": 1.220456537705572e-05, "Finetune/Loss": 0.8259627819061279, "Finetune/Loss (Raw)": 0.8673899173736572, "Finetune/Step": 8584, "Finetune/Step Time": 5.95514227822423}
+{"Finetune/Learning Rate": 1.2202922818245182e-05, "Finetune/Loss": 0.8254708647727966, "Finetune/Loss (Raw)": 0.9309040307998657, "Finetune/Step": 8585, "Finetune/Step Time": 5.958451393991709}
+{"Finetune/Learning Rate": 1.2201280196966016e-05, "Finetune/Loss": 0.8266299962997437, "Finetune/Loss (Raw)": 0.8064333200454712, "Finetune/Step": 8586, "Finetune/Step Time": 5.959177847951651}
+{"Finetune/Learning Rate": 1.2199637513264799e-05, "Finetune/Loss": 0.8268760442733765, "Finetune/Loss (Raw)": 0.8107295632362366, "Finetune/Step": 8587, "Finetune/Step Time": 5.971855575218797}
+{"Finetune/Learning Rate": 1.2197994767188124e-05, "Finetune/Loss": 0.8266526460647583, "Finetune/Loss (Raw)": 0.8761155009269714, "Finetune/Step": 8588, "Finetune/Step Time": 5.972129611298442}
+{"Finetune/Learning Rate": 1.2196351958782565e-05, "Finetune/Loss": 0.8281760811805725, "Finetune/Loss (Raw)": 0.8599271774291992, "Finetune/Step": 8589, "Finetune/Step Time": 5.969891715794802}
+{"Finetune/Learning Rate": 1.219470908809471e-05, "Finetune/Loss": 0.8294024467468262, "Finetune/Loss (Raw)": 0.9925476312637329, "Finetune/Step": 8590, "Finetune/Step Time": 5.977383216843009}
+{"Finetune/Learning Rate": 1.2193066155171144e-05, "Finetune/Loss": 0.8293340802192688, "Finetune/Loss (Raw)": 0.8642712235450745, "Finetune/Step": 8591, "Finetune/Step Time": 5.978356009349227}
+{"Finetune/Learning Rate": 1.2191423160058462e-05, "Finetune/Loss": 0.8296760320663452, "Finetune/Loss (Raw)": 0.8031694889068604, "Finetune/Step": 8592, "Finetune/Step Time": 5.988305548205972}
+{"Finetune/Learning Rate": 1.2189780102803249e-05, "Finetune/Loss": 0.8313374519348145, "Finetune/Loss (Raw)": 1.0118238925933838, "Finetune/Step": 8593, "Finetune/Step Time": 6.005057577043772}
+{"Finetune/Learning Rate": 1.2188136983452097e-05, "Finetune/Loss": 0.8322222232818604, "Finetune/Loss (Raw)": 0.9185959100723267, "Finetune/Step": 8594, "Finetune/Step Time": 5.995328115299344}
+{"Finetune/Learning Rate": 1.2186493802051605e-05, "Finetune/Loss": 0.8322361707687378, "Finetune/Loss (Raw)": 0.8375877141952515, "Finetune/Step": 8595, "Finetune/Step Time": 5.999148720875382}
+{"Finetune/Learning Rate": 1.2184850558648365e-05, "Finetune/Loss": 0.8326821327209473, "Finetune/Loss (Raw)": 0.8415387868881226, "Finetune/Step": 8596, "Finetune/Step Time": 5.990925662219524}
+{"Finetune/Learning Rate": 1.2183207253288975e-05, "Finetune/Loss": 0.8335782289505005, "Finetune/Loss (Raw)": 0.8592589497566223, "Finetune/Step": 8597, "Finetune/Step Time": 5.9883580431342125}
+{"Finetune/Learning Rate": 1.2181563886020038e-05, "Finetune/Loss": 0.8344835042953491, "Finetune/Loss (Raw)": 1.0208594799041748, "Finetune/Step": 8598, "Finetune/Step Time": 5.983879834413528}
+{"Finetune/Learning Rate": 1.2179920456888152e-05, "Finetune/Loss": 0.8335821628570557, "Finetune/Loss (Raw)": 0.7309665679931641, "Finetune/Step": 8599, "Finetune/Step Time": 6.000119684264064}
+{"Finetune/Learning Rate": 1.2178276965939923e-05, "Finetune/Loss": 0.8345190286636353, "Finetune/Loss (Raw)": 0.9100748896598816, "Finetune/Step": 8600, "Finetune/Step Time": 5.996761191636324}
+{"Finetune/Learning Rate": 1.217663341322195e-05, "Finetune/Loss": 0.8326257467269897, "Finetune/Loss (Raw)": 0.742969810962677, "Finetune/Step": 8601, "Finetune/Step Time": 6.001054707914591}
+{"Finetune/Learning Rate": 1.2174989798780842e-05, "Finetune/Loss": 0.8298959732055664, "Finetune/Loss (Raw)": 0.6340762972831726, "Finetune/Step": 8602, "Finetune/Step Time": 6.023443819954991}
+{"Finetune/Learning Rate": 1.2173346122663212e-05, "Finetune/Loss": 0.8296929597854614, "Finetune/Loss (Raw)": 0.8436734676361084, "Finetune/Step": 8603, "Finetune/Step Time": 6.028404273092747}
+{"Finetune/Learning Rate": 1.2171702384915662e-05, "Finetune/Loss": 0.8295825123786926, "Finetune/Loss (Raw)": 0.8352156281471252, "Finetune/Step": 8604, "Finetune/Step Time": 6.031853083521128}
+{"Finetune/Learning Rate": 1.2170058585584809e-05, "Finetune/Loss": 0.8299984931945801, "Finetune/Loss (Raw)": 0.8757789134979248, "Finetune/Step": 8605, "Finetune/Step Time": 6.034075282514095}
+{"Finetune/Learning Rate": 1.216841472471727e-05, "Finetune/Loss": 0.8317595720291138, "Finetune/Loss (Raw)": 0.8844276666641235, "Finetune/Step": 8606, "Finetune/Step Time": 6.024578319862485}
+{"Finetune/Learning Rate": 1.216677080235965e-05, "Finetune/Loss": 0.8316311836242676, "Finetune/Loss (Raw)": 0.984300434589386, "Finetune/Step": 8607, "Finetune/Step Time": 6.0259782038629055}
+{"Finetune/Learning Rate": 1.2165126818558572e-05, "Finetune/Loss": 0.8311154246330261, "Finetune/Loss (Raw)": 0.8247627019882202, "Finetune/Step": 8608, "Finetune/Step Time": 6.028808077797294}
+{"Finetune/Learning Rate": 1.216348277336066e-05, "Finetune/Loss": 0.830720067024231, "Finetune/Loss (Raw)": 0.7807195782661438, "Finetune/Step": 8609, "Finetune/Step Time": 6.0295296385884285}
+{"Finetune/Learning Rate": 1.2161838666812522e-05, "Finetune/Loss": 0.8305545449256897, "Finetune/Loss (Raw)": 0.9022531509399414, "Finetune/Step": 8610, "Finetune/Step Time": 6.035056699067354}
+{"Finetune/Learning Rate": 1.216019449896079e-05, "Finetune/Loss": 0.8309550881385803, "Finetune/Loss (Raw)": 0.8543279767036438, "Finetune/Step": 8611, "Finetune/Step Time": 6.029496628791094}
+{"Finetune/Learning Rate": 1.2158550269852084e-05, "Finetune/Loss": 0.831102728843689, "Finetune/Loss (Raw)": 0.7393679618835449, "Finetune/Step": 8612, "Finetune/Step Time": 6.011007461696863}
+{"Finetune/Learning Rate": 1.2156905979533031e-05, "Finetune/Loss": 0.8321123123168945, "Finetune/Loss (Raw)": 0.9731906652450562, "Finetune/Step": 8613, "Finetune/Step Time": 6.009954875335097}
+{"Finetune/Learning Rate": 1.2155261628050257e-05, "Finetune/Loss": 0.8320149183273315, "Finetune/Loss (Raw)": 0.808122992515564, "Finetune/Step": 8614, "Finetune/Step Time": 6.007382746785879}
+{"Finetune/Learning Rate": 1.215361721545039e-05, "Finetune/Loss": 0.8326444029808044, "Finetune/Loss (Raw)": 0.8536685109138489, "Finetune/Step": 8615, "Finetune/Step Time": 6.001231228932738}
+{"Finetune/Learning Rate": 1.2151972741780067e-05, "Finetune/Loss": 0.8327083587646484, "Finetune/Loss (Raw)": 0.7996728420257568, "Finetune/Step": 8616, "Finetune/Step Time": 6.00117258541286}
+{"Finetune/Learning Rate": 1.2150328207085913e-05, "Finetune/Loss": 0.8325750827789307, "Finetune/Loss (Raw)": 0.7356147766113281, "Finetune/Step": 8617, "Finetune/Step Time": 6.0050011072307825}
+{"Finetune/Learning Rate": 1.214868361141457e-05, "Finetune/Loss": 0.8319836854934692, "Finetune/Loss (Raw)": 0.8516382575035095, "Finetune/Step": 8618, "Finetune/Step Time": 6.0044889487326145}
+{"Finetune/Learning Rate": 1.2147038954812665e-05, "Finetune/Loss": 0.8316904902458191, "Finetune/Loss (Raw)": 0.8695646524429321, "Finetune/Step": 8619, "Finetune/Step Time": 6.0045407973229885}
+{"Finetune/Learning Rate": 1.2145394237326842e-05, "Finetune/Loss": 0.8322941064834595, "Finetune/Loss (Raw)": 0.8012470006942749, "Finetune/Step": 8620, "Finetune/Step Time": 6.011210503056645}
+{"Finetune/Learning Rate": 1.214374945900374e-05, "Finetune/Loss": 0.833195686340332, "Finetune/Loss (Raw)": 0.858258843421936, "Finetune/Step": 8621, "Finetune/Step Time": 6.011234188452363}
+{"Finetune/Learning Rate": 1.2142104619890001e-05, "Finetune/Loss": 0.8335026502609253, "Finetune/Loss (Raw)": 0.7692669630050659, "Finetune/Step": 8622, "Finetune/Step Time": 6.0093278381973505}
+{"Finetune/Learning Rate": 1.2140459720032262e-05, "Finetune/Loss": 0.8333605527877808, "Finetune/Loss (Raw)": 0.7877593636512756, "Finetune/Step": 8623, "Finetune/Step Time": 5.9915709514170885}
+{"Finetune/Learning Rate": 1.2138814759477176e-05, "Finetune/Loss": 0.8322193622589111, "Finetune/Loss (Raw)": 0.6730055809020996, "Finetune/Step": 8624, "Finetune/Step Time": 5.9767973851412535}
+{"Finetune/Learning Rate": 1.2137169738271384e-05, "Finetune/Loss": 0.832207441329956, "Finetune/Loss (Raw)": 0.8291345238685608, "Finetune/Step": 8625, "Finetune/Step Time": 5.976686930283904}
+{"Finetune/Learning Rate": 1.2135524656461535e-05, "Finetune/Loss": 0.8324813842773438, "Finetune/Loss (Raw)": 0.7777411341667175, "Finetune/Step": 8626, "Finetune/Step Time": 5.959901629015803}
+{"Finetune/Learning Rate": 1.2133879514094277e-05, "Finetune/Loss": 0.8329834938049316, "Finetune/Loss (Raw)": 0.849131166934967, "Finetune/Step": 8627, "Finetune/Step Time": 5.956773191690445}
+{"Finetune/Learning Rate": 1.2132234311216271e-05, "Finetune/Loss": 0.8330042362213135, "Finetune/Loss (Raw)": 0.843178927898407, "Finetune/Step": 8628, "Finetune/Step Time": 5.955186061561108}
+{"Finetune/Learning Rate": 1.2130589047874155e-05, "Finetune/Loss": 0.8326706290245056, "Finetune/Loss (Raw)": 0.8873774409294128, "Finetune/Step": 8629, "Finetune/Step Time": 5.955699997022748}
+{"Finetune/Learning Rate": 1.2128943724114597e-05, "Finetune/Loss": 0.8331354856491089, "Finetune/Loss (Raw)": 0.8660048246383667, "Finetune/Step": 8630, "Finetune/Step Time": 5.953880842775106}
+{"Finetune/Learning Rate": 1.212729833998425e-05, "Finetune/Loss": 0.8361116647720337, "Finetune/Loss (Raw)": 0.9945922493934631, "Finetune/Step": 8631, "Finetune/Step Time": 5.94890677370131}
+{"Finetune/Learning Rate": 1.2125652895529766e-05, "Finetune/Loss": 0.8360642790794373, "Finetune/Loss (Raw)": 0.814449667930603, "Finetune/Step": 8632, "Finetune/Step Time": 5.947859030216932}
+{"Finetune/Learning Rate": 1.2124007390797814e-05, "Finetune/Loss": 0.837532639503479, "Finetune/Loss (Raw)": 0.9409624338150024, "Finetune/Step": 8633, "Finetune/Step Time": 5.966205967590213}
+{"Finetune/Learning Rate": 1.2122361825835054e-05, "Finetune/Loss": 0.8397517204284668, "Finetune/Loss (Raw)": 0.9452611804008484, "Finetune/Step": 8634, "Finetune/Step Time": 5.94988875836134}
+{"Finetune/Learning Rate": 1.2120716200688146e-05, "Finetune/Loss": 0.8390862345695496, "Finetune/Loss (Raw)": 0.8845022320747375, "Finetune/Step": 8635, "Finetune/Step Time": 5.927829809486866}
+{"Finetune/Learning Rate": 1.2119070515403755e-05, "Finetune/Loss": 0.8384469747543335, "Finetune/Loss (Raw)": 0.7491198778152466, "Finetune/Step": 8636, "Finetune/Step Time": 5.926692383363843}
+{"Finetune/Learning Rate": 1.2117424770028554e-05, "Finetune/Loss": 0.838577151298523, "Finetune/Loss (Raw)": 0.7972665429115295, "Finetune/Step": 8637, "Finetune/Step Time": 5.927477788180113}
+{"Finetune/Learning Rate": 1.2115778964609204e-05, "Finetune/Loss": 0.8377954959869385, "Finetune/Loss (Raw)": 0.8740596771240234, "Finetune/Step": 8638, "Finetune/Step Time": 5.928139535710216}
+{"Finetune/Learning Rate": 1.2114133099192383e-05, "Finetune/Loss": 0.8384210467338562, "Finetune/Loss (Raw)": 0.8535890579223633, "Finetune/Step": 8639, "Finetune/Step Time": 5.928441738709807}
+{"Finetune/Learning Rate": 1.2112487173824755e-05, "Finetune/Loss": 0.837120532989502, "Finetune/Loss (Raw)": 0.8592638969421387, "Finetune/Step": 8640, "Finetune/Step Time": 5.910459587350488}
+{"Finetune/Learning Rate": 1.2110841188553e-05, "Finetune/Loss": 0.8354687690734863, "Finetune/Loss (Raw)": 0.7693352103233337, "Finetune/Step": 8641, "Finetune/Step Time": 5.911632088944316}
+{"Finetune/Learning Rate": 1.2109195143423792e-05, "Finetune/Loss": 0.8364542126655579, "Finetune/Loss (Raw)": 0.8647850155830383, "Finetune/Step": 8642, "Finetune/Step Time": 5.914729077368975}
+{"Finetune/Learning Rate": 1.2107549038483803e-05, "Finetune/Loss": 0.8367631435394287, "Finetune/Loss (Raw)": 0.8131318688392639, "Finetune/Step": 8643, "Finetune/Step Time": 5.91844922862947}
+{"Finetune/Learning Rate": 1.210590287377972e-05, "Finetune/Loss": 0.837870717048645, "Finetune/Loss (Raw)": 0.9237058758735657, "Finetune/Step": 8644, "Finetune/Step Time": 5.9197438936680555}
+{"Finetune/Learning Rate": 1.2104256649358219e-05, "Finetune/Loss": 0.8381028175354004, "Finetune/Loss (Raw)": 0.8544113039970398, "Finetune/Step": 8645, "Finetune/Step Time": 5.9156878888607025}
+{"Finetune/Learning Rate": 1.2102610365265985e-05, "Finetune/Loss": 0.8405804634094238, "Finetune/Loss (Raw)": 0.9134880304336548, "Finetune/Step": 8646, "Finetune/Step Time": 5.8864895179867744}
+{"Finetune/Learning Rate": 1.2100964021549697e-05, "Finetune/Loss": 0.8406211137771606, "Finetune/Loss (Raw)": 0.8229226469993591, "Finetune/Step": 8647, "Finetune/Step Time": 5.886341508477926}
+{"Finetune/Learning Rate": 1.2099317618256046e-05, "Finetune/Loss": 0.8400464057922363, "Finetune/Loss (Raw)": 0.7414624094963074, "Finetune/Step": 8648, "Finetune/Step Time": 5.862595025449991}
+{"Finetune/Learning Rate": 1.2097671155431718e-05, "Finetune/Loss": 0.8390544056892395, "Finetune/Loss (Raw)": 0.8036585450172424, "Finetune/Step": 8649, "Finetune/Step Time": 5.86542977578938}
+{"Finetune/Learning Rate": 1.2096024633123397e-05, "Finetune/Loss": 0.8393871784210205, "Finetune/Loss (Raw)": 0.9000596404075623, "Finetune/Step": 8650, "Finetune/Step Time": 5.876212311908603}
+{"Finetune/Learning Rate": 1.2094378051377782e-05, "Finetune/Loss": 0.839875340461731, "Finetune/Loss (Raw)": 0.8978177309036255, "Finetune/Step": 8651, "Finetune/Step Time": 5.894614392891526}
+{"Finetune/Learning Rate": 1.209273141024156e-05, "Finetune/Loss": 0.8403214812278748, "Finetune/Loss (Raw)": 0.886311948299408, "Finetune/Step": 8652, "Finetune/Step Time": 5.884660171344876}
+{"Finetune/Learning Rate": 1.2091084709761422e-05, "Finetune/Loss": 0.8405474424362183, "Finetune/Loss (Raw)": 0.7664080858230591, "Finetune/Step": 8653, "Finetune/Step Time": 5.87254455499351}
+{"Finetune/Learning Rate": 1.2089437949984074e-05, "Finetune/Loss": 0.8414163589477539, "Finetune/Loss (Raw)": 0.7923762202262878, "Finetune/Step": 8654, "Finetune/Step Time": 5.876524906605482}
+{"Finetune/Learning Rate": 1.2087791130956203e-05, "Finetune/Loss": 0.8403366804122925, "Finetune/Loss (Raw)": 0.862642228603363, "Finetune/Step": 8655, "Finetune/Step Time": 5.8774975929409266}
+{"Finetune/Learning Rate": 1.2086144252724514e-05, "Finetune/Loss": 0.8416900634765625, "Finetune/Loss (Raw)": 0.8450642228126526, "Finetune/Step": 8656, "Finetune/Step Time": 5.874292530119419}
+{"Finetune/Learning Rate": 1.2084497315335705e-05, "Finetune/Loss": 0.8420483469963074, "Finetune/Loss (Raw)": 0.7393566966056824, "Finetune/Step": 8657, "Finetune/Step Time": 5.8573038056492805}
+{"Finetune/Learning Rate": 1.2082850318836484e-05, "Finetune/Loss": 0.8422354459762573, "Finetune/Loss (Raw)": 0.7308562397956848, "Finetune/Step": 8658, "Finetune/Step Time": 5.8559287171810865}
+{"Finetune/Learning Rate": 1.2081203263273546e-05, "Finetune/Loss": 0.8406323194503784, "Finetune/Loss (Raw)": 0.7957963943481445, "Finetune/Step": 8659, "Finetune/Step Time": 5.851275451481342}
+{"Finetune/Learning Rate": 1.2079556148693602e-05, "Finetune/Loss": 0.8411255478858948, "Finetune/Loss (Raw)": 0.8159224987030029, "Finetune/Step": 8660, "Finetune/Step Time": 5.844634072855115}
+{"Finetune/Learning Rate": 1.2077908975143362e-05, "Finetune/Loss": 0.839047908782959, "Finetune/Loss (Raw)": 0.7950822114944458, "Finetune/Step": 8661, "Finetune/Step Time": 5.844800239428878}
+{"Finetune/Learning Rate": 1.207626174266953e-05, "Finetune/Loss": 0.8394182324409485, "Finetune/Loss (Raw)": 0.85028076171875, "Finetune/Step": 8662, "Finetune/Step Time": 5.841965563595295}
+{"Finetune/Learning Rate": 1.207461445131882e-05, "Finetune/Loss": 0.8417148590087891, "Finetune/Loss (Raw)": 1.0777078866958618, "Finetune/Step": 8663, "Finetune/Step Time": 5.844081556424499}
+{"Finetune/Learning Rate": 1.2072967101137942e-05, "Finetune/Loss": 0.8408909440040588, "Finetune/Loss (Raw)": 0.724013090133667, "Finetune/Step": 8664, "Finetune/Step Time": 5.840577581897378}
+{"Finetune/Learning Rate": 1.2071319692173613e-05, "Finetune/Loss": 0.8397229313850403, "Finetune/Loss (Raw)": 0.8934465050697327, "Finetune/Step": 8665, "Finetune/Step Time": 5.841117020696402}
+{"Finetune/Learning Rate": 1.2069672224472548e-05, "Finetune/Loss": 0.8387614488601685, "Finetune/Loss (Raw)": 0.8195402026176453, "Finetune/Step": 8666, "Finetune/Step Time": 5.841956481337547}
+{"Finetune/Learning Rate": 1.2068024698081462e-05, "Finetune/Loss": 0.839652419090271, "Finetune/Loss (Raw)": 0.833185076713562, "Finetune/Step": 8667, "Finetune/Step Time": 5.8547118827700615}
+{"Finetune/Learning Rate": 1.2066377113047078e-05, "Finetune/Loss": 0.8402780294418335, "Finetune/Loss (Raw)": 0.9066461324691772, "Finetune/Step": 8668, "Finetune/Step Time": 5.858191784471273}
+{"Finetune/Learning Rate": 1.2064729469416114e-05, "Finetune/Loss": 0.8398048877716064, "Finetune/Loss (Raw)": 0.8885244131088257, "Finetune/Step": 8669, "Finetune/Step Time": 5.855658421292901}
+{"Finetune/Learning Rate": 1.2063081767235296e-05, "Finetune/Loss": 0.8387091755867004, "Finetune/Loss (Raw)": 0.7480926513671875, "Finetune/Step": 8670, "Finetune/Step Time": 5.853721482679248}
+{"Finetune/Learning Rate": 1.2061434006551343e-05, "Finetune/Loss": 0.8408868908882141, "Finetune/Loss (Raw)": 0.8772289156913757, "Finetune/Step": 8671, "Finetune/Step Time": 5.834736445918679}
+{"Finetune/Learning Rate": 1.2059786187410984e-05, "Finetune/Loss": 0.840079665184021, "Finetune/Loss (Raw)": 0.9004748463630676, "Finetune/Step": 8672, "Finetune/Step Time": 5.836139224469662}
+{"Finetune/Learning Rate": 1.205813830986095e-05, "Finetune/Loss": 0.8403583765029907, "Finetune/Loss (Raw)": 0.8064444661140442, "Finetune/Step": 8673, "Finetune/Step Time": 5.8347339648753405}
+{"Finetune/Learning Rate": 1.205649037394796e-05, "Finetune/Loss": 0.8407690525054932, "Finetune/Loss (Raw)": 0.9178269505500793, "Finetune/Step": 8674, "Finetune/Step Time": 5.839044649153948}
+{"Finetune/Learning Rate": 1.2054842379718755e-05, "Finetune/Loss": 0.8394932150840759, "Finetune/Loss (Raw)": 0.5486984252929688, "Finetune/Step": 8675, "Finetune/Step Time": 5.845853740349412}
+{"Finetune/Learning Rate": 1.2053194327220061e-05, "Finetune/Loss": 0.8388660550117493, "Finetune/Loss (Raw)": 0.8165258169174194, "Finetune/Step": 8676, "Finetune/Step Time": 5.845730118453503}
+{"Finetune/Learning Rate": 1.2051546216498615e-05, "Finetune/Loss": 0.8385369777679443, "Finetune/Loss (Raw)": 0.838370144367218, "Finetune/Step": 8677, "Finetune/Step Time": 5.846323976293206}
+{"Finetune/Learning Rate": 1.2049898047601152e-05, "Finetune/Loss": 0.8396292328834534, "Finetune/Loss (Raw)": 0.9562541842460632, "Finetune/Step": 8678, "Finetune/Step Time": 5.843733210116625}
+{"Finetune/Learning Rate": 1.2048249820574411e-05, "Finetune/Loss": 0.8395125865936279, "Finetune/Loss (Raw)": 0.8210917115211487, "Finetune/Step": 8679, "Finetune/Step Time": 5.850231233984232}
+{"Finetune/Learning Rate": 1.2046601535465127e-05, "Finetune/Loss": 0.8379031419754028, "Finetune/Loss (Raw)": 0.681083619594574, "Finetune/Step": 8680, "Finetune/Step Time": 5.849945265799761}
+{"Finetune/Learning Rate": 1.2044953192320044e-05, "Finetune/Loss": 0.8392616510391235, "Finetune/Loss (Raw)": 0.9809856414794922, "Finetune/Step": 8681, "Finetune/Step Time": 5.850620035082102}
+{"Finetune/Learning Rate": 1.2043304791185906e-05, "Finetune/Loss": 0.8392338156700134, "Finetune/Loss (Raw)": 0.8707247972488403, "Finetune/Step": 8682, "Finetune/Step Time": 5.854145359247923}
+{"Finetune/Learning Rate": 1.2041656332109453e-05, "Finetune/Loss": 0.8387817144393921, "Finetune/Loss (Raw)": 0.8076678514480591, "Finetune/Step": 8683, "Finetune/Step Time": 5.851670118048787}
+{"Finetune/Learning Rate": 1.2040007815137431e-05, "Finetune/Loss": 0.8390018939971924, "Finetune/Loss (Raw)": 0.8814281821250916, "Finetune/Step": 8684, "Finetune/Step Time": 5.852013271301985}
+{"Finetune/Learning Rate": 1.2038359240316589e-05, "Finetune/Loss": 0.8394840955734253, "Finetune/Loss (Raw)": 0.8280960917472839, "Finetune/Step": 8685, "Finetune/Step Time": 5.850413782522082}
+{"Finetune/Learning Rate": 1.2036710607693673e-05, "Finetune/Loss": 0.839396595954895, "Finetune/Loss (Raw)": 0.6975120306015015, "Finetune/Step": 8686, "Finetune/Step Time": 5.870371274650097}
+{"Finetune/Learning Rate": 1.2035061917315441e-05, "Finetune/Loss": 0.839056134223938, "Finetune/Loss (Raw)": 0.8164448142051697, "Finetune/Step": 8687, "Finetune/Step Time": 5.88856366276741}
+{"Finetune/Learning Rate": 1.2033413169228636e-05, "Finetune/Loss": 0.8383437395095825, "Finetune/Loss (Raw)": 0.7828541398048401, "Finetune/Step": 8688, "Finetune/Step Time": 5.887535898014903}
+{"Finetune/Learning Rate": 1.2031764363480017e-05, "Finetune/Loss": 0.8377229571342468, "Finetune/Loss (Raw)": 0.8414852023124695, "Finetune/Step": 8689, "Finetune/Step Time": 5.888955919072032}
+{"Finetune/Learning Rate": 1.2030115500116338e-05, "Finetune/Loss": 0.8381504416465759, "Finetune/Loss (Raw)": 0.677073061466217, "Finetune/Step": 8690, "Finetune/Step Time": 5.896664313971996}
+{"Finetune/Learning Rate": 1.2028466579184355e-05, "Finetune/Loss": 0.8385370969772339, "Finetune/Loss (Raw)": 0.8433825969696045, "Finetune/Step": 8691, "Finetune/Step Time": 5.896560255438089}
+{"Finetune/Learning Rate": 1.202681760073083e-05, "Finetune/Loss": 0.838675856590271, "Finetune/Loss (Raw)": 0.8460460305213928, "Finetune/Step": 8692, "Finetune/Step Time": 5.898943277075887}
+{"Finetune/Learning Rate": 1.202516856480252e-05, "Finetune/Loss": 0.8393046855926514, "Finetune/Loss (Raw)": 0.8375398516654968, "Finetune/Step": 8693, "Finetune/Step Time": 5.898629285395145}
+{"Finetune/Learning Rate": 1.2023519471446192e-05, "Finetune/Loss": 0.8403659462928772, "Finetune/Loss (Raw)": 0.8807294368743896, "Finetune/Step": 8694, "Finetune/Step Time": 5.893106605857611}
+{"Finetune/Learning Rate": 1.2021870320708599e-05, "Finetune/Loss": 0.8411456346511841, "Finetune/Loss (Raw)": 0.6816307902336121, "Finetune/Step": 8695, "Finetune/Step Time": 5.873862277716398}
+{"Finetune/Learning Rate": 1.2020221112636518e-05, "Finetune/Loss": 0.8408787250518799, "Finetune/Loss (Raw)": 0.8031865954399109, "Finetune/Step": 8696, "Finetune/Step Time": 5.870690669864416}
+{"Finetune/Learning Rate": 1.201857184727671e-05, "Finetune/Loss": 0.8429258465766907, "Finetune/Loss (Raw)": 0.8914435505867004, "Finetune/Step": 8697, "Finetune/Step Time": 5.869821285828948}
+{"Finetune/Learning Rate": 1.2016922524675945e-05, "Finetune/Loss": 0.8419133424758911, "Finetune/Loss (Raw)": 0.7482854723930359, "Finetune/Step": 8698, "Finetune/Step Time": 5.875902770087123}
+{"Finetune/Learning Rate": 1.2015273144880992e-05, "Finetune/Loss": 0.842146635055542, "Finetune/Loss (Raw)": 0.9825099110603333, "Finetune/Step": 8699, "Finetune/Step Time": 5.874234404414892}
+{"Finetune/Learning Rate": 1.2013623707938622e-05, "Finetune/Loss": 0.841663122177124, "Finetune/Loss (Raw)": 0.8451136350631714, "Finetune/Step": 8700, "Finetune/Step Time": 5.872386874631047}
+{"Finetune/Learning Rate": 1.2011974213895614e-05, "Finetune/Loss": 0.8420268893241882, "Finetune/Loss (Raw)": 0.8329366445541382, "Finetune/Step": 8701, "Finetune/Step Time": 5.873252544552088}
+{"Finetune/Learning Rate": 1.2010324662798734e-05, "Finetune/Loss": 0.8424462676048279, "Finetune/Loss (Raw)": 0.9062697887420654, "Finetune/Step": 8702, "Finetune/Step Time": 5.877364797517657}
+{"Finetune/Learning Rate": 1.2008675054694763e-05, "Finetune/Loss": 0.8411263227462769, "Finetune/Loss (Raw)": 0.7406337261199951, "Finetune/Step": 8703, "Finetune/Step Time": 5.880868589505553}
+{"Finetune/Learning Rate": 1.2007025389630484e-05, "Finetune/Loss": 0.8386355042457581, "Finetune/Loss (Raw)": 0.6051128506660461, "Finetune/Step": 8704, "Finetune/Step Time": 5.900664392858744}
+{"Finetune/Learning Rate": 1.2005375667652667e-05, "Finetune/Loss": 0.8399308919906616, "Finetune/Loss (Raw)": 0.9806365370750427, "Finetune/Step": 8705, "Finetune/Step Time": 5.903561929240823}
+{"Finetune/Learning Rate": 1.20037258888081e-05, "Finetune/Loss": 0.8397440314292908, "Finetune/Loss (Raw)": 0.7951393723487854, "Finetune/Step": 8706, "Finetune/Step Time": 5.905706005170941}
+{"Finetune/Learning Rate": 1.2002076053143568e-05, "Finetune/Loss": 0.8385779857635498, "Finetune/Loss (Raw)": 0.8910761475563049, "Finetune/Step": 8707, "Finetune/Step Time": 5.906152641400695}
+{"Finetune/Learning Rate": 1.2000426160705849e-05, "Finetune/Loss": 0.8382958173751831, "Finetune/Loss (Raw)": 0.8361791372299194, "Finetune/Step": 8708, "Finetune/Step Time": 5.902663826942444}
+{"Finetune/Learning Rate": 1.1998776211541732e-05, "Finetune/Loss": 0.83802330493927, "Finetune/Loss (Raw)": 0.7689476013183594, "Finetune/Step": 8709, "Finetune/Step Time": 5.894067566841841}
+{"Finetune/Learning Rate": 1.199712620569801e-05, "Finetune/Loss": 0.8372839689254761, "Finetune/Loss (Raw)": 0.8425850868225098, "Finetune/Step": 8710, "Finetune/Step Time": 5.889723889529705}
+{"Finetune/Learning Rate": 1.1995476143221462e-05, "Finetune/Loss": 0.8373978137969971, "Finetune/Loss (Raw)": 0.8125234842300415, "Finetune/Step": 8711, "Finetune/Step Time": 5.883399214595556}
+{"Finetune/Learning Rate": 1.1993826024158887e-05, "Finetune/Loss": 0.8383015394210815, "Finetune/Loss (Raw)": 0.9830589294433594, "Finetune/Step": 8712, "Finetune/Step Time": 5.8891918286681175}
+{"Finetune/Learning Rate": 1.1992175848557076e-05, "Finetune/Loss": 0.8375840187072754, "Finetune/Loss (Raw)": 0.8390731811523438, "Finetune/Step": 8713, "Finetune/Step Time": 5.8914058320224285}
+{"Finetune/Learning Rate": 1.1990525616462825e-05, "Finetune/Loss": 0.8380283713340759, "Finetune/Loss (Raw)": 0.8633036017417908, "Finetune/Step": 8714, "Finetune/Step Time": 5.894853666424751}
+{"Finetune/Learning Rate": 1.1988875327922923e-05, "Finetune/Loss": 0.8388549089431763, "Finetune/Loss (Raw)": 0.91652512550354, "Finetune/Step": 8715, "Finetune/Step Time": 5.87525406293571}
+{"Finetune/Learning Rate": 1.1987224982984176e-05, "Finetune/Loss": 0.838290810585022, "Finetune/Loss (Raw)": 0.8039208054542542, "Finetune/Step": 8716, "Finetune/Step Time": 5.874006332829595}
+{"Finetune/Learning Rate": 1.1985574581693378e-05, "Finetune/Loss": 0.8378094434738159, "Finetune/Loss (Raw)": 0.7983100414276123, "Finetune/Step": 8717, "Finetune/Step Time": 5.873731778934598}
+{"Finetune/Learning Rate": 1.1983924124097333e-05, "Finetune/Loss": 0.8378868699073792, "Finetune/Loss (Raw)": 1.002445936203003, "Finetune/Step": 8718, "Finetune/Step Time": 5.8556227423250675}
+{"Finetune/Learning Rate": 1.1982273610242839e-05, "Finetune/Loss": 0.8379621505737305, "Finetune/Loss (Raw)": 0.8739136457443237, "Finetune/Step": 8719, "Finetune/Step Time": 5.860708700492978}
+{"Finetune/Learning Rate": 1.1980623040176704e-05, "Finetune/Loss": 0.8375336527824402, "Finetune/Loss (Raw)": 0.7483209371566772, "Finetune/Step": 8720, "Finetune/Step Time": 5.854876516386867}
+{"Finetune/Learning Rate": 1.1978972413945732e-05, "Finetune/Loss": 0.8363672494888306, "Finetune/Loss (Raw)": 0.8625208139419556, "Finetune/Step": 8721, "Finetune/Step Time": 5.838956259191036}
+{"Finetune/Learning Rate": 1.197732173159673e-05, "Finetune/Loss": 0.8349298238754272, "Finetune/Loss (Raw)": 0.7346002459526062, "Finetune/Step": 8722, "Finetune/Step Time": 5.853757485747337}
+{"Finetune/Learning Rate": 1.1975670993176503e-05, "Finetune/Loss": 0.8347665071487427, "Finetune/Loss (Raw)": 0.8166932463645935, "Finetune/Step": 8723, "Finetune/Step Time": 5.849681569263339}
+{"Finetune/Learning Rate": 1.1974020198731867e-05, "Finetune/Loss": 0.8350186347961426, "Finetune/Loss (Raw)": 0.8738163709640503, "Finetune/Step": 8724, "Finetune/Step Time": 5.852852690964937}
+{"Finetune/Learning Rate": 1.1972369348309632e-05, "Finetune/Loss": 0.8348987102508545, "Finetune/Loss (Raw)": 0.8439009189605713, "Finetune/Step": 8725, "Finetune/Step Time": 5.865601148456335}
+{"Finetune/Learning Rate": 1.1970718441956608e-05, "Finetune/Loss": 0.8343040943145752, "Finetune/Loss (Raw)": 0.9447468519210815, "Finetune/Step": 8726, "Finetune/Step Time": 5.867222558706999}
+{"Finetune/Learning Rate": 1.1969067479719615e-05, "Finetune/Loss": 0.8353738784790039, "Finetune/Loss (Raw)": 0.8678988814353943, "Finetune/Step": 8727, "Finetune/Step Time": 5.8594206515699625}
+{"Finetune/Learning Rate": 1.196741646164547e-05, "Finetune/Loss": 0.83396977186203, "Finetune/Loss (Raw)": 0.7303542494773865, "Finetune/Step": 8728, "Finetune/Step Time": 5.860584011301398}
+{"Finetune/Learning Rate": 1.1965765387780988e-05, "Finetune/Loss": 0.835480809211731, "Finetune/Loss (Raw)": 0.9363757371902466, "Finetune/Step": 8729, "Finetune/Step Time": 5.8571330308914185}
+{"Finetune/Learning Rate": 1.1964114258172986e-05, "Finetune/Loss": 0.8371636271476746, "Finetune/Loss (Raw)": 0.849479079246521, "Finetune/Step": 8730, "Finetune/Step Time": 5.839465823024511}
+{"Finetune/Learning Rate": 1.1962463072868291e-05, "Finetune/Loss": 0.8358254432678223, "Finetune/Loss (Raw)": 0.6723834872245789, "Finetune/Step": 8731, "Finetune/Step Time": 5.8531685173511505}
+{"Finetune/Learning Rate": 1.1960811831913723e-05, "Finetune/Loss": 0.8360581994056702, "Finetune/Loss (Raw)": 0.8650143146514893, "Finetune/Step": 8732, "Finetune/Step Time": 5.8533421494066715}
+{"Finetune/Learning Rate": 1.195916053535611e-05, "Finetune/Loss": 0.8344864845275879, "Finetune/Loss (Raw)": 0.6745982766151428, "Finetune/Step": 8733, "Finetune/Step Time": 5.85241218470037}
+{"Finetune/Learning Rate": 1.1957509183242273e-05, "Finetune/Loss": 0.8347130417823792, "Finetune/Loss (Raw)": 0.9134239554405212, "Finetune/Step": 8734, "Finetune/Step Time": 5.850239764899015}
+{"Finetune/Learning Rate": 1.1955857775619041e-05, "Finetune/Loss": 0.8339636325836182, "Finetune/Loss (Raw)": 0.8883838057518005, "Finetune/Step": 8735, "Finetune/Step Time": 5.848690889775753}
+{"Finetune/Learning Rate": 1.1954206312533246e-05, "Finetune/Loss": 0.8336583375930786, "Finetune/Loss (Raw)": 0.7856810092926025, "Finetune/Step": 8736, "Finetune/Step Time": 5.847805917263031}
+{"Finetune/Learning Rate": 1.1952554794031714e-05, "Finetune/Loss": 0.8331860899925232, "Finetune/Loss (Raw)": 0.7202694416046143, "Finetune/Step": 8737, "Finetune/Step Time": 5.85796513967216}
+{"Finetune/Learning Rate": 1.1950903220161286e-05, "Finetune/Loss": 0.833440899848938, "Finetune/Loss (Raw)": 0.9348728060722351, "Finetune/Step": 8738, "Finetune/Step Time": 5.851145574823022}
+{"Finetune/Learning Rate": 1.1949251590968784e-05, "Finetune/Loss": 0.8338347673416138, "Finetune/Loss (Raw)": 0.9047377705574036, "Finetune/Step": 8739, "Finetune/Step Time": 5.858663078397512}
+{"Finetune/Learning Rate": 1.1947599906501055e-05, "Finetune/Loss": 0.835182249546051, "Finetune/Loss (Raw)": 0.9118496775627136, "Finetune/Step": 8740, "Finetune/Step Time": 5.862051621079445}
+{"Finetune/Learning Rate": 1.1945948166804928e-05, "Finetune/Loss": 0.8336309194564819, "Finetune/Loss (Raw)": 0.774620532989502, "Finetune/Step": 8741, "Finetune/Step Time": 5.864384692162275}
+{"Finetune/Learning Rate": 1.1944296371927245e-05, "Finetune/Loss": 0.8333684802055359, "Finetune/Loss (Raw)": 0.7745308876037598, "Finetune/Step": 8742, "Finetune/Step Time": 5.860074520111084}
+{"Finetune/Learning Rate": 1.1942644521914846e-05, "Finetune/Loss": 0.8327970504760742, "Finetune/Loss (Raw)": 0.7805216312408447, "Finetune/Step": 8743, "Finetune/Step Time": 5.8590936083346605}
+{"Finetune/Learning Rate": 1.1940992616814572e-05, "Finetune/Loss": 0.8329142332077026, "Finetune/Loss (Raw)": 0.8146746158599854, "Finetune/Step": 8744, "Finetune/Step Time": 5.876210482791066}
+{"Finetune/Learning Rate": 1.1939340656673269e-05, "Finetune/Loss": 0.8334506750106812, "Finetune/Loss (Raw)": 0.8042780756950378, "Finetune/Step": 8745, "Finetune/Step Time": 5.874799596145749}
+{"Finetune/Learning Rate": 1.1937688641537779e-05, "Finetune/Loss": 0.8322049379348755, "Finetune/Loss (Raw)": 0.6921813488006592, "Finetune/Step": 8746, "Finetune/Step Time": 5.882753577083349}
+{"Finetune/Learning Rate": 1.1936036571454946e-05, "Finetune/Loss": 0.8320252895355225, "Finetune/Loss (Raw)": 0.8465762138366699, "Finetune/Step": 8747, "Finetune/Step Time": 5.883095808327198}
+{"Finetune/Learning Rate": 1.1934384446471622e-05, "Finetune/Loss": 0.8326847553253174, "Finetune/Loss (Raw)": 0.8856560587882996, "Finetune/Step": 8748, "Finetune/Step Time": 5.880233719944954}
+{"Finetune/Learning Rate": 1.193273226663466e-05, "Finetune/Loss": 0.8323084115982056, "Finetune/Loss (Raw)": 0.8100826144218445, "Finetune/Step": 8749, "Finetune/Step Time": 5.877325901761651}
+{"Finetune/Learning Rate": 1.1931080031990905e-05, "Finetune/Loss": 0.8324524760246277, "Finetune/Loss (Raw)": 0.7877071499824524, "Finetune/Step": 8750, "Finetune/Step Time": 5.878116184845567}
+{"Finetune/Learning Rate": 1.1929427742587207e-05, "Finetune/Loss": 0.8342345356941223, "Finetune/Loss (Raw)": 1.0158683061599731, "Finetune/Step": 8751, "Finetune/Step Time": 5.880970848724246}
+{"Finetune/Learning Rate": 1.1927775398470432e-05, "Finetune/Loss": 0.835444450378418, "Finetune/Loss (Raw)": 0.827869713306427, "Finetune/Step": 8752, "Finetune/Step Time": 5.878964839503169}
+{"Finetune/Learning Rate": 1.1926122999687423e-05, "Finetune/Loss": 0.8344847559928894, "Finetune/Loss (Raw)": 0.7062958478927612, "Finetune/Step": 8753, "Finetune/Step Time": 5.877456299960613}
+{"Finetune/Learning Rate": 1.1924470546285043e-05, "Finetune/Loss": 0.8350032567977905, "Finetune/Loss (Raw)": 0.8441103100776672, "Finetune/Step": 8754, "Finetune/Step Time": 5.900507194921374}
+{"Finetune/Learning Rate": 1.1922818038310155e-05, "Finetune/Loss": 0.8344077467918396, "Finetune/Loss (Raw)": 0.7729085683822632, "Finetune/Step": 8755, "Finetune/Step Time": 5.900221260264516}
+{"Finetune/Learning Rate": 1.1921165475809612e-05, "Finetune/Loss": 0.8341769576072693, "Finetune/Loss (Raw)": 0.8136323690414429, "Finetune/Step": 8756, "Finetune/Step Time": 5.902887055650353}
+{"Finetune/Learning Rate": 1.191951285883028e-05, "Finetune/Loss": 0.8338222503662109, "Finetune/Loss (Raw)": 0.8419703841209412, "Finetune/Step": 8757, "Finetune/Step Time": 5.908624213188887}
+{"Finetune/Learning Rate": 1.1917860187419022e-05, "Finetune/Loss": 0.834164023399353, "Finetune/Loss (Raw)": 0.9097674489021301, "Finetune/Step": 8758, "Finetune/Step Time": 5.911690721288323}
+{"Finetune/Learning Rate": 1.1916207461622702e-05, "Finetune/Loss": 0.8334085941314697, "Finetune/Loss (Raw)": 0.8978840112686157, "Finetune/Step": 8759, "Finetune/Step Time": 5.9029937125742435}
+{"Finetune/Learning Rate": 1.1914554681488188e-05, "Finetune/Loss": 0.8341350555419922, "Finetune/Loss (Raw)": 0.9074414968490601, "Finetune/Step": 8760, "Finetune/Step Time": 5.904954811558127}
+{"Finetune/Learning Rate": 1.1912901847062346e-05, "Finetune/Loss": 0.8342424631118774, "Finetune/Loss (Raw)": 0.9547147154808044, "Finetune/Step": 8761, "Finetune/Step Time": 5.910744121298194}
+{"Finetune/Learning Rate": 1.191124895839205e-05, "Finetune/Loss": 0.833763837814331, "Finetune/Loss (Raw)": 0.883989155292511, "Finetune/Step": 8762, "Finetune/Step Time": 5.910319125279784}
+{"Finetune/Learning Rate": 1.1909596015524165e-05, "Finetune/Loss": 0.833574652671814, "Finetune/Loss (Raw)": 0.86029452085495, "Finetune/Step": 8763, "Finetune/Step Time": 5.90973050519824}
+{"Finetune/Learning Rate": 1.190794301850557e-05, "Finetune/Loss": 0.8339823484420776, "Finetune/Loss (Raw)": 0.801298975944519, "Finetune/Step": 8764, "Finetune/Step Time": 5.913203241303563}
+{"Finetune/Learning Rate": 1.1906289967383135e-05, "Finetune/Loss": 0.8341853618621826, "Finetune/Loss (Raw)": 0.8232480883598328, "Finetune/Step": 8765, "Finetune/Step Time": 5.908270129933953}
+{"Finetune/Learning Rate": 1.1904636862203737e-05, "Finetune/Loss": 0.8346720337867737, "Finetune/Loss (Raw)": 0.9363618493080139, "Finetune/Step": 8766, "Finetune/Step Time": 5.908088706433773}
+{"Finetune/Learning Rate": 1.1902983703014257e-05, "Finetune/Loss": 0.8354164361953735, "Finetune/Loss (Raw)": 0.9488704204559326, "Finetune/Step": 8767, "Finetune/Step Time": 5.910023540258408}
+{"Finetune/Learning Rate": 1.1901330489861564e-05, "Finetune/Loss": 0.834783136844635, "Finetune/Loss (Raw)": 0.7781964540481567, "Finetune/Step": 8768, "Finetune/Step Time": 5.910174150019884}
+{"Finetune/Learning Rate": 1.189967722279255e-05, "Finetune/Loss": 0.8355658054351807, "Finetune/Loss (Raw)": 0.8695175647735596, "Finetune/Step": 8769, "Finetune/Step Time": 5.913673652336001}
+{"Finetune/Learning Rate": 1.1898023901854092e-05, "Finetune/Loss": 0.8344389200210571, "Finetune/Loss (Raw)": 0.7205463647842407, "Finetune/Step": 8770, "Finetune/Step Time": 5.906838834285736}
+{"Finetune/Learning Rate": 1.189637052709307e-05, "Finetune/Loss": 0.8348481059074402, "Finetune/Loss (Raw)": 0.8655106425285339, "Finetune/Step": 8771, "Finetune/Step Time": 5.905934007838368}
+{"Finetune/Learning Rate": 1.1894717098556376e-05, "Finetune/Loss": 0.8335282206535339, "Finetune/Loss (Raw)": 0.7547562122344971, "Finetune/Step": 8772, "Finetune/Step Time": 5.907911514863372}
+{"Finetune/Learning Rate": 1.1893063616290891e-05, "Finetune/Loss": 0.8330386877059937, "Finetune/Loss (Raw)": 0.7917526364326477, "Finetune/Step": 8773, "Finetune/Step Time": 5.913707047700882}
+{"Finetune/Learning Rate": 1.1891410080343508e-05, "Finetune/Loss": 0.8314850330352783, "Finetune/Loss (Raw)": 0.7146295309066772, "Finetune/Step": 8774, "Finetune/Step Time": 5.9191315323114395}
+{"Finetune/Learning Rate": 1.1889756490761109e-05, "Finetune/Loss": 0.8314874172210693, "Finetune/Loss (Raw)": 0.8232240676879883, "Finetune/Step": 8775, "Finetune/Step Time": 5.917202228680253}
+{"Finetune/Learning Rate": 1.1888102847590592e-05, "Finetune/Loss": 0.8324588537216187, "Finetune/Loss (Raw)": 0.8658053874969482, "Finetune/Step": 8776, "Finetune/Step Time": 5.917465854436159}
+{"Finetune/Learning Rate": 1.1886449150878848e-05, "Finetune/Loss": 0.8330410122871399, "Finetune/Loss (Raw)": 0.8781766295433044, "Finetune/Step": 8777, "Finetune/Step Time": 5.935082986950874}
+{"Finetune/Learning Rate": 1.1884795400672769e-05, "Finetune/Loss": 0.8338415622711182, "Finetune/Loss (Raw)": 1.0025267601013184, "Finetune/Step": 8778, "Finetune/Step Time": 5.951889082789421}
+{"Finetune/Learning Rate": 1.1883141597019252e-05, "Finetune/Loss": 0.8339274525642395, "Finetune/Loss (Raw)": 0.9088122844696045, "Finetune/Step": 8779, "Finetune/Step Time": 5.934638202190399}
+{"Finetune/Learning Rate": 1.1881487739965197e-05, "Finetune/Loss": 0.8343194723129272, "Finetune/Loss (Raw)": 0.9364907741546631, "Finetune/Step": 8780, "Finetune/Step Time": 5.954686587676406}
+{"Finetune/Learning Rate": 1.1879833829557497e-05, "Finetune/Loss": 0.835173487663269, "Finetune/Loss (Raw)": 0.8757244944572449, "Finetune/Step": 8781, "Finetune/Step Time": 5.9524605087935925}
+{"Finetune/Learning Rate": 1.1878179865843054e-05, "Finetune/Loss": 0.8360699415206909, "Finetune/Loss (Raw)": 0.907116711139679, "Finetune/Step": 8782, "Finetune/Step Time": 5.946740796789527}
+{"Finetune/Learning Rate": 1.1876525848868773e-05, "Finetune/Loss": 0.8358495235443115, "Finetune/Loss (Raw)": 0.8344322443008423, "Finetune/Step": 8783, "Finetune/Step Time": 5.956187069416046}
+{"Finetune/Learning Rate": 1.1874871778681555e-05, "Finetune/Loss": 0.8353904485702515, "Finetune/Loss (Raw)": 0.786295473575592, "Finetune/Step": 8784, "Finetune/Step Time": 5.9598350916057825}
+{"Finetune/Learning Rate": 1.1873217655328303e-05, "Finetune/Loss": 0.8350265026092529, "Finetune/Loss (Raw)": 0.6927777528762817, "Finetune/Step": 8785, "Finetune/Step Time": 5.967680159956217}
+{"Finetune/Learning Rate": 1.1871563478855928e-05, "Finetune/Loss": 0.8366219997406006, "Finetune/Loss (Raw)": 0.9350830912590027, "Finetune/Step": 8786, "Finetune/Step Time": 5.9700691271573305}
+{"Finetune/Learning Rate": 1.1869909249311333e-05, "Finetune/Loss": 0.8370736241340637, "Finetune/Loss (Raw)": 0.8536008596420288, "Finetune/Step": 8787, "Finetune/Step Time": 5.983926894143224}
+{"Finetune/Learning Rate": 1.186825496674143e-05, "Finetune/Loss": 0.8369089365005493, "Finetune/Loss (Raw)": 0.794842541217804, "Finetune/Step": 8788, "Finetune/Step Time": 5.995202053338289}
+{"Finetune/Learning Rate": 1.1866600631193129e-05, "Finetune/Loss": 0.8378190398216248, "Finetune/Loss (Raw)": 0.9115762114524841, "Finetune/Step": 8789, "Finetune/Step Time": 5.996076973155141}
+{"Finetune/Learning Rate": 1.186494624271334e-05, "Finetune/Loss": 0.837432324886322, "Finetune/Loss (Raw)": 0.8007792234420776, "Finetune/Step": 8790, "Finetune/Step Time": 5.995177004486322}
+{"Finetune/Learning Rate": 1.186329180134898e-05, "Finetune/Loss": 0.8359437584877014, "Finetune/Loss (Raw)": 0.8871734142303467, "Finetune/Step": 8791, "Finetune/Step Time": 5.994212206453085}
+{"Finetune/Learning Rate": 1.1861637307146962e-05, "Finetune/Loss": 0.8369031548500061, "Finetune/Loss (Raw)": 0.8468145728111267, "Finetune/Step": 8792, "Finetune/Step Time": 5.997471937909722}
+{"Finetune/Learning Rate": 1.1859982760154205e-05, "Finetune/Loss": 0.8366392850875854, "Finetune/Loss (Raw)": 0.8596743941307068, "Finetune/Step": 8793, "Finetune/Step Time": 5.994335114955902}
+{"Finetune/Learning Rate": 1.1858328160417625e-05, "Finetune/Loss": 0.8374831676483154, "Finetune/Loss (Raw)": 0.9275601506233215, "Finetune/Step": 8794, "Finetune/Step Time": 5.994772167876363}
+{"Finetune/Learning Rate": 1.1856673507984145e-05, "Finetune/Loss": 0.8380019068717957, "Finetune/Loss (Raw)": 0.8995798826217651, "Finetune/Step": 8795, "Finetune/Step Time": 5.978326203301549}
+{"Finetune/Learning Rate": 1.185501880290068e-05, "Finetune/Loss": 0.8360681533813477, "Finetune/Loss (Raw)": 0.6591254472732544, "Finetune/Step": 8796, "Finetune/Step Time": 5.985988587141037}
+{"Finetune/Learning Rate": 1.185336404521416e-05, "Finetune/Loss": 0.8357512950897217, "Finetune/Loss (Raw)": 0.8479647040367126, "Finetune/Step": 8797, "Finetune/Step Time": 5.9887051824480295}
+{"Finetune/Learning Rate": 1.1851709234971507e-05, "Finetune/Loss": 0.8365353941917419, "Finetune/Loss (Raw)": 0.848453938961029, "Finetune/Step": 8798, "Finetune/Step Time": 5.987837351858616}
+{"Finetune/Learning Rate": 1.185005437221964e-05, "Finetune/Loss": 0.8372187614440918, "Finetune/Loss (Raw)": 0.9647010564804077, "Finetune/Step": 8799, "Finetune/Step Time": 5.98943024687469}
+{"Finetune/Learning Rate": 1.1848399457005496e-05, "Finetune/Loss": 0.8371655941009521, "Finetune/Loss (Raw)": 0.8936686515808105, "Finetune/Step": 8800, "Finetune/Step Time": 5.991998508572578}
+{"Finetune/Learning Rate": 1.1846744489376e-05, "Finetune/Loss": 0.8385857343673706, "Finetune/Loss (Raw)": 0.9882248044013977, "Finetune/Step": 8801, "Finetune/Step Time": 5.994996849447489}
+{"Finetune/Learning Rate": 1.1845089469378081e-05, "Finetune/Loss": 0.8384132385253906, "Finetune/Loss (Raw)": 0.8957470655441284, "Finetune/Step": 8802, "Finetune/Step Time": 5.992455758154392}
+{"Finetune/Learning Rate": 1.1843434397058668e-05, "Finetune/Loss": 0.8404726386070251, "Finetune/Loss (Raw)": 0.8123025298118591, "Finetune/Step": 8803, "Finetune/Step Time": 5.968639491125941}
+{"Finetune/Learning Rate": 1.1841779272464703e-05, "Finetune/Loss": 0.8406640887260437, "Finetune/Loss (Raw)": 0.8410328030586243, "Finetune/Step": 8804, "Finetune/Step Time": 5.9688139501959085}
+{"Finetune/Learning Rate": 1.1840124095643113e-05, "Finetune/Loss": 0.8409429788589478, "Finetune/Loss (Raw)": 0.8740668892860413, "Finetune/Step": 8805, "Finetune/Step Time": 5.965837016701698}
+{"Finetune/Learning Rate": 1.1838468866640836e-05, "Finetune/Loss": 0.8400677442550659, "Finetune/Loss (Raw)": 0.8442186713218689, "Finetune/Step": 8806, "Finetune/Step Time": 5.971774099394679}
+{"Finetune/Learning Rate": 1.183681358550481e-05, "Finetune/Loss": 0.8409594297409058, "Finetune/Loss (Raw)": 0.9352383017539978, "Finetune/Step": 8807, "Finetune/Step Time": 5.974502559751272}
+{"Finetune/Learning Rate": 1.1835158252281973e-05, "Finetune/Loss": 0.8419063091278076, "Finetune/Loss (Raw)": 0.8022826910018921, "Finetune/Step": 8808, "Finetune/Step Time": 5.9729046151041985}
+{"Finetune/Learning Rate": 1.1833502867019269e-05, "Finetune/Loss": 0.8417309522628784, "Finetune/Loss (Raw)": 0.9585272669792175, "Finetune/Step": 8809, "Finetune/Step Time": 5.971641367301345}
+{"Finetune/Learning Rate": 1.1831847429763634e-05, "Finetune/Loss": 0.841181755065918, "Finetune/Loss (Raw)": 0.8004399538040161, "Finetune/Step": 8810, "Finetune/Step Time": 5.964639259502292}
+{"Finetune/Learning Rate": 1.1830191940562016e-05, "Finetune/Loss": 0.840825617313385, "Finetune/Loss (Raw)": 0.7620806694030762, "Finetune/Step": 8811, "Finetune/Step Time": 5.962720641866326}
+{"Finetune/Learning Rate": 1.1828536399461362e-05, "Finetune/Loss": 0.8410099744796753, "Finetune/Loss (Raw)": 0.905029833316803, "Finetune/Step": 8812, "Finetune/Step Time": 5.951306762173772}
+{"Finetune/Learning Rate": 1.1826880806508611e-05, "Finetune/Loss": 0.8402132987976074, "Finetune/Loss (Raw)": 0.7261093854904175, "Finetune/Step": 8813, "Finetune/Step Time": 5.950807278975844}
+{"Finetune/Learning Rate": 1.1825225161750718e-05, "Finetune/Loss": 0.8418476581573486, "Finetune/Loss (Raw)": 0.906718909740448, "Finetune/Step": 8814, "Finetune/Step Time": 5.931044785305858}
+{"Finetune/Learning Rate": 1.1823569465234628e-05, "Finetune/Loss": 0.8427131175994873, "Finetune/Loss (Raw)": 0.9272237420082092, "Finetune/Step": 8815, "Finetune/Step Time": 5.913530565798283}
+{"Finetune/Learning Rate": 1.1821913717007298e-05, "Finetune/Loss": 0.8430495262145996, "Finetune/Loss (Raw)": 0.8259152770042419, "Finetune/Step": 8816, "Finetune/Step Time": 5.914449540898204}
+{"Finetune/Learning Rate": 1.1820257917115669e-05, "Finetune/Loss": 0.8434959650039673, "Finetune/Loss (Raw)": 0.8986302614212036, "Finetune/Step": 8817, "Finetune/Step Time": 5.911460965871811}
+{"Finetune/Learning Rate": 1.1818602065606706e-05, "Finetune/Loss": 0.8440635204315186, "Finetune/Loss (Raw)": 0.7497119307518005, "Finetune/Step": 8818, "Finetune/Step Time": 5.906447125598788}
+{"Finetune/Learning Rate": 1.181694616252736e-05, "Finetune/Loss": 0.8439387083053589, "Finetune/Loss (Raw)": 0.8274141550064087, "Finetune/Step": 8819, "Finetune/Step Time": 5.907196678221226}
+{"Finetune/Learning Rate": 1.1815290207924584e-05, "Finetune/Loss": 0.8437212705612183, "Finetune/Loss (Raw)": 0.8182083368301392, "Finetune/Step": 8820, "Finetune/Step Time": 5.905699942260981}
+{"Finetune/Learning Rate": 1.181363420184534e-05, "Finetune/Loss": 0.8442829847335815, "Finetune/Loss (Raw)": 0.9094404578208923, "Finetune/Step": 8821, "Finetune/Step Time": 5.903841657564044}
+{"Finetune/Learning Rate": 1.1811978144336594e-05, "Finetune/Loss": 0.8434615135192871, "Finetune/Loss (Raw)": 0.7755774855613708, "Finetune/Step": 8822, "Finetune/Step Time": 5.907432831823826}
+{"Finetune/Learning Rate": 1.1810322035445294e-05, "Finetune/Loss": 0.8457313179969788, "Finetune/Loss (Raw)": 0.9721745848655701, "Finetune/Step": 8823, "Finetune/Step Time": 5.904927406460047}
+{"Finetune/Learning Rate": 1.1808665875218408e-05, "Finetune/Loss": 0.8457377552986145, "Finetune/Loss (Raw)": 0.8040046095848083, "Finetune/Step": 8824, "Finetune/Step Time": 5.903656644746661}
+{"Finetune/Learning Rate": 1.1807009663702907e-05, "Finetune/Loss": 0.8455581665039062, "Finetune/Loss (Raw)": 0.8684567213058472, "Finetune/Step": 8825, "Finetune/Step Time": 5.9082270339131355}
+{"Finetune/Learning Rate": 1.1805353400945748e-05, "Finetune/Loss": 0.8468630909919739, "Finetune/Loss (Raw)": 0.91531902551651, "Finetune/Step": 8826, "Finetune/Step Time": 5.904179843142629}
+{"Finetune/Learning Rate": 1.1803697086993896e-05, "Finetune/Loss": 0.8467310667037964, "Finetune/Loss (Raw)": 0.9656117558479309, "Finetune/Step": 8827, "Finetune/Step Time": 5.904527271166444}
+{"Finetune/Learning Rate": 1.1802040721894328e-05, "Finetune/Loss": 0.8464337587356567, "Finetune/Loss (Raw)": 0.8070560693740845, "Finetune/Step": 8828, "Finetune/Step Time": 5.908527463674545}
+{"Finetune/Learning Rate": 1.1800384305694009e-05, "Finetune/Loss": 0.8471585512161255, "Finetune/Loss (Raw)": 0.9257152676582336, "Finetune/Step": 8829, "Finetune/Step Time": 5.907617190852761}
+{"Finetune/Learning Rate": 1.179872783843991e-05, "Finetune/Loss": 0.8469129800796509, "Finetune/Loss (Raw)": 0.8748285174369812, "Finetune/Step": 8830, "Finetune/Step Time": 5.906225584447384}
+{"Finetune/Learning Rate": 1.1797071320179003e-05, "Finetune/Loss": 0.8487247228622437, "Finetune/Loss (Raw)": 0.9725413918495178, "Finetune/Step": 8831, "Finetune/Step Time": 5.903547275811434}
+{"Finetune/Learning Rate": 1.1795414750958265e-05, "Finetune/Loss": 0.8497648239135742, "Finetune/Loss (Raw)": 0.7382485866546631, "Finetune/Step": 8832, "Finetune/Step Time": 5.905650587752461}
+{"Finetune/Learning Rate": 1.1793758130824671e-05, "Finetune/Loss": 0.8483890891075134, "Finetune/Loss (Raw)": 0.8045419454574585, "Finetune/Step": 8833, "Finetune/Step Time": 5.912264060229063}
+{"Finetune/Learning Rate": 1.1792101459825194e-05, "Finetune/Loss": 0.8483721613883972, "Finetune/Loss (Raw)": 0.7929683327674866, "Finetune/Step": 8834, "Finetune/Step Time": 5.908607393503189}
+{"Finetune/Learning Rate": 1.1790444738006819e-05, "Finetune/Loss": 0.848198413848877, "Finetune/Loss (Raw)": 0.8688329458236694, "Finetune/Step": 8835, "Finetune/Step Time": 5.9073913134634495}
+{"Finetune/Learning Rate": 1.178878796541652e-05, "Finetune/Loss": 0.8486855626106262, "Finetune/Loss (Raw)": 0.8985345363616943, "Finetune/Step": 8836, "Finetune/Step Time": 5.905739126726985}
+{"Finetune/Learning Rate": 1.1787131142101282e-05, "Finetune/Loss": 0.8500915765762329, "Finetune/Loss (Raw)": 0.9489190578460693, "Finetune/Step": 8837, "Finetune/Step Time": 5.90681754052639}
+{"Finetune/Learning Rate": 1.1785474268108088e-05, "Finetune/Loss": 0.850493848323822, "Finetune/Loss (Raw)": 0.8940786719322205, "Finetune/Step": 8838, "Finetune/Step Time": 5.909314543008804}
+{"Finetune/Learning Rate": 1.178381734348392e-05, "Finetune/Loss": 0.8505934476852417, "Finetune/Loss (Raw)": 0.8252667784690857, "Finetune/Step": 8839, "Finetune/Step Time": 5.924792338162661}
+{"Finetune/Learning Rate": 1.1782160368275768e-05, "Finetune/Loss": 0.8497973680496216, "Finetune/Loss (Raw)": 0.8811699748039246, "Finetune/Step": 8840, "Finetune/Step Time": 5.927990233525634}
+{"Finetune/Learning Rate": 1.178050334253061e-05, "Finetune/Loss": 0.851397693157196, "Finetune/Loss (Raw)": 1.043911337852478, "Finetune/Step": 8841, "Finetune/Step Time": 5.922658259049058}
+{"Finetune/Learning Rate": 1.1778846266295441e-05, "Finetune/Loss": 0.8508118391036987, "Finetune/Loss (Raw)": 0.7883129119873047, "Finetune/Step": 8842, "Finetune/Step Time": 5.919134598225355}
+{"Finetune/Learning Rate": 1.1777189139617255e-05, "Finetune/Loss": 0.8499685525894165, "Finetune/Loss (Raw)": 0.8085879683494568, "Finetune/Step": 8843, "Finetune/Step Time": 5.9205817729234695}
+{"Finetune/Learning Rate": 1.1775531962543036e-05, "Finetune/Loss": 0.8496412038803101, "Finetune/Loss (Raw)": 0.7620179057121277, "Finetune/Step": 8844, "Finetune/Step Time": 5.921030150726438}
+{"Finetune/Learning Rate": 1.1773874735119778e-05, "Finetune/Loss": 0.8499443531036377, "Finetune/Loss (Raw)": 0.837113618850708, "Finetune/Step": 8845, "Finetune/Step Time": 5.919943306595087}
+{"Finetune/Learning Rate": 1.177221745739448e-05, "Finetune/Loss": 0.8489340543746948, "Finetune/Loss (Raw)": 0.8731206655502319, "Finetune/Step": 8846, "Finetune/Step Time": 5.910724628716707}
+{"Finetune/Learning Rate": 1.177056012941413e-05, "Finetune/Loss": 0.847421407699585, "Finetune/Loss (Raw)": 0.6802957653999329, "Finetune/Step": 8847, "Finetune/Step Time": 5.906985588371754}
+{"Finetune/Learning Rate": 1.176890275122573e-05, "Finetune/Loss": 0.8482075333595276, "Finetune/Loss (Raw)": 0.8489498496055603, "Finetune/Step": 8848, "Finetune/Step Time": 5.901417458429933}
+{"Finetune/Learning Rate": 1.1767245322876282e-05, "Finetune/Loss": 0.8479135036468506, "Finetune/Loss (Raw)": 0.8248800039291382, "Finetune/Step": 8849, "Finetune/Step Time": 5.898989785462618}
+{"Finetune/Learning Rate": 1.176558784441278e-05, "Finetune/Loss": 0.8486534357070923, "Finetune/Loss (Raw)": 0.829315185546875, "Finetune/Step": 8850, "Finetune/Step Time": 5.888234926387668}
+{"Finetune/Learning Rate": 1.1763930315882226e-05, "Finetune/Loss": 0.8479064702987671, "Finetune/Loss (Raw)": 0.7210842967033386, "Finetune/Step": 8851, "Finetune/Step Time": 5.908048821613193}
+{"Finetune/Learning Rate": 1.1762272737331626e-05, "Finetune/Loss": 0.8496443033218384, "Finetune/Loss (Raw)": 1.0962516069412231, "Finetune/Step": 8852, "Finetune/Step Time": 5.906570577993989}
+{"Finetune/Learning Rate": 1.1760615108807982e-05, "Finetune/Loss": 0.8493219614028931, "Finetune/Loss (Raw)": 0.8026439547538757, "Finetune/Step": 8853, "Finetune/Step Time": 5.893938802182674}
+{"Finetune/Learning Rate": 1.17589574303583e-05, "Finetune/Loss": 0.8483163118362427, "Finetune/Loss (Raw)": 0.8160261511802673, "Finetune/Step": 8854, "Finetune/Step Time": 5.895244440063834}
+{"Finetune/Learning Rate": 1.1757299702029586e-05, "Finetune/Loss": 0.8475151658058167, "Finetune/Loss (Raw)": 0.7653481364250183, "Finetune/Step": 8855, "Finetune/Step Time": 5.888999547809362}
+{"Finetune/Learning Rate": 1.175564192386885e-05, "Finetune/Loss": 0.8468489050865173, "Finetune/Loss (Raw)": 0.6450767517089844, "Finetune/Step": 8856, "Finetune/Step Time": 5.89219637773931}
+{"Finetune/Learning Rate": 1.1753984095923102e-05, "Finetune/Loss": 0.845996618270874, "Finetune/Loss (Raw)": 0.8272842168807983, "Finetune/Step": 8857, "Finetune/Step Time": 5.890424516052008}
+{"Finetune/Learning Rate": 1.1752326218239354e-05, "Finetune/Loss": 0.845089316368103, "Finetune/Loss (Raw)": 0.7333384156227112, "Finetune/Step": 8858, "Finetune/Step Time": 5.888473538681865}
+{"Finetune/Learning Rate": 1.1750668290864616e-05, "Finetune/Loss": 0.8475757837295532, "Finetune/Loss (Raw)": 0.9906479716300964, "Finetune/Step": 8859, "Finetune/Step Time": 5.871183319017291}
+{"Finetune/Learning Rate": 1.1749010313845903e-05, "Finetune/Loss": 0.8476600646972656, "Finetune/Loss (Raw)": 0.8758090734481812, "Finetune/Step": 8860, "Finetune/Step Time": 5.870480248704553}
+{"Finetune/Learning Rate": 1.1747352287230234e-05, "Finetune/Loss": 0.8500375151634216, "Finetune/Loss (Raw)": 0.9789124131202698, "Finetune/Step": 8861, "Finetune/Step Time": 5.869140477851033}
+{"Finetune/Learning Rate": 1.1745694211064617e-05, "Finetune/Loss": 0.8493762612342834, "Finetune/Loss (Raw)": 0.8287809491157532, "Finetune/Step": 8862, "Finetune/Step Time": 5.867987859994173}
+{"Finetune/Learning Rate": 1.174403608539608e-05, "Finetune/Loss": 0.8492084741592407, "Finetune/Loss (Raw)": 0.8669034838676453, "Finetune/Step": 8863, "Finetune/Step Time": 5.871198480948806}
+{"Finetune/Learning Rate": 1.1742377910271638e-05, "Finetune/Loss": 0.8501595258712769, "Finetune/Loss (Raw)": 0.9074254631996155, "Finetune/Step": 8864, "Finetune/Step Time": 5.869369883090258}
+{"Finetune/Learning Rate": 1.1740719685738316e-05, "Finetune/Loss": 0.8514611721038818, "Finetune/Loss (Raw)": 0.8868779540061951, "Finetune/Step": 8865, "Finetune/Step Time": 5.859240222722292}
+{"Finetune/Learning Rate": 1.1739061411843129e-05, "Finetune/Loss": 0.8516337871551514, "Finetune/Loss (Raw)": 0.95695960521698, "Finetune/Step": 8866, "Finetune/Step Time": 5.860164321959019}
+{"Finetune/Learning Rate": 1.1737403088633108e-05, "Finetune/Loss": 0.8509414196014404, "Finetune/Loss (Raw)": 0.8161197304725647, "Finetune/Step": 8867, "Finetune/Step Time": 5.857522552832961}
+{"Finetune/Learning Rate": 1.173574471615528e-05, "Finetune/Loss": 0.8501384258270264, "Finetune/Loss (Raw)": 0.8090726137161255, "Finetune/Step": 8868, "Finetune/Step Time": 5.855564730241895}
+{"Finetune/Learning Rate": 1.1734086294456659e-05, "Finetune/Loss": 0.8513649702072144, "Finetune/Loss (Raw)": 0.9316089153289795, "Finetune/Step": 8869, "Finetune/Step Time": 5.853183552622795}
+{"Finetune/Learning Rate": 1.1732427823584287e-05, "Finetune/Loss": 0.8519204258918762, "Finetune/Loss (Raw)": 0.8456313610076904, "Finetune/Step": 8870, "Finetune/Step Time": 5.859460463747382}
+{"Finetune/Learning Rate": 1.173076930358519e-05, "Finetune/Loss": 0.8517314195632935, "Finetune/Loss (Raw)": 0.756329357624054, "Finetune/Step": 8871, "Finetune/Step Time": 5.861290533095598}
+{"Finetune/Learning Rate": 1.1729110734506396e-05, "Finetune/Loss": 0.8509674072265625, "Finetune/Loss (Raw)": 0.7168768048286438, "Finetune/Step": 8872, "Finetune/Step Time": 5.868481118232012}
+{"Finetune/Learning Rate": 1.1727452116394935e-05, "Finetune/Loss": 0.8518465757369995, "Finetune/Loss (Raw)": 0.9168104529380798, "Finetune/Step": 8873, "Finetune/Step Time": 5.866707660257816}
+{"Finetune/Learning Rate": 1.1725793449297849e-05, "Finetune/Loss": 0.8537678122520447, "Finetune/Loss (Raw)": 0.9381042122840881, "Finetune/Step": 8874, "Finetune/Step Time": 5.856972651556134}
+{"Finetune/Learning Rate": 1.1724134733262165e-05, "Finetune/Loss": 0.8542600274085999, "Finetune/Loss (Raw)": 0.9095793962478638, "Finetune/Step": 8875, "Finetune/Step Time": 5.871669340878725}
+{"Finetune/Learning Rate": 1.1722475968334921e-05, "Finetune/Loss": 0.8529336452484131, "Finetune/Loss (Raw)": 0.7158792614936829, "Finetune/Step": 8876, "Finetune/Step Time": 5.885767525061965}
+{"Finetune/Learning Rate": 1.1720817154563162e-05, "Finetune/Loss": 0.8528136014938354, "Finetune/Loss (Raw)": 0.7947233319282532, "Finetune/Step": 8877, "Finetune/Step Time": 5.888370260596275}
+{"Finetune/Learning Rate": 1.1719158291993917e-05, "Finetune/Loss": 0.8528662919998169, "Finetune/Loss (Raw)": 0.7944422364234924, "Finetune/Step": 8878, "Finetune/Step Time": 5.8874842543154955}
+{"Finetune/Learning Rate": 1.1717499380674235e-05, "Finetune/Loss": 0.8514667749404907, "Finetune/Loss (Raw)": 0.836736261844635, "Finetune/Step": 8879, "Finetune/Step Time": 5.886468252167106}
+{"Finetune/Learning Rate": 1.1715840420651153e-05, "Finetune/Loss": 0.8516032695770264, "Finetune/Loss (Raw)": 0.8453412055969238, "Finetune/Step": 8880, "Finetune/Step Time": 5.889504307880998}
+{"Finetune/Learning Rate": 1.1714181411971715e-05, "Finetune/Loss": 0.8538174033164978, "Finetune/Loss (Raw)": 0.989700973033905, "Finetune/Step": 8881, "Finetune/Step Time": 5.892548380419612}
+{"Finetune/Learning Rate": 1.171252235468297e-05, "Finetune/Loss": 0.8523396253585815, "Finetune/Loss (Raw)": 0.6549538373947144, "Finetune/Step": 8882, "Finetune/Step Time": 5.868525821715593}
+{"Finetune/Learning Rate": 1.1710863248831956e-05, "Finetune/Loss": 0.8527170419692993, "Finetune/Loss (Raw)": 0.82122802734375, "Finetune/Step": 8883, "Finetune/Step Time": 5.871686264872551}
+{"Finetune/Learning Rate": 1.1709204094465728e-05, "Finetune/Loss": 0.8533502221107483, "Finetune/Loss (Raw)": 0.8946740627288818, "Finetune/Step": 8884, "Finetune/Step Time": 5.871954033151269}
+{"Finetune/Learning Rate": 1.170754489163133e-05, "Finetune/Loss": 0.8530588746070862, "Finetune/Loss (Raw)": 0.8046755790710449, "Finetune/Step": 8885, "Finetune/Step Time": 5.865810010582209}
+{"Finetune/Learning Rate": 1.1705885640375819e-05, "Finetune/Loss": 0.8518366813659668, "Finetune/Loss (Raw)": 0.7533255815505981, "Finetune/Step": 8886, "Finetune/Step Time": 5.866310864686966}
+{"Finetune/Learning Rate": 1.1704226340746239e-05, "Finetune/Loss": 0.8510925769805908, "Finetune/Loss (Raw)": 0.8026358485221863, "Finetune/Step": 8887, "Finetune/Step Time": 5.866072287783027}
+{"Finetune/Learning Rate": 1.1702566992789646e-05, "Finetune/Loss": 0.8503215312957764, "Finetune/Loss (Raw)": 0.8087515830993652, "Finetune/Step": 8888, "Finetune/Step Time": 5.863049468025565}
+{"Finetune/Learning Rate": 1.1700907596553097e-05, "Finetune/Loss": 0.8496145009994507, "Finetune/Loss (Raw)": 0.8642185926437378, "Finetune/Step": 8889, "Finetune/Step Time": 5.855266749858856}
+{"Finetune/Learning Rate": 1.169924815208364e-05, "Finetune/Loss": 0.8497852087020874, "Finetune/Loss (Raw)": 0.9058341383934021, "Finetune/Step": 8890, "Finetune/Step Time": 5.857641614973545}
+{"Finetune/Learning Rate": 1.1697588659428343e-05, "Finetune/Loss": 0.8492438197135925, "Finetune/Loss (Raw)": 0.7910003066062927, "Finetune/Step": 8891, "Finetune/Step Time": 5.859195079654455}
+{"Finetune/Learning Rate": 1.1695929118634257e-05, "Finetune/Loss": 0.8496719002723694, "Finetune/Loss (Raw)": 0.856096625328064, "Finetune/Step": 8892, "Finetune/Step Time": 5.855754731222987}
+{"Finetune/Learning Rate": 1.1694269529748442e-05, "Finetune/Loss": 0.8502843379974365, "Finetune/Loss (Raw)": 0.9016422033309937, "Finetune/Step": 8893, "Finetune/Step Time": 5.855937713757157}
+{"Finetune/Learning Rate": 1.1692609892817961e-05, "Finetune/Loss": 0.8503234386444092, "Finetune/Loss (Raw)": 0.9413541555404663, "Finetune/Step": 8894, "Finetune/Step Time": 5.852611470967531}
+{"Finetune/Learning Rate": 1.1690950207889882e-05, "Finetune/Loss": 0.8500509262084961, "Finetune/Loss (Raw)": 0.9139883518218994, "Finetune/Step": 8895, "Finetune/Step Time": 5.848026588559151}
+{"Finetune/Learning Rate": 1.1689290475011258e-05, "Finetune/Loss": 0.8497813940048218, "Finetune/Loss (Raw)": 0.7436975240707397, "Finetune/Step": 8896, "Finetune/Step Time": 5.851815517991781}
+{"Finetune/Learning Rate": 1.1687630694229159e-05, "Finetune/Loss": 0.8490387201309204, "Finetune/Loss (Raw)": 0.7744571566581726, "Finetune/Step": 8897, "Finetune/Step Time": 5.853484563529491}
+{"Finetune/Learning Rate": 1.1685970865590659e-05, "Finetune/Loss": 0.8500947952270508, "Finetune/Loss (Raw)": 0.8557258248329163, "Finetune/Step": 8898, "Finetune/Step Time": 5.853914892300963}
+{"Finetune/Learning Rate": 1.1684310989142816e-05, "Finetune/Loss": 0.8497141599655151, "Finetune/Loss (Raw)": 0.816800057888031, "Finetune/Step": 8899, "Finetune/Step Time": 5.85251672565937}
+{"Finetune/Learning Rate": 1.1682651064932702e-05, "Finetune/Loss": 0.8510406017303467, "Finetune/Loss (Raw)": 0.9245296120643616, "Finetune/Step": 8900, "Finetune/Step Time": 5.849623003974557}
+{"Finetune/Learning Rate": 1.1680991093007388e-05, "Finetune/Loss": 0.8508118987083435, "Finetune/Loss (Raw)": 0.7624842524528503, "Finetune/Step": 8901, "Finetune/Step Time": 5.854650214314461}
+{"Finetune/Learning Rate": 1.1679331073413946e-05, "Finetune/Loss": 0.8516936302185059, "Finetune/Loss (Raw)": 0.8274838328361511, "Finetune/Step": 8902, "Finetune/Step Time": 5.850220499560237}
+{"Finetune/Learning Rate": 1.1677671006199453e-05, "Finetune/Loss": 0.8518697023391724, "Finetune/Loss (Raw)": 0.8457646369934082, "Finetune/Step": 8903, "Finetune/Step Time": 5.849584812298417}
+{"Finetune/Learning Rate": 1.167601089141098e-05, "Finetune/Loss": 0.8524315357208252, "Finetune/Loss (Raw)": 0.9377216696739197, "Finetune/Step": 8904, "Finetune/Step Time": 5.848328171297908}
+{"Finetune/Learning Rate": 1.1674350729095603e-05, "Finetune/Loss": 0.8526012897491455, "Finetune/Loss (Raw)": 0.899909496307373, "Finetune/Step": 8905, "Finetune/Step Time": 5.828451773151755}
+{"Finetune/Learning Rate": 1.16726905193004e-05, "Finetune/Loss": 0.8511776924133301, "Finetune/Loss (Raw)": 0.8203104138374329, "Finetune/Step": 8906, "Finetune/Step Time": 5.807628963142633}
+{"Finetune/Learning Rate": 1.1671030262072454e-05, "Finetune/Loss": 0.8504937887191772, "Finetune/Loss (Raw)": 0.8212655186653137, "Finetune/Step": 8907, "Finetune/Step Time": 5.804793467745185}
+{"Finetune/Learning Rate": 1.1669369957458838e-05, "Finetune/Loss": 0.8492215275764465, "Finetune/Loss (Raw)": 0.7736444473266602, "Finetune/Step": 8908, "Finetune/Step Time": 5.784608278423548}
+{"Finetune/Learning Rate": 1.1667709605506638e-05, "Finetune/Loss": 0.8499094247817993, "Finetune/Loss (Raw)": 0.9637700915336609, "Finetune/Step": 8909, "Finetune/Step Time": 5.784437630325556}
+{"Finetune/Learning Rate": 1.166604920626294e-05, "Finetune/Loss": 0.8490114212036133, "Finetune/Loss (Raw)": 0.792174756526947, "Finetune/Step": 8910, "Finetune/Step Time": 5.786393141373992}
+{"Finetune/Learning Rate": 1.1664388759774817e-05, "Finetune/Loss": 0.8493040204048157, "Finetune/Loss (Raw)": 0.8718834519386292, "Finetune/Step": 8911, "Finetune/Step Time": 5.780251065269113}
+{"Finetune/Learning Rate": 1.1662728266089365e-05, "Finetune/Loss": 0.8508786559104919, "Finetune/Loss (Raw)": 0.9878504872322083, "Finetune/Step": 8912, "Finetune/Step Time": 5.777014346793294}
+{"Finetune/Learning Rate": 1.166106772525367e-05, "Finetune/Loss": 0.8523790836334229, "Finetune/Loss (Raw)": 0.8848283886909485, "Finetune/Step": 8913, "Finetune/Step Time": 5.7691650334745646}
+{"Finetune/Learning Rate": 1.1659407137314811e-05, "Finetune/Loss": 0.8521227836608887, "Finetune/Loss (Raw)": 0.9022766351699829, "Finetune/Step": 8914, "Finetune/Step Time": 5.768416626378894}
+{"Finetune/Learning Rate": 1.1657746502319888e-05, "Finetune/Loss": 0.8528164625167847, "Finetune/Loss (Raw)": 0.942399799823761, "Finetune/Step": 8915, "Finetune/Step Time": 5.7582850977778435}
+{"Finetune/Learning Rate": 1.1656085820315992e-05, "Finetune/Loss": 0.8533787727355957, "Finetune/Loss (Raw)": 0.8668175935745239, "Finetune/Step": 8916, "Finetune/Step Time": 5.74722458794713}
+{"Finetune/Learning Rate": 1.1654425091350208e-05, "Finetune/Loss": 0.8524245619773865, "Finetune/Loss (Raw)": 0.7894346714019775, "Finetune/Step": 8917, "Finetune/Step Time": 5.744981659576297}
+{"Finetune/Learning Rate": 1.1652764315469631e-05, "Finetune/Loss": 0.8531248569488525, "Finetune/Loss (Raw)": 0.8904167413711548, "Finetune/Step": 8918, "Finetune/Step Time": 5.744974598288536}
+{"Finetune/Learning Rate": 1.1651103492721363e-05, "Finetune/Loss": 0.8524836301803589, "Finetune/Loss (Raw)": 0.805097222328186, "Finetune/Step": 8919, "Finetune/Step Time": 5.745212957262993}
+{"Finetune/Learning Rate": 1.1649442623152492e-05, "Finetune/Loss": 0.8518247008323669, "Finetune/Loss (Raw)": 0.7624717950820923, "Finetune/Step": 8920, "Finetune/Step Time": 5.74307744204998}
+{"Finetune/Learning Rate": 1.1647781706810116e-05, "Finetune/Loss": 0.8518087863922119, "Finetune/Loss (Raw)": 0.8576362729072571, "Finetune/Step": 8921, "Finetune/Step Time": 5.7465616296976805}
+{"Finetune/Learning Rate": 1.164612074374134e-05, "Finetune/Loss": 0.8518534898757935, "Finetune/Loss (Raw)": 0.9332841634750366, "Finetune/Step": 8922, "Finetune/Step Time": 5.74121973477304}
+{"Finetune/Learning Rate": 1.1644459733993261e-05, "Finetune/Loss": 0.850081205368042, "Finetune/Loss (Raw)": 0.6727234721183777, "Finetune/Step": 8923, "Finetune/Step Time": 5.740084957331419}
+{"Finetune/Learning Rate": 1.1642798677612979e-05, "Finetune/Loss": 0.8526569604873657, "Finetune/Loss (Raw)": 0.9888253808021545, "Finetune/Step": 8924, "Finetune/Step Time": 5.735504619777203}
+{"Finetune/Learning Rate": 1.1641137574647596e-05, "Finetune/Loss": 0.852262020111084, "Finetune/Loss (Raw)": 0.7974112629890442, "Finetune/Step": 8925, "Finetune/Step Time": 5.733988910913467}
+{"Finetune/Learning Rate": 1.163947642514422e-05, "Finetune/Loss": 0.8508113622665405, "Finetune/Loss (Raw)": 0.6627703309059143, "Finetune/Step": 8926, "Finetune/Step Time": 5.750677673146129}
+{"Finetune/Learning Rate": 1.1637815229149956e-05, "Finetune/Loss": 0.8490418195724487, "Finetune/Loss (Raw)": 0.7381999492645264, "Finetune/Step": 8927, "Finetune/Step Time": 5.74907947704196}
+{"Finetune/Learning Rate": 1.1636153986711906e-05, "Finetune/Loss": 0.8492982387542725, "Finetune/Loss (Raw)": 0.9264852404594421, "Finetune/Step": 8928, "Finetune/Step Time": 5.74315420165658}
+{"Finetune/Learning Rate": 1.1634492697877184e-05, "Finetune/Loss": 0.8475809097290039, "Finetune/Loss (Raw)": 0.7684098482131958, "Finetune/Step": 8929, "Finetune/Step Time": 5.741259526461363}
+{"Finetune/Learning Rate": 1.1632831362692897e-05, "Finetune/Loss": 0.8456523418426514, "Finetune/Loss (Raw)": 0.6488843560218811, "Finetune/Step": 8930, "Finetune/Step Time": 5.740793816745281}
+{"Finetune/Learning Rate": 1.1631169981206156e-05, "Finetune/Loss": 0.8454959392547607, "Finetune/Loss (Raw)": 0.7922871112823486, "Finetune/Step": 8931, "Finetune/Step Time": 5.745007110759616}
+{"Finetune/Learning Rate": 1.162950855346407e-05, "Finetune/Loss": 0.8451613187789917, "Finetune/Loss (Raw)": 0.7981979250907898, "Finetune/Step": 8932, "Finetune/Step Time": 5.744799643754959}
+{"Finetune/Learning Rate": 1.1627847079513759e-05, "Finetune/Loss": 0.8443043231964111, "Finetune/Loss (Raw)": 0.7643764615058899, "Finetune/Step": 8933, "Finetune/Step Time": 5.759630240499973}
+{"Finetune/Learning Rate": 1.1626185559402335e-05, "Finetune/Loss": 0.8434432148933411, "Finetune/Loss (Raw)": 0.7339940071105957, "Finetune/Step": 8934, "Finetune/Step Time": 5.755978733301163}
+{"Finetune/Learning Rate": 1.1624523993176907e-05, "Finetune/Loss": 0.8428985476493835, "Finetune/Loss (Raw)": 0.8655272126197815, "Finetune/Step": 8935, "Finetune/Step Time": 5.746135849505663}
+{"Finetune/Learning Rate": 1.16228623808846e-05, "Finetune/Loss": 0.8432424068450928, "Finetune/Loss (Raw)": 0.8462943434715271, "Finetune/Step": 8936, "Finetune/Step Time": 5.745846726000309}
+{"Finetune/Learning Rate": 1.1621200722572535e-05, "Finetune/Loss": 0.8428230285644531, "Finetune/Loss (Raw)": 0.9048438668251038, "Finetune/Step": 8937, "Finetune/Step Time": 5.749559178948402}
+{"Finetune/Learning Rate": 1.1619539018287822e-05, "Finetune/Loss": 0.8428548574447632, "Finetune/Loss (Raw)": 0.8045134544372559, "Finetune/Step": 8938, "Finetune/Step Time": 5.748575350269675}
+{"Finetune/Learning Rate": 1.161787726807759e-05, "Finetune/Loss": 0.8430282473564148, "Finetune/Loss (Raw)": 0.784278392791748, "Finetune/Step": 8939, "Finetune/Step Time": 5.7537209913134575}
+{"Finetune/Learning Rate": 1.161621547198896e-05, "Finetune/Loss": 0.8420062065124512, "Finetune/Loss (Raw)": 0.7742013931274414, "Finetune/Step": 8940, "Finetune/Step Time": 5.746821992099285}
+{"Finetune/Learning Rate": 1.1614553630069055e-05, "Finetune/Loss": 0.8434852361679077, "Finetune/Loss (Raw)": 0.9154262542724609, "Finetune/Step": 8941, "Finetune/Step Time": 5.7339369263499975}
+{"Finetune/Learning Rate": 1.1612891742364995e-05, "Finetune/Loss": 0.8425445556640625, "Finetune/Loss (Raw)": 0.7863157987594604, "Finetune/Step": 8942, "Finetune/Step Time": 5.76012334600091}
+{"Finetune/Learning Rate": 1.1611229808923921e-05, "Finetune/Loss": 0.8411424160003662, "Finetune/Loss (Raw)": 0.7477473020553589, "Finetune/Step": 8943, "Finetune/Step Time": 5.757570318877697}
+{"Finetune/Learning Rate": 1.1609567829792945e-05, "Finetune/Loss": 0.8411069512367249, "Finetune/Loss (Raw)": 0.8213796019554138, "Finetune/Step": 8944, "Finetune/Step Time": 5.753823261708021}
+{"Finetune/Learning Rate": 1.1607905805019203e-05, "Finetune/Loss": 0.8400144577026367, "Finetune/Loss (Raw)": 0.7587898969650269, "Finetune/Step": 8945, "Finetune/Step Time": 5.75437518209219}
+{"Finetune/Learning Rate": 1.1606243734649827e-05, "Finetune/Loss": 0.8393295407295227, "Finetune/Loss (Raw)": 0.6620343327522278, "Finetune/Step": 8946, "Finetune/Step Time": 5.760769737884402}
+{"Finetune/Learning Rate": 1.1604581618731946e-05, "Finetune/Loss": 0.8385199904441833, "Finetune/Loss (Raw)": 0.7238006591796875, "Finetune/Step": 8947, "Finetune/Step Time": 5.7618395406752825}
+{"Finetune/Learning Rate": 1.1602919457312689e-05, "Finetune/Loss": 0.8389691114425659, "Finetune/Loss (Raw)": 0.8756952881813049, "Finetune/Step": 8948, "Finetune/Step Time": 5.756881400942802}
+{"Finetune/Learning Rate": 1.1601257250439195e-05, "Finetune/Loss": 0.8375830054283142, "Finetune/Loss (Raw)": 0.7320180535316467, "Finetune/Step": 8949, "Finetune/Step Time": 5.760999660938978}
+{"Finetune/Learning Rate": 1.1599594998158602e-05, "Finetune/Loss": 0.8381985425949097, "Finetune/Loss (Raw)": 0.8543571829795837, "Finetune/Step": 8950, "Finetune/Step Time": 5.750421525910497}
+{"Finetune/Learning Rate": 1.1597932700518044e-05, "Finetune/Loss": 0.8362784385681152, "Finetune/Loss (Raw)": 0.7264072895050049, "Finetune/Step": 8951, "Finetune/Step Time": 5.751322468742728}
+{"Finetune/Learning Rate": 1.1596270357564656e-05, "Finetune/Loss": 0.8359876871109009, "Finetune/Loss (Raw)": 0.7667903900146484, "Finetune/Step": 8952, "Finetune/Step Time": 5.750608924776316}
+{"Finetune/Learning Rate": 1.1594607969345582e-05, "Finetune/Loss": 0.8369773626327515, "Finetune/Loss (Raw)": 0.9951397180557251, "Finetune/Step": 8953, "Finetune/Step Time": 5.749611526727676}
+{"Finetune/Learning Rate": 1.1592945535907958e-05, "Finetune/Loss": 0.8368944525718689, "Finetune/Loss (Raw)": 0.9046986699104309, "Finetune/Step": 8954, "Finetune/Step Time": 5.749753775075078}
+{"Finetune/Learning Rate": 1.159128305729893e-05, "Finetune/Loss": 0.8361749053001404, "Finetune/Loss (Raw)": 0.8735182285308838, "Finetune/Step": 8955, "Finetune/Step Time": 5.751531096175313}
+{"Finetune/Learning Rate": 1.158962053356564e-05, "Finetune/Loss": 0.8370254039764404, "Finetune/Loss (Raw)": 0.9159098863601685, "Finetune/Step": 8956, "Finetune/Step Time": 5.752242939546704}
+{"Finetune/Learning Rate": 1.158795796475523e-05, "Finetune/Loss": 0.8357319831848145, "Finetune/Loss (Raw)": 0.760156512260437, "Finetune/Step": 8957, "Finetune/Step Time": 5.754735296592116}
+{"Finetune/Learning Rate": 1.158629535091485e-05, "Finetune/Loss": 0.8349754214286804, "Finetune/Loss (Raw)": 0.7779927253723145, "Finetune/Step": 8958, "Finetune/Step Time": 5.752247851341963}
+{"Finetune/Learning Rate": 1.1584632692091643e-05, "Finetune/Loss": 0.8341548442840576, "Finetune/Loss (Raw)": 0.8675064444541931, "Finetune/Step": 8959, "Finetune/Step Time": 5.760229870676994}
+{"Finetune/Learning Rate": 1.1582969988332757e-05, "Finetune/Loss": 0.8334513306617737, "Finetune/Loss (Raw)": 0.6482059955596924, "Finetune/Step": 8960, "Finetune/Step Time": 5.7498452216386795}
+{"Finetune/Learning Rate": 1.1581307239685346e-05, "Finetune/Loss": 0.8338772654533386, "Finetune/Loss (Raw)": 0.8590546250343323, "Finetune/Step": 8961, "Finetune/Step Time": 5.741863194853067}
+{"Finetune/Learning Rate": 1.157964444619656e-05, "Finetune/Loss": 0.833066999912262, "Finetune/Loss (Raw)": 0.6892553567886353, "Finetune/Step": 8962, "Finetune/Step Time": 5.747409133240581}
+{"Finetune/Learning Rate": 1.1577981607913547e-05, "Finetune/Loss": 0.8337030410766602, "Finetune/Loss (Raw)": 0.9502525925636292, "Finetune/Step": 8963, "Finetune/Step Time": 5.746729280799627}
+{"Finetune/Learning Rate": 1.1576318724883461e-05, "Finetune/Loss": 0.8331529498100281, "Finetune/Loss (Raw)": 0.8281188607215881, "Finetune/Step": 8964, "Finetune/Step Time": 5.750798700377345}
+{"Finetune/Learning Rate": 1.1574655797153464e-05, "Finetune/Loss": 0.8322670459747314, "Finetune/Loss (Raw)": 0.8355190753936768, "Finetune/Step": 8965, "Finetune/Step Time": 5.74947320856154}
+{"Finetune/Learning Rate": 1.1572992824770703e-05, "Finetune/Loss": 0.8312561511993408, "Finetune/Loss (Raw)": 0.7646867036819458, "Finetune/Step": 8966, "Finetune/Step Time": 5.778467273339629}
+{"Finetune/Learning Rate": 1.1571329807782336e-05, "Finetune/Loss": 0.8318891525268555, "Finetune/Loss (Raw)": 0.9062916040420532, "Finetune/Step": 8967, "Finetune/Step Time": 5.762896701693535}
+{"Finetune/Learning Rate": 1.1569666746235527e-05, "Finetune/Loss": 0.8313610553741455, "Finetune/Loss (Raw)": 0.8135740756988525, "Finetune/Step": 8968, "Finetune/Step Time": 5.755437264218926}
+{"Finetune/Learning Rate": 1.1568003640177434e-05, "Finetune/Loss": 0.8302664160728455, "Finetune/Loss (Raw)": 0.9037953019142151, "Finetune/Step": 8969, "Finetune/Step Time": 5.770375667139888}
+{"Finetune/Learning Rate": 1.1566340489655213e-05, "Finetune/Loss": 0.830366849899292, "Finetune/Loss (Raw)": 0.8011720776557922, "Finetune/Step": 8970, "Finetune/Step Time": 5.771108154207468}
+{"Finetune/Learning Rate": 1.1564677294716032e-05, "Finetune/Loss": 0.8312321901321411, "Finetune/Loss (Raw)": 0.9193532466888428, "Finetune/Step": 8971, "Finetune/Step Time": 5.76943333633244}
+{"Finetune/Learning Rate": 1.1563014055407052e-05, "Finetune/Loss": 0.8300151824951172, "Finetune/Loss (Raw)": 0.6062344908714294, "Finetune/Step": 8972, "Finetune/Step Time": 5.783048491925001}
+{"Finetune/Learning Rate": 1.1561350771775438e-05, "Finetune/Loss": 0.8288679122924805, "Finetune/Loss (Raw)": 0.6902582049369812, "Finetune/Step": 8973, "Finetune/Step Time": 5.78480844758451}
+{"Finetune/Learning Rate": 1.1559687443868354e-05, "Finetune/Loss": 0.8286571502685547, "Finetune/Loss (Raw)": 0.8461537957191467, "Finetune/Step": 8974, "Finetune/Step Time": 5.787935838103294}
+{"Finetune/Learning Rate": 1.1558024071732971e-05, "Finetune/Loss": 0.8297808170318604, "Finetune/Loss (Raw)": 0.8241199851036072, "Finetune/Step": 8975, "Finetune/Step Time": 5.784930543974042}
+{"Finetune/Learning Rate": 1.1556360655416457e-05, "Finetune/Loss": 0.8305065035820007, "Finetune/Loss (Raw)": 0.9418452978134155, "Finetune/Step": 8976, "Finetune/Step Time": 5.787801371887326}
+{"Finetune/Learning Rate": 1.1554697194965978e-05, "Finetune/Loss": 0.8309664130210876, "Finetune/Loss (Raw)": 0.8837420344352722, "Finetune/Step": 8977, "Finetune/Step Time": 5.788114864379168}
+{"Finetune/Learning Rate": 1.1553033690428708e-05, "Finetune/Loss": 0.8306476473808289, "Finetune/Loss (Raw)": 0.7885164022445679, "Finetune/Step": 8978, "Finetune/Step Time": 5.78530590608716}
+{"Finetune/Learning Rate": 1.1551370141851819e-05, "Finetune/Loss": 0.8314992189407349, "Finetune/Loss (Raw)": 0.8300817012786865, "Finetune/Step": 8979, "Finetune/Step Time": 5.765753220766783}
+{"Finetune/Learning Rate": 1.1549706549282486e-05, "Finetune/Loss": 0.8294694423675537, "Finetune/Loss (Raw)": 0.8364452719688416, "Finetune/Step": 8980, "Finetune/Step Time": 5.769668605178595}
+{"Finetune/Learning Rate": 1.1548042912767881e-05, "Finetune/Loss": 0.8286045789718628, "Finetune/Loss (Raw)": 0.6919366717338562, "Finetune/Step": 8981, "Finetune/Step Time": 5.7695443741977215}
+{"Finetune/Learning Rate": 1.154637923235518e-05, "Finetune/Loss": 0.827690839767456, "Finetune/Loss (Raw)": 0.6990745663642883, "Finetune/Step": 8982, "Finetune/Step Time": 5.764796372503042}
+{"Finetune/Learning Rate": 1.1544715508091564e-05, "Finetune/Loss": 0.8284765481948853, "Finetune/Loss (Raw)": 0.8659116625785828, "Finetune/Step": 8983, "Finetune/Step Time": 5.7643238957971334}
+{"Finetune/Learning Rate": 1.1543051740024204e-05, "Finetune/Loss": 0.830050528049469, "Finetune/Loss (Raw)": 0.8465515375137329, "Finetune/Step": 8984, "Finetune/Step Time": 5.760782117024064}
+{"Finetune/Learning Rate": 1.1541387928200286e-05, "Finetune/Loss": 0.8305364847183228, "Finetune/Loss (Raw)": 0.8894826173782349, "Finetune/Step": 8985, "Finetune/Step Time": 5.764709087088704}
+{"Finetune/Learning Rate": 1.1539724072666995e-05, "Finetune/Loss": 0.8319741487503052, "Finetune/Loss (Raw)": 0.9173619151115417, "Finetune/Step": 8986, "Finetune/Step Time": 5.765417158603668}
+{"Finetune/Learning Rate": 1.1538060173471502e-05, "Finetune/Loss": 0.8304774761199951, "Finetune/Loss (Raw)": 0.7990739345550537, "Finetune/Step": 8987, "Finetune/Step Time": 5.762349784374237}
+{"Finetune/Learning Rate": 1.1536396230660998e-05, "Finetune/Loss": 0.829201340675354, "Finetune/Loss (Raw)": 0.7124568223953247, "Finetune/Step": 8988, "Finetune/Step Time": 5.798800656571984}
+{"Finetune/Learning Rate": 1.1534732244282666e-05, "Finetune/Loss": 0.8273088932037354, "Finetune/Loss (Raw)": 0.7366790175437927, "Finetune/Step": 8989, "Finetune/Step Time": 5.7969197649508715}
+{"Finetune/Learning Rate": 1.1533068214383692e-05, "Finetune/Loss": 0.8275220394134521, "Finetune/Loss (Raw)": 0.8560689687728882, "Finetune/Step": 8990, "Finetune/Step Time": 5.80959128215909}
+{"Finetune/Learning Rate": 1.153140414101126e-05, "Finetune/Loss": 0.8263810873031616, "Finetune/Loss (Raw)": 0.7208539843559265, "Finetune/Step": 8991, "Finetune/Step Time": 5.80865284986794}
+{"Finetune/Learning Rate": 1.1529740024212566e-05, "Finetune/Loss": 0.8254003524780273, "Finetune/Loss (Raw)": 0.7818987965583801, "Finetune/Step": 8992, "Finetune/Step Time": 5.830705022439361}
+{"Finetune/Learning Rate": 1.1528075864034791e-05, "Finetune/Loss": 0.8254347443580627, "Finetune/Loss (Raw)": 0.8912829160690308, "Finetune/Step": 8993, "Finetune/Step Time": 5.833022581413388}
+{"Finetune/Learning Rate": 1.1526411660525132e-05, "Finetune/Loss": 0.8239574432373047, "Finetune/Loss (Raw)": 0.7678626775741577, "Finetune/Step": 8994, "Finetune/Step Time": 5.831701125949621}
+{"Finetune/Learning Rate": 1.1524747413730777e-05, "Finetune/Loss": 0.8245543241500854, "Finetune/Loss (Raw)": 0.8925144076347351, "Finetune/Step": 8995, "Finetune/Step Time": 5.830183777958155}
+{"Finetune/Learning Rate": 1.1523083123698921e-05, "Finetune/Loss": 0.8255531787872314, "Finetune/Loss (Raw)": 0.9369295835494995, "Finetune/Step": 8996, "Finetune/Step Time": 5.857842963188887}
+{"Finetune/Learning Rate": 1.152141879047676e-05, "Finetune/Loss": 0.8251298069953918, "Finetune/Loss (Raw)": 0.8774189352989197, "Finetune/Step": 8997, "Finetune/Step Time": 5.862387051805854}
+{"Finetune/Learning Rate": 1.1519754414111488e-05, "Finetune/Loss": 0.8249348402023315, "Finetune/Loss (Raw)": 0.8206705451011658, "Finetune/Step": 8998, "Finetune/Step Time": 5.8609604742378}
+{"Finetune/Learning Rate": 1.1518089994650303e-05, "Finetune/Loss": 0.8253074884414673, "Finetune/Loss (Raw)": 0.804029643535614, "Finetune/Step": 8999, "Finetune/Step Time": 5.8608462531119585}
+{"Finetune/Learning Rate": 1.1516425532140403e-05, "Finetune/Loss": 0.8267842531204224, "Finetune/Loss (Raw)": 0.9059091210365295, "Finetune/Step": 9000, "Finetune/Step Time": 5.851911464706063}
+{"Finetune/Learning Rate": 1.1514761026628985e-05, "Finetune/Loss": 0.825932502746582, "Finetune/Loss (Raw)": 0.8077878952026367, "Finetune/Step": 9001, "Finetune/Step Time": 5.856541208922863}
+{"Finetune/Learning Rate": 1.1513096478163252e-05, "Finetune/Loss": 0.825123131275177, "Finetune/Loss (Raw)": 0.8345001935958862, "Finetune/Step": 9002, "Finetune/Step Time": 5.856181843206286}
+{"Finetune/Learning Rate": 1.1511431886790407e-05, "Finetune/Loss": 0.8251640200614929, "Finetune/Loss (Raw)": 0.9148148894309998, "Finetune/Step": 9003, "Finetune/Step Time": 5.84367810562253}
+{"Finetune/Learning Rate": 1.1509767252557651e-05, "Finetune/Loss": 0.8259303569793701, "Finetune/Loss (Raw)": 0.8139626979827881, "Finetune/Step": 9004, "Finetune/Step Time": 5.830948086455464}
+{"Finetune/Learning Rate": 1.150810257551219e-05, "Finetune/Loss": 0.8256261944770813, "Finetune/Loss (Raw)": 0.7557963728904724, "Finetune/Step": 9005, "Finetune/Step Time": 5.827557500451803}
+{"Finetune/Learning Rate": 1.1506437855701227e-05, "Finetune/Loss": 0.8266273140907288, "Finetune/Loss (Raw)": 0.9225847125053406, "Finetune/Step": 9006, "Finetune/Step Time": 5.8386829029768705}
+{"Finetune/Learning Rate": 1.1504773093171972e-05, "Finetune/Loss": 0.8272426128387451, "Finetune/Loss (Raw)": 0.9154988527297974, "Finetune/Step": 9007, "Finetune/Step Time": 5.834179989993572}
+{"Finetune/Learning Rate": 1.1503108287971627e-05, "Finetune/Loss": 0.8274147510528564, "Finetune/Loss (Raw)": 0.8673684597015381, "Finetune/Step": 9008, "Finetune/Step Time": 5.830575127154589}
+{"Finetune/Learning Rate": 1.1501443440147409e-05, "Finetune/Loss": 0.8254965543746948, "Finetune/Loss (Raw)": 0.744178295135498, "Finetune/Step": 9009, "Finetune/Step Time": 5.830003272742033}
+{"Finetune/Learning Rate": 1.1499778549746525e-05, "Finetune/Loss": 0.8273637294769287, "Finetune/Loss (Raw)": 0.8939476013183594, "Finetune/Step": 9010, "Finetune/Step Time": 5.833983924239874}
+{"Finetune/Learning Rate": 1.1498113616816185e-05, "Finetune/Loss": 0.8287426233291626, "Finetune/Loss (Raw)": 0.9977326393127441, "Finetune/Step": 9011, "Finetune/Step Time": 5.831315949559212}
+{"Finetune/Learning Rate": 1.1496448641403602e-05, "Finetune/Loss": 0.8275998830795288, "Finetune/Loss (Raw)": 0.7483972907066345, "Finetune/Step": 9012, "Finetune/Step Time": 5.829874362796545}
+{"Finetune/Learning Rate": 1.1494783623555992e-05, "Finetune/Loss": 0.8277471661567688, "Finetune/Loss (Raw)": 0.823528528213501, "Finetune/Step": 9013, "Finetune/Step Time": 5.829394239932299}
+{"Finetune/Learning Rate": 1.1493118563320569e-05, "Finetune/Loss": 0.8284659385681152, "Finetune/Loss (Raw)": 0.8453316688537598, "Finetune/Step": 9014, "Finetune/Step Time": 5.827245131134987}
+{"Finetune/Learning Rate": 1.1491453460744546e-05, "Finetune/Loss": 0.82957524061203, "Finetune/Loss (Raw)": 0.9446296095848083, "Finetune/Step": 9015, "Finetune/Step Time": 5.8269331920892}
+{"Finetune/Learning Rate": 1.148978831587515e-05, "Finetune/Loss": 0.8284920454025269, "Finetune/Loss (Raw)": 0.6701034307479858, "Finetune/Step": 9016, "Finetune/Step Time": 5.823997488245368}
+{"Finetune/Learning Rate": 1.148812312875959e-05, "Finetune/Loss": 0.8299601674079895, "Finetune/Loss (Raw)": 1.0521354675292969, "Finetune/Step": 9017, "Finetune/Step Time": 5.810308599844575}
+{"Finetune/Learning Rate": 1.148645789944509e-05, "Finetune/Loss": 0.8283109664916992, "Finetune/Loss (Raw)": 0.694733738899231, "Finetune/Step": 9018, "Finetune/Step Time": 5.809840893372893}
+{"Finetune/Learning Rate": 1.1484792627978872e-05, "Finetune/Loss": 0.8282837867736816, "Finetune/Loss (Raw)": 0.7875213623046875, "Finetune/Step": 9019, "Finetune/Step Time": 5.826188364997506}
+{"Finetune/Learning Rate": 1.1483127314408156e-05, "Finetune/Loss": 0.8280225396156311, "Finetune/Loss (Raw)": 0.8226557374000549, "Finetune/Step": 9020, "Finetune/Step Time": 5.828833919018507}
+{"Finetune/Learning Rate": 1.1481461958780166e-05, "Finetune/Loss": 0.8257738351821899, "Finetune/Loss (Raw)": 0.6138132214546204, "Finetune/Step": 9021, "Finetune/Step Time": 5.852154398337007}
+{"Finetune/Learning Rate": 1.147979656114213e-05, "Finetune/Loss": 0.826341986656189, "Finetune/Loss (Raw)": 1.0140763521194458, "Finetune/Step": 9022, "Finetune/Step Time": 5.860745171085}
+{"Finetune/Learning Rate": 1.147813112154127e-05, "Finetune/Loss": 0.8260107040405273, "Finetune/Loss (Raw)": 0.8715836405754089, "Finetune/Step": 9023, "Finetune/Step Time": 5.868655925616622}
+{"Finetune/Learning Rate": 1.1476465640024814e-05, "Finetune/Loss": 0.8264203071594238, "Finetune/Loss (Raw)": 0.7961226105690002, "Finetune/Step": 9024, "Finetune/Step Time": 5.866037579253316}
+{"Finetune/Learning Rate": 1.1474800116639993e-05, "Finetune/Loss": 0.8273038864135742, "Finetune/Loss (Raw)": 0.8875531554222107, "Finetune/Step": 9025, "Finetune/Step Time": 5.862448368221521}
+{"Finetune/Learning Rate": 1.147313455143403e-05, "Finetune/Loss": 0.8276469707489014, "Finetune/Loss (Raw)": 0.8996392488479614, "Finetune/Step": 9026, "Finetune/Step Time": 5.87896890565753}
+{"Finetune/Learning Rate": 1.1471468944454165e-05, "Finetune/Loss": 0.8284311294555664, "Finetune/Loss (Raw)": 0.9171761274337769, "Finetune/Step": 9027, "Finetune/Step Time": 5.877886714413762}
+{"Finetune/Learning Rate": 1.1469803295747626e-05, "Finetune/Loss": 0.8280888795852661, "Finetune/Loss (Raw)": 0.8807194232940674, "Finetune/Step": 9028, "Finetune/Step Time": 5.878585504367948}
+{"Finetune/Learning Rate": 1.146813760536164e-05, "Finetune/Loss": 0.8286653757095337, "Finetune/Loss (Raw)": 0.8362777233123779, "Finetune/Step": 9029, "Finetune/Step Time": 5.866883557289839}
+{"Finetune/Learning Rate": 1.146647187334345e-05, "Finetune/Loss": 0.8288754224777222, "Finetune/Loss (Raw)": 0.8543781638145447, "Finetune/Step": 9030, "Finetune/Step Time": 5.866399446502328}
+{"Finetune/Learning Rate": 1.1464806099740287e-05, "Finetune/Loss": 0.8283703327178955, "Finetune/Loss (Raw)": 0.781109094619751, "Finetune/Step": 9031, "Finetune/Step Time": 5.868586376309395}
+{"Finetune/Learning Rate": 1.1463140284599387e-05, "Finetune/Loss": 0.8274233341217041, "Finetune/Loss (Raw)": 0.8165020942687988, "Finetune/Step": 9032, "Finetune/Step Time": 5.870598176494241}
+{"Finetune/Learning Rate": 1.1461474427967988e-05, "Finetune/Loss": 0.826757550239563, "Finetune/Loss (Raw)": 0.8146883249282837, "Finetune/Step": 9033, "Finetune/Step Time": 5.871724909171462}
+{"Finetune/Learning Rate": 1.1459808529893334e-05, "Finetune/Loss": 0.8270922899246216, "Finetune/Loss (Raw)": 0.8631555438041687, "Finetune/Step": 9034, "Finetune/Step Time": 5.863943982869387}
+{"Finetune/Learning Rate": 1.145814259042266e-05, "Finetune/Loss": 0.8276252746582031, "Finetune/Loss (Raw)": 0.8894871473312378, "Finetune/Step": 9035, "Finetune/Step Time": 5.86633668653667}
+{"Finetune/Learning Rate": 1.1456476609603206e-05, "Finetune/Loss": 0.828415036201477, "Finetune/Loss (Raw)": 0.8747380375862122, "Finetune/Step": 9036, "Finetune/Step Time": 5.872661575675011}
+{"Finetune/Learning Rate": 1.1454810587482221e-05, "Finetune/Loss": 0.8272007703781128, "Finetune/Loss (Raw)": 0.808349609375, "Finetune/Step": 9037, "Finetune/Step Time": 5.878433156758547}
+{"Finetune/Learning Rate": 1.1453144524106944e-05, "Finetune/Loss": 0.8274223804473877, "Finetune/Loss (Raw)": 0.8205370306968689, "Finetune/Step": 9038, "Finetune/Step Time": 5.8834332544356585}
+{"Finetune/Learning Rate": 1.145147841952462e-05, "Finetune/Loss": 0.8286877274513245, "Finetune/Loss (Raw)": 1.0338478088378906, "Finetune/Step": 9039, "Finetune/Step Time": 5.879379680380225}
+{"Finetune/Learning Rate": 1.1449812273782492e-05, "Finetune/Loss": 0.8281258344650269, "Finetune/Loss (Raw)": 0.9159290194511414, "Finetune/Step": 9040, "Finetune/Step Time": 5.8806778490543365}
+{"Finetune/Learning Rate": 1.1448146086927816e-05, "Finetune/Loss": 0.8280723094940186, "Finetune/Loss (Raw)": 0.8779820799827576, "Finetune/Step": 9041, "Finetune/Step Time": 5.881038026884198}
+{"Finetune/Learning Rate": 1.1446479859007834e-05, "Finetune/Loss": 0.8271894454956055, "Finetune/Loss (Raw)": 0.7892600297927856, "Finetune/Step": 9042, "Finetune/Step Time": 5.905920593068004}
+{"Finetune/Learning Rate": 1.144481359006979e-05, "Finetune/Loss": 0.8264274597167969, "Finetune/Loss (Raw)": 0.8448694348335266, "Finetune/Step": 9043, "Finetune/Step Time": 5.903183348476887}
+{"Finetune/Learning Rate": 1.1443147280160949e-05, "Finetune/Loss": 0.8263427019119263, "Finetune/Loss (Raw)": 0.8559693694114685, "Finetune/Step": 9044, "Finetune/Step Time": 5.904388710856438}
+{"Finetune/Learning Rate": 1.144148092932855e-05, "Finetune/Loss": 0.8264545202255249, "Finetune/Loss (Raw)": 0.8037434220314026, "Finetune/Step": 9045, "Finetune/Step Time": 5.905185153707862}
+{"Finetune/Learning Rate": 1.1439814537619853e-05, "Finetune/Loss": 0.8265997171401978, "Finetune/Loss (Raw)": 0.9090067148208618, "Finetune/Step": 9046, "Finetune/Step Time": 5.903855247423053}
+{"Finetune/Learning Rate": 1.1438148105082109e-05, "Finetune/Loss": 0.8266584873199463, "Finetune/Loss (Raw)": 0.8126168847084045, "Finetune/Step": 9047, "Finetune/Step Time": 5.910224651917815}
+{"Finetune/Learning Rate": 1.1436481631762574e-05, "Finetune/Loss": 0.8278212547302246, "Finetune/Loss (Raw)": 0.9113034605979919, "Finetune/Step": 9048, "Finetune/Step Time": 5.911721531301737}
+{"Finetune/Learning Rate": 1.1434815117708507e-05, "Finetune/Loss": 0.8274708986282349, "Finetune/Loss (Raw)": 0.8127931952476501, "Finetune/Step": 9049, "Finetune/Step Time": 5.910406118258834}
+{"Finetune/Learning Rate": 1.1433148562967162e-05, "Finetune/Loss": 0.8274091482162476, "Finetune/Loss (Raw)": 0.9253755211830139, "Finetune/Step": 9050, "Finetune/Step Time": 5.914161272346973}
+{"Finetune/Learning Rate": 1.1431481967585799e-05, "Finetune/Loss": 0.8279767036437988, "Finetune/Loss (Raw)": 0.7453705668449402, "Finetune/Step": 9051, "Finetune/Step Time": 5.910142153501511}
+{"Finetune/Learning Rate": 1.1429815331611677e-05, "Finetune/Loss": 0.825961709022522, "Finetune/Loss (Raw)": 0.7309042811393738, "Finetune/Step": 9052, "Finetune/Step Time": 5.905809612944722}
+{"Finetune/Learning Rate": 1.1428148655092059e-05, "Finetune/Loss": 0.8258218765258789, "Finetune/Loss (Raw)": 0.7795262932777405, "Finetune/Step": 9053, "Finetune/Step Time": 5.908442590385675}
+{"Finetune/Learning Rate": 1.1426481938074208e-05, "Finetune/Loss": 0.8264375925064087, "Finetune/Loss (Raw)": 0.7415686845779419, "Finetune/Step": 9054, "Finetune/Step Time": 5.892465718090534}
+{"Finetune/Learning Rate": 1.1424815180605382e-05, "Finetune/Loss": 0.8273976445198059, "Finetune/Loss (Raw)": 0.8610904216766357, "Finetune/Step": 9055, "Finetune/Step Time": 5.896740661934018}
+{"Finetune/Learning Rate": 1.1423148382732854e-05, "Finetune/Loss": 0.8260082602500916, "Finetune/Loss (Raw)": 0.7486454248428345, "Finetune/Step": 9056, "Finetune/Step Time": 5.902011567726731}
+{"Finetune/Learning Rate": 1.142148154450388e-05, "Finetune/Loss": 0.825928807258606, "Finetune/Loss (Raw)": 0.7582494616508484, "Finetune/Step": 9057, "Finetune/Step Time": 5.9136549811810255}
+{"Finetune/Learning Rate": 1.1419814665965733e-05, "Finetune/Loss": 0.8277466297149658, "Finetune/Loss (Raw)": 0.8815568089485168, "Finetune/Step": 9058, "Finetune/Step Time": 5.913192957639694}
+{"Finetune/Learning Rate": 1.1418147747165683e-05, "Finetune/Loss": 0.8282419443130493, "Finetune/Loss (Raw)": 0.8556894063949585, "Finetune/Step": 9059, "Finetune/Step Time": 5.930418331176043}
+{"Finetune/Learning Rate": 1.141648078815099e-05, "Finetune/Loss": 0.8289337754249573, "Finetune/Loss (Raw)": 0.8867496252059937, "Finetune/Step": 9060, "Finetune/Step Time": 5.92822845838964}
+{"Finetune/Learning Rate": 1.141481378896893e-05, "Finetune/Loss": 0.8304780125617981, "Finetune/Loss (Raw)": 0.9620433449745178, "Finetune/Step": 9061, "Finetune/Step Time": 5.907798200845718}
+{"Finetune/Learning Rate": 1.141314674966678e-05, "Finetune/Loss": 0.8315403461456299, "Finetune/Loss (Raw)": 0.8699654936790466, "Finetune/Step": 9062, "Finetune/Step Time": 5.922914065420628}
+{"Finetune/Learning Rate": 1.1411479670291803e-05, "Finetune/Loss": 0.8297346234321594, "Finetune/Loss (Raw)": 0.6343979835510254, "Finetune/Step": 9063, "Finetune/Step Time": 5.928715575486422}
+{"Finetune/Learning Rate": 1.1409812550891272e-05, "Finetune/Loss": 0.8301811218261719, "Finetune/Loss (Raw)": 0.9034498929977417, "Finetune/Step": 9064, "Finetune/Step Time": 5.931850668042898}
+{"Finetune/Learning Rate": 1.1408145391512474e-05, "Finetune/Loss": 0.8296164274215698, "Finetune/Loss (Raw)": 0.8325616121292114, "Finetune/Step": 9065, "Finetune/Step Time": 5.931463290005922}
+{"Finetune/Learning Rate": 1.1406478192202672e-05, "Finetune/Loss": 0.8287732005119324, "Finetune/Loss (Raw)": 0.6965770721435547, "Finetune/Step": 9066, "Finetune/Step Time": 5.940090402960777}
+{"Finetune/Learning Rate": 1.140481095300915e-05, "Finetune/Loss": 0.8283785581588745, "Finetune/Loss (Raw)": 0.7337679862976074, "Finetune/Step": 9067, "Finetune/Step Time": 5.936816826462746}
+{"Finetune/Learning Rate": 1.1403143673979182e-05, "Finetune/Loss": 0.8291617631912231, "Finetune/Loss (Raw)": 0.8744480609893799, "Finetune/Step": 9068, "Finetune/Step Time": 5.940422190353274}
+{"Finetune/Learning Rate": 1.1401476355160051e-05, "Finetune/Loss": 0.8272196054458618, "Finetune/Loss (Raw)": 0.6668384075164795, "Finetune/Step": 9069, "Finetune/Step Time": 5.9614151287823915}
+{"Finetune/Learning Rate": 1.1399808996599036e-05, "Finetune/Loss": 0.8271714448928833, "Finetune/Loss (Raw)": 0.7801468372344971, "Finetune/Step": 9070, "Finetune/Step Time": 5.939604243263602}
+{"Finetune/Learning Rate": 1.1398141598343417e-05, "Finetune/Loss": 0.8271880149841309, "Finetune/Loss (Raw)": 0.7498621344566345, "Finetune/Step": 9071, "Finetune/Step Time": 5.9449682999402285}
+{"Finetune/Learning Rate": 1.1396474160440479e-05, "Finetune/Loss": 0.827418863773346, "Finetune/Loss (Raw)": 0.8509315252304077, "Finetune/Step": 9072, "Finetune/Step Time": 5.948759336024523}
+{"Finetune/Learning Rate": 1.1394806682937505e-05, "Finetune/Loss": 0.8280260562896729, "Finetune/Loss (Raw)": 0.8365078568458557, "Finetune/Step": 9073, "Finetune/Step Time": 5.945592815056443}
+{"Finetune/Learning Rate": 1.139313916588178e-05, "Finetune/Loss": 0.8285184502601624, "Finetune/Loss (Raw)": 0.7250645160675049, "Finetune/Step": 9074, "Finetune/Step Time": 5.94145093113184}
+{"Finetune/Learning Rate": 1.1391471609320588e-05, "Finetune/Loss": 0.829462468624115, "Finetune/Loss (Raw)": 0.844635546207428, "Finetune/Step": 9075, "Finetune/Step Time": 5.942287914454937}
+{"Finetune/Learning Rate": 1.1389804013301219e-05, "Finetune/Loss": 0.8290672302246094, "Finetune/Loss (Raw)": 0.825105607509613, "Finetune/Step": 9076, "Finetune/Step Time": 5.944865083321929}
+{"Finetune/Learning Rate": 1.1388136377870965e-05, "Finetune/Loss": 0.8296512365341187, "Finetune/Loss (Raw)": 0.8067722916603088, "Finetune/Step": 9077, "Finetune/Step Time": 5.943030221387744}
+{"Finetune/Learning Rate": 1.1386468703077102e-05, "Finetune/Loss": 0.8302420377731323, "Finetune/Loss (Raw)": 0.9299729466438293, "Finetune/Step": 9078, "Finetune/Step Time": 5.947619324550033}
+{"Finetune/Learning Rate": 1.1384800988966933e-05, "Finetune/Loss": 0.8323161005973816, "Finetune/Loss (Raw)": 0.9918884634971619, "Finetune/Step": 9079, "Finetune/Step Time": 5.950397118926048}
+{"Finetune/Learning Rate": 1.1383133235587748e-05, "Finetune/Loss": 0.8332115411758423, "Finetune/Loss (Raw)": 0.8814078569412231, "Finetune/Step": 9080, "Finetune/Step Time": 5.963813006877899}
+{"Finetune/Learning Rate": 1.1381465442986834e-05, "Finetune/Loss": 0.8326918482780457, "Finetune/Loss (Raw)": 0.9286260008811951, "Finetune/Step": 9081, "Finetune/Step Time": 5.960510574281216}
+{"Finetune/Learning Rate": 1.1379797611211491e-05, "Finetune/Loss": 0.8319960832595825, "Finetune/Loss (Raw)": 0.8156408667564392, "Finetune/Step": 9082, "Finetune/Step Time": 5.957690803334117}
+{"Finetune/Learning Rate": 1.1378129740309011e-05, "Finetune/Loss": 0.8316054940223694, "Finetune/Loss (Raw)": 0.8235211372375488, "Finetune/Step": 9083, "Finetune/Step Time": 5.953642508015037}
+{"Finetune/Learning Rate": 1.137646183032669e-05, "Finetune/Loss": 0.8308917880058289, "Finetune/Loss (Raw)": 0.8245571255683899, "Finetune/Step": 9084, "Finetune/Step Time": 5.9546496123075485}
+{"Finetune/Learning Rate": 1.1374793881311826e-05, "Finetune/Loss": 0.8319793343544006, "Finetune/Loss (Raw)": 0.8993638753890991, "Finetune/Step": 9085, "Finetune/Step Time": 5.954295165836811}
+{"Finetune/Learning Rate": 1.1373125893311717e-05, "Finetune/Loss": 0.831537127494812, "Finetune/Loss (Raw)": 0.7213851809501648, "Finetune/Step": 9086, "Finetune/Step Time": 5.960159678012133}
+{"Finetune/Learning Rate": 1.1371457866373662e-05, "Finetune/Loss": 0.8325639367103577, "Finetune/Loss (Raw)": 0.9989342093467712, "Finetune/Step": 9087, "Finetune/Step Time": 5.95322447642684}
+{"Finetune/Learning Rate": 1.136978980054496e-05, "Finetune/Loss": 0.8345937728881836, "Finetune/Loss (Raw)": 0.908029317855835, "Finetune/Step": 9088, "Finetune/Step Time": 5.942782446742058}
+{"Finetune/Learning Rate": 1.1368121695872918e-05, "Finetune/Loss": 0.8354237675666809, "Finetune/Loss (Raw)": 0.965291440486908, "Finetune/Step": 9089, "Finetune/Step Time": 5.944316988810897}
+{"Finetune/Learning Rate": 1.1366453552404832e-05, "Finetune/Loss": 0.8350346088409424, "Finetune/Loss (Raw)": 0.6394476890563965, "Finetune/Step": 9090, "Finetune/Step Time": 5.959263175725937}
+{"Finetune/Learning Rate": 1.136478537018801e-05, "Finetune/Loss": 0.8359307050704956, "Finetune/Loss (Raw)": 1.064944863319397, "Finetune/Step": 9091, "Finetune/Step Time": 5.961917402222753}
+{"Finetune/Learning Rate": 1.1363117149269756e-05, "Finetune/Loss": 0.8362249732017517, "Finetune/Loss (Raw)": 0.8657898902893066, "Finetune/Step": 9092, "Finetune/Step Time": 5.966085743159056}
+{"Finetune/Learning Rate": 1.1361448889697376e-05, "Finetune/Loss": 0.8348733186721802, "Finetune/Loss (Raw)": 0.6625109910964966, "Finetune/Step": 9093, "Finetune/Step Time": 5.978174973279238}
+{"Finetune/Learning Rate": 1.1359780591518177e-05, "Finetune/Loss": 0.8360845446586609, "Finetune/Loss (Raw)": 0.9197188019752502, "Finetune/Step": 9094, "Finetune/Step Time": 5.954620184376836}
+{"Finetune/Learning Rate": 1.1358112254779465e-05, "Finetune/Loss": 0.8360592126846313, "Finetune/Loss (Raw)": 0.9030491709709167, "Finetune/Step": 9095, "Finetune/Step Time": 5.956571592018008}
+{"Finetune/Learning Rate": 1.1356443879528554e-05, "Finetune/Loss": 0.8368898034095764, "Finetune/Loss (Raw)": 0.9198887348175049, "Finetune/Step": 9096, "Finetune/Step Time": 5.961897298693657}
+{"Finetune/Learning Rate": 1.135477546581275e-05, "Finetune/Loss": 0.8359845876693726, "Finetune/Loss (Raw)": 0.7879350781440735, "Finetune/Step": 9097, "Finetune/Step Time": 5.957638531923294}
+{"Finetune/Learning Rate": 1.1353107013679368e-05, "Finetune/Loss": 0.8360385894775391, "Finetune/Loss (Raw)": 0.8080746531486511, "Finetune/Step": 9098, "Finetune/Step Time": 5.956819377839565}
+{"Finetune/Learning Rate": 1.1351438523175717e-05, "Finetune/Loss": 0.8354521989822388, "Finetune/Loss (Raw)": 0.844294548034668, "Finetune/Step": 9099, "Finetune/Step Time": 5.964922921732068}
+{"Finetune/Learning Rate": 1.1349769994349113e-05, "Finetune/Loss": 0.8385039567947388, "Finetune/Loss (Raw)": 0.9968603849411011, "Finetune/Step": 9100, "Finetune/Step Time": 5.950245816260576}
+{"Finetune/Learning Rate": 1.1348101427246873e-05, "Finetune/Loss": 0.8399319648742676, "Finetune/Loss (Raw)": 0.8730489611625671, "Finetune/Step": 9101, "Finetune/Step Time": 5.952856879681349}
+{"Finetune/Learning Rate": 1.1346432821916307e-05, "Finetune/Loss": 0.8401721715927124, "Finetune/Loss (Raw)": 0.8768911957740784, "Finetune/Step": 9102, "Finetune/Step Time": 5.95394273661077}
+{"Finetune/Learning Rate": 1.1344764178404734e-05, "Finetune/Loss": 0.8399805426597595, "Finetune/Loss (Raw)": 0.799594521522522, "Finetune/Step": 9103, "Finetune/Step Time": 5.957664117217064}
+{"Finetune/Learning Rate": 1.1343095496759478e-05, "Finetune/Loss": 0.838818371295929, "Finetune/Loss (Raw)": 0.7930864095687866, "Finetune/Step": 9104, "Finetune/Step Time": 5.957100929692388}
+{"Finetune/Learning Rate": 1.1341426777027848e-05, "Finetune/Loss": 0.8375223875045776, "Finetune/Loss (Raw)": 0.7178637981414795, "Finetune/Step": 9105, "Finetune/Step Time": 5.964049223810434}
+{"Finetune/Learning Rate": 1.133975801925717e-05, "Finetune/Loss": 0.8386698961257935, "Finetune/Loss (Raw)": 0.9353871941566467, "Finetune/Step": 9106, "Finetune/Step Time": 5.976615039631724}
+{"Finetune/Learning Rate": 1.1338089223494767e-05, "Finetune/Loss": 0.8389917016029358, "Finetune/Loss (Raw)": 0.8712756037712097, "Finetune/Step": 9107, "Finetune/Step Time": 5.975306902080774}
+{"Finetune/Learning Rate": 1.1336420389787957e-05, "Finetune/Loss": 0.839435338973999, "Finetune/Loss (Raw)": 0.8932318091392517, "Finetune/Step": 9108, "Finetune/Step Time": 5.972273591905832}
+{"Finetune/Learning Rate": 1.1334751518184062e-05, "Finetune/Loss": 0.8407731056213379, "Finetune/Loss (Raw)": 0.8631706237792969, "Finetune/Step": 9109, "Finetune/Step Time": 5.973036805167794}
+{"Finetune/Learning Rate": 1.1333082608730415e-05, "Finetune/Loss": 0.8411074876785278, "Finetune/Loss (Raw)": 0.741881787776947, "Finetune/Step": 9110, "Finetune/Step Time": 5.974821096286178}
+{"Finetune/Learning Rate": 1.133141366147433e-05, "Finetune/Loss": 0.8408656120300293, "Finetune/Loss (Raw)": 0.8349421620368958, "Finetune/Step": 9111, "Finetune/Step Time": 5.993781631812453}
+{"Finetune/Learning Rate": 1.1329744676463144e-05, "Finetune/Loss": 0.8406521081924438, "Finetune/Loss (Raw)": 0.8192229866981506, "Finetune/Step": 9112, "Finetune/Step Time": 5.996311182156205}
+{"Finetune/Learning Rate": 1.1328075653744177e-05, "Finetune/Loss": 0.8406790494918823, "Finetune/Loss (Raw)": 0.8929408192634583, "Finetune/Step": 9113, "Finetune/Step Time": 5.998565934598446}
+{"Finetune/Learning Rate": 1.1326406593364766e-05, "Finetune/Loss": 0.8396358489990234, "Finetune/Loss (Raw)": 0.7838308215141296, "Finetune/Step": 9114, "Finetune/Step Time": 6.01491529867053}
+{"Finetune/Learning Rate": 1.1324737495372232e-05, "Finetune/Loss": 0.8402824401855469, "Finetune/Loss (Raw)": 0.8818358778953552, "Finetune/Step": 9115, "Finetune/Step Time": 6.020631220191717}
+{"Finetune/Learning Rate": 1.132306835981391e-05, "Finetune/Loss": 0.8411514759063721, "Finetune/Loss (Raw)": 0.8236979246139526, "Finetune/Step": 9116, "Finetune/Step Time": 5.984883487224579}
+{"Finetune/Learning Rate": 1.1321399186737131e-05, "Finetune/Loss": 0.8415601253509521, "Finetune/Loss (Raw)": 0.7889821529388428, "Finetune/Step": 9117, "Finetune/Step Time": 6.003914725035429}
+{"Finetune/Learning Rate": 1.1319729976189231e-05, "Finetune/Loss": 0.8421440124511719, "Finetune/Loss (Raw)": 0.9308007955551147, "Finetune/Step": 9118, "Finetune/Step Time": 5.990448290482163}
+{"Finetune/Learning Rate": 1.131806072821754e-05, "Finetune/Loss": 0.8432700037956238, "Finetune/Loss (Raw)": 0.8649842739105225, "Finetune/Step": 9119, "Finetune/Step Time": 5.991633700206876}
+{"Finetune/Learning Rate": 1.1316391442869394e-05, "Finetune/Loss": 0.8439987897872925, "Finetune/Loss (Raw)": 0.8751798868179321, "Finetune/Step": 9120, "Finetune/Step Time": 5.969441618770361}
+{"Finetune/Learning Rate": 1.1314722120192133e-05, "Finetune/Loss": 0.8430310487747192, "Finetune/Loss (Raw)": 0.7674155831336975, "Finetune/Step": 9121, "Finetune/Step Time": 6.005697473883629}
+{"Finetune/Learning Rate": 1.1313052760233087e-05, "Finetune/Loss": 0.8433903455734253, "Finetune/Loss (Raw)": 0.8138526082038879, "Finetune/Step": 9122, "Finetune/Step Time": 6.006901228800416}
+{"Finetune/Learning Rate": 1.13113833630396e-05, "Finetune/Loss": 0.8428924679756165, "Finetune/Loss (Raw)": 0.8287869691848755, "Finetune/Step": 9123, "Finetune/Step Time": 6.010551784187555}
+{"Finetune/Learning Rate": 1.1309713928659012e-05, "Finetune/Loss": 0.8425379991531372, "Finetune/Loss (Raw)": 0.8915667533874512, "Finetune/Step": 9124, "Finetune/Step Time": 5.98390157148242}
+{"Finetune/Learning Rate": 1.130804445713866e-05, "Finetune/Loss": 0.840796947479248, "Finetune/Loss (Raw)": 0.6545560359954834, "Finetune/Step": 9125, "Finetune/Step Time": 5.986012516543269}
+{"Finetune/Learning Rate": 1.1306374948525886e-05, "Finetune/Loss": 0.8414655327796936, "Finetune/Loss (Raw)": 0.9062511324882507, "Finetune/Step": 9126, "Finetune/Step Time": 5.9886872582137585}
+{"Finetune/Learning Rate": 1.1304705402868035e-05, "Finetune/Loss": 0.84349524974823, "Finetune/Loss (Raw)": 1.0638363361358643, "Finetune/Step": 9127, "Finetune/Step Time": 5.9884436670690775}
+{"Finetune/Learning Rate": 1.130303582021245e-05, "Finetune/Loss": 0.8416021466255188, "Finetune/Loss (Raw)": 0.6635865569114685, "Finetune/Step": 9128, "Finetune/Step Time": 5.973164359107614}
+{"Finetune/Learning Rate": 1.1301366200606472e-05, "Finetune/Loss": 0.8421635627746582, "Finetune/Loss (Raw)": 0.8796563148498535, "Finetune/Step": 9129, "Finetune/Step Time": 5.968692177906632}
+{"Finetune/Learning Rate": 1.1299696544097447e-05, "Finetune/Loss": 0.8423346877098083, "Finetune/Loss (Raw)": 0.8564010262489319, "Finetune/Step": 9130, "Finetune/Step Time": 5.970997743308544}
+{"Finetune/Learning Rate": 1.1298026850732728e-05, "Finetune/Loss": 0.841339111328125, "Finetune/Loss (Raw)": 0.7873720526695251, "Finetune/Step": 9131, "Finetune/Step Time": 5.964948292821646}
+{"Finetune/Learning Rate": 1.1296357120559658e-05, "Finetune/Loss": 0.841184139251709, "Finetune/Loss (Raw)": 0.7941426038742065, "Finetune/Step": 9132, "Finetune/Step Time": 5.960887322202325}
+{"Finetune/Learning Rate": 1.1294687353625586e-05, "Finetune/Loss": 0.8414468765258789, "Finetune/Loss (Raw)": 0.7894102931022644, "Finetune/Step": 9133, "Finetune/Step Time": 5.964888516813517}
+{"Finetune/Learning Rate": 1.129301754997786e-05, "Finetune/Loss": 0.8399823904037476, "Finetune/Loss (Raw)": 0.7351429462432861, "Finetune/Step": 9134, "Finetune/Step Time": 5.955399829894304}
+{"Finetune/Learning Rate": 1.1291347709663837e-05, "Finetune/Loss": 0.8390620946884155, "Finetune/Loss (Raw)": 0.7976936101913452, "Finetune/Step": 9135, "Finetune/Step Time": 5.9718194007873535}
+{"Finetune/Learning Rate": 1.1289677832730864e-05, "Finetune/Loss": 0.839618444442749, "Finetune/Loss (Raw)": 0.9385887980461121, "Finetune/Step": 9136, "Finetune/Step Time": 5.976533278822899}
+{"Finetune/Learning Rate": 1.1288007919226289e-05, "Finetune/Loss": 0.842048168182373, "Finetune/Loss (Raw)": 1.055174469947815, "Finetune/Step": 9137, "Finetune/Step Time": 5.978284928947687}
+{"Finetune/Learning Rate": 1.128633796919748e-05, "Finetune/Loss": 0.8407508730888367, "Finetune/Loss (Raw)": 0.7278938293457031, "Finetune/Step": 9138, "Finetune/Step Time": 5.9862428698688745}
+{"Finetune/Learning Rate": 1.1284667982691781e-05, "Finetune/Loss": 0.8392621278762817, "Finetune/Loss (Raw)": 0.8071722984313965, "Finetune/Step": 9139, "Finetune/Step Time": 5.989081969484687}
+{"Finetune/Learning Rate": 1.1282997959756551e-05, "Finetune/Loss": 0.8390564322471619, "Finetune/Loss (Raw)": 0.7220760583877563, "Finetune/Step": 9140, "Finetune/Step Time": 6.008145671337843}
+{"Finetune/Learning Rate": 1.1281327900439147e-05, "Finetune/Loss": 0.839361310005188, "Finetune/Loss (Raw)": 0.862544596195221, "Finetune/Step": 9141, "Finetune/Step Time": 6.008479138836265}
+{"Finetune/Learning Rate": 1.1279657804786927e-05, "Finetune/Loss": 0.839871883392334, "Finetune/Loss (Raw)": 0.9106858968734741, "Finetune/Step": 9142, "Finetune/Step Time": 6.009318618103862}
+{"Finetune/Learning Rate": 1.1277987672847253e-05, "Finetune/Loss": 0.8400427103042603, "Finetune/Loss (Raw)": 0.9664989113807678, "Finetune/Step": 9143, "Finetune/Step Time": 6.001125048846006}
+{"Finetune/Learning Rate": 1.127631750466748e-05, "Finetune/Loss": 0.8414639830589294, "Finetune/Loss (Raw)": 0.852023184299469, "Finetune/Step": 9144, "Finetune/Step Time": 6.004550373181701}
+{"Finetune/Learning Rate": 1.1274647300294975e-05, "Finetune/Loss": 0.8406641483306885, "Finetune/Loss (Raw)": 0.9497569799423218, "Finetune/Step": 9145, "Finetune/Step Time": 5.99938184954226}
+{"Finetune/Learning Rate": 1.1272977059777093e-05, "Finetune/Loss": 0.8423286080360413, "Finetune/Loss (Raw)": 0.9077832698822021, "Finetune/Step": 9146, "Finetune/Step Time": 6.005024008452892}
+{"Finetune/Learning Rate": 1.1271306783161204e-05, "Finetune/Loss": 0.8439068794250488, "Finetune/Loss (Raw)": 0.9895439743995667, "Finetune/Step": 9147, "Finetune/Step Time": 5.9888684041798115}
+{"Finetune/Learning Rate": 1.1269636470494669e-05, "Finetune/Loss": 0.840973973274231, "Finetune/Loss (Raw)": 0.4472458064556122, "Finetune/Step": 9148, "Finetune/Step Time": 6.000676371157169}
+{"Finetune/Learning Rate": 1.1267966121824854e-05, "Finetune/Loss": 0.8423527479171753, "Finetune/Loss (Raw)": 0.7902863621711731, "Finetune/Step": 9149, "Finetune/Step Time": 5.984085861593485}
+{"Finetune/Learning Rate": 1.1266295737199129e-05, "Finetune/Loss": 0.8399078845977783, "Finetune/Loss (Raw)": 0.7011399269104004, "Finetune/Step": 9150, "Finetune/Step Time": 5.984254024922848}
+{"Finetune/Learning Rate": 1.126462531666485e-05, "Finetune/Loss": 0.8386865854263306, "Finetune/Loss (Raw)": 0.7152547240257263, "Finetune/Step": 9151, "Finetune/Step Time": 5.978296484798193}
+{"Finetune/Learning Rate": 1.12629548602694e-05, "Finetune/Loss": 0.8394257426261902, "Finetune/Loss (Raw)": 0.8907374739646912, "Finetune/Step": 9152, "Finetune/Step Time": 5.982878249138594}
+{"Finetune/Learning Rate": 1.1261284368060139e-05, "Finetune/Loss": 0.8373243808746338, "Finetune/Loss (Raw)": 0.6185827255249023, "Finetune/Step": 9153, "Finetune/Step Time": 5.986206525936723}
+{"Finetune/Learning Rate": 1.1259613840084438e-05, "Finetune/Loss": 0.8370394706726074, "Finetune/Loss (Raw)": 0.8631681203842163, "Finetune/Step": 9154, "Finetune/Step Time": 5.989950366318226}
+{"Finetune/Learning Rate": 1.1257943276389673e-05, "Finetune/Loss": 0.8364546298980713, "Finetune/Loss (Raw)": 0.8423125147819519, "Finetune/Step": 9155, "Finetune/Step Time": 5.998006094247103}
+{"Finetune/Learning Rate": 1.1256272677023214e-05, "Finetune/Loss": 0.8368574380874634, "Finetune/Loss (Raw)": 0.9322869181632996, "Finetune/Step": 9156, "Finetune/Step Time": 5.99910624884069}
+{"Finetune/Learning Rate": 1.1254602042032434e-05, "Finetune/Loss": 0.83838951587677, "Finetune/Loss (Raw)": 1.0323704481124878, "Finetune/Step": 9157, "Finetune/Step Time": 6.01848803460598}
+{"Finetune/Learning Rate": 1.1252931371464707e-05, "Finetune/Loss": 0.83892822265625, "Finetune/Loss (Raw)": 0.9233393669128418, "Finetune/Step": 9158, "Finetune/Step Time": 6.019257480278611}
+{"Finetune/Learning Rate": 1.125126066536741e-05, "Finetune/Loss": 0.8384879231452942, "Finetune/Loss (Raw)": 0.7247492074966431, "Finetune/Step": 9159, "Finetune/Step Time": 6.0385586600750685}
+{"Finetune/Learning Rate": 1.1249589923787918e-05, "Finetune/Loss": 0.838466465473175, "Finetune/Loss (Raw)": 0.8137569427490234, "Finetune/Step": 9160, "Finetune/Step Time": 6.040414957329631}
+{"Finetune/Learning Rate": 1.124791914677361e-05, "Finetune/Loss": 0.8380289077758789, "Finetune/Loss (Raw)": 0.758681058883667, "Finetune/Step": 9161, "Finetune/Step Time": 6.040923001244664}
+{"Finetune/Learning Rate": 1.124624833437186e-05, "Finetune/Loss": 0.8376587629318237, "Finetune/Loss (Raw)": 0.8157790303230286, "Finetune/Step": 9162, "Finetune/Step Time": 6.043779710307717}
+{"Finetune/Learning Rate": 1.1244577486630055e-05, "Finetune/Loss": 0.8374388217926025, "Finetune/Loss (Raw)": 0.8613359928131104, "Finetune/Step": 9163, "Finetune/Step Time": 6.041526231914759}
+{"Finetune/Learning Rate": 1.124290660359557e-05, "Finetune/Loss": 0.836512565612793, "Finetune/Loss (Raw)": 0.7561816573143005, "Finetune/Step": 9164, "Finetune/Step Time": 6.037844298407435}
+{"Finetune/Learning Rate": 1.1241235685315788e-05, "Finetune/Loss": 0.8366401195526123, "Finetune/Loss (Raw)": 0.8246672749519348, "Finetune/Step": 9165, "Finetune/Step Time": 6.034097891300917}
+{"Finetune/Learning Rate": 1.1239564731838093e-05, "Finetune/Loss": 0.8369415998458862, "Finetune/Loss (Raw)": 0.8591340780258179, "Finetune/Step": 9166, "Finetune/Step Time": 6.030159087851644}
+{"Finetune/Learning Rate": 1.1237893743209865e-05, "Finetune/Loss": 0.8351456522941589, "Finetune/Loss (Raw)": 0.8039616346359253, "Finetune/Step": 9167, "Finetune/Step Time": 6.03340320289135}
+{"Finetune/Learning Rate": 1.123622271947849e-05, "Finetune/Loss": 0.8342985510826111, "Finetune/Loss (Raw)": 0.8074994683265686, "Finetune/Step": 9168, "Finetune/Step Time": 6.029359944164753}
+{"Finetune/Learning Rate": 1.1234551660691357e-05, "Finetune/Loss": 0.834475040435791, "Finetune/Loss (Raw)": 0.900577187538147, "Finetune/Step": 9169, "Finetune/Step Time": 6.028014548122883}
+{"Finetune/Learning Rate": 1.1232880566895847e-05, "Finetune/Loss": 0.8343446254730225, "Finetune/Loss (Raw)": 0.7725593447685242, "Finetune/Step": 9170, "Finetune/Step Time": 6.001660225912929}
+{"Finetune/Learning Rate": 1.1231209438139354e-05, "Finetune/Loss": 0.8343293070793152, "Finetune/Loss (Raw)": 0.8429144024848938, "Finetune/Step": 9171, "Finetune/Step Time": 6.00009024143219}
+{"Finetune/Learning Rate": 1.1229538274469258e-05, "Finetune/Loss": 0.8337212204933167, "Finetune/Loss (Raw)": 0.7781329154968262, "Finetune/Step": 9172, "Finetune/Step Time": 5.99961924366653}
+{"Finetune/Learning Rate": 1.1227867075932954e-05, "Finetune/Loss": 0.8343697786331177, "Finetune/Loss (Raw)": 0.8867538571357727, "Finetune/Step": 9173, "Finetune/Step Time": 6.011810887604952}
+{"Finetune/Learning Rate": 1.1226195842577834e-05, "Finetune/Loss": 0.8320863246917725, "Finetune/Loss (Raw)": 0.6167301535606384, "Finetune/Step": 9174, "Finetune/Step Time": 6.025146655738354}
+{"Finetune/Learning Rate": 1.1224524574451282e-05, "Finetune/Loss": 0.8332335948944092, "Finetune/Loss (Raw)": 0.9594650268554688, "Finetune/Step": 9175, "Finetune/Step Time": 6.018813423812389}
+{"Finetune/Learning Rate": 1.1222853271600698e-05, "Finetune/Loss": 0.8336586356163025, "Finetune/Loss (Raw)": 0.9657105803489685, "Finetune/Step": 9176, "Finetune/Step Time": 6.020115489140153}
+{"Finetune/Learning Rate": 1.1221181934073473e-05, "Finetune/Loss": 0.8338454961776733, "Finetune/Loss (Raw)": 0.8367112278938293, "Finetune/Step": 9177, "Finetune/Step Time": 6.017347017303109}
+{"Finetune/Learning Rate": 1.1219510561916999e-05, "Finetune/Loss": 0.832394003868103, "Finetune/Loss (Raw)": 0.739590048789978, "Finetune/Step": 9178, "Finetune/Step Time": 6.016224265098572}
+{"Finetune/Learning Rate": 1.1217839155178673e-05, "Finetune/Loss": 0.8337141275405884, "Finetune/Loss (Raw)": 0.9143444299697876, "Finetune/Step": 9179, "Finetune/Step Time": 6.022991141304374}
+{"Finetune/Learning Rate": 1.1216167713905896e-05, "Finetune/Loss": 0.8344395756721497, "Finetune/Loss (Raw)": 0.8237612247467041, "Finetune/Step": 9180, "Finetune/Step Time": 6.023311836645007}
+{"Finetune/Learning Rate": 1.1214496238146057e-05, "Finetune/Loss": 0.8342975378036499, "Finetune/Loss (Raw)": 0.7613417506217957, "Finetune/Step": 9181, "Finetune/Step Time": 6.022574158385396}
+{"Finetune/Learning Rate": 1.1212824727946557e-05, "Finetune/Loss": 0.8347833156585693, "Finetune/Loss (Raw)": 0.8037461638450623, "Finetune/Step": 9182, "Finetune/Step Time": 6.041236100718379}
+{"Finetune/Learning Rate": 1.1211153183354801e-05, "Finetune/Loss": 0.834421694278717, "Finetune/Loss (Raw)": 0.814803957939148, "Finetune/Step": 9183, "Finetune/Step Time": 6.047385049983859}
+{"Finetune/Learning Rate": 1.1209481604418182e-05, "Finetune/Loss": 0.8362458944320679, "Finetune/Loss (Raw)": 0.9821397066116333, "Finetune/Step": 9184, "Finetune/Step Time": 6.043917816132307}
+{"Finetune/Learning Rate": 1.1207809991184103e-05, "Finetune/Loss": 0.8369829654693604, "Finetune/Loss (Raw)": 0.8525968194007874, "Finetune/Step": 9185, "Finetune/Step Time": 6.033109363168478}
+{"Finetune/Learning Rate": 1.1206138343699971e-05, "Finetune/Loss": 0.8367089033126831, "Finetune/Loss (Raw)": 0.846476137638092, "Finetune/Step": 9186, "Finetune/Step Time": 6.040655674412847}
+{"Finetune/Learning Rate": 1.1204466662013182e-05, "Finetune/Loss": 0.8377182483673096, "Finetune/Loss (Raw)": 0.9848870038986206, "Finetune/Step": 9187, "Finetune/Step Time": 6.021738754585385}
+{"Finetune/Learning Rate": 1.1202794946171144e-05, "Finetune/Loss": 0.8385478258132935, "Finetune/Loss (Raw)": 0.992939829826355, "Finetune/Step": 9188, "Finetune/Step Time": 6.0211769081652164}
+{"Finetune/Learning Rate": 1.1201123196221262e-05, "Finetune/Loss": 0.837849497795105, "Finetune/Loss (Raw)": 0.8726498484611511, "Finetune/Step": 9189, "Finetune/Step Time": 6.027247192338109}
+{"Finetune/Learning Rate": 1.1199451412210941e-05, "Finetune/Loss": 0.8371382355690002, "Finetune/Loss (Raw)": 0.7789316773414612, "Finetune/Step": 9190, "Finetune/Step Time": 6.014008093625307}
+{"Finetune/Learning Rate": 1.1197779594187592e-05, "Finetune/Loss": 0.8386330604553223, "Finetune/Loss (Raw)": 0.8257297277450562, "Finetune/Step": 9191, "Finetune/Step Time": 6.00953003950417}
+{"Finetune/Learning Rate": 1.1196107742198617e-05, "Finetune/Loss": 0.8382970094680786, "Finetune/Loss (Raw)": 0.8604325652122498, "Finetune/Step": 9192, "Finetune/Step Time": 6.0087696854025126}
+{"Finetune/Learning Rate": 1.1194435856291427e-05, "Finetune/Loss": 0.8385960459709167, "Finetune/Loss (Raw)": 0.8708425760269165, "Finetune/Step": 9193, "Finetune/Step Time": 6.006372908130288}
+{"Finetune/Learning Rate": 1.1192763936513433e-05, "Finetune/Loss": 0.8389948010444641, "Finetune/Loss (Raw)": 0.7476175427436829, "Finetune/Step": 9194, "Finetune/Step Time": 6.026652814820409}
+{"Finetune/Learning Rate": 1.119109198291205e-05, "Finetune/Loss": 0.8382155895233154, "Finetune/Loss (Raw)": 0.634028971195221, "Finetune/Step": 9195, "Finetune/Step Time": 6.02805257961154}
+{"Finetune/Learning Rate": 1.1189419995534677e-05, "Finetune/Loss": 0.8378867506980896, "Finetune/Loss (Raw)": 0.8323588371276855, "Finetune/Step": 9196, "Finetune/Step Time": 6.02985336445272}
+{"Finetune/Learning Rate": 1.1187747974428742e-05, "Finetune/Loss": 0.8392384052276611, "Finetune/Loss (Raw)": 0.8398535847663879, "Finetune/Step": 9197, "Finetune/Step Time": 6.007654936984181}
+{"Finetune/Learning Rate": 1.1186075919641648e-05, "Finetune/Loss": 0.8408520817756653, "Finetune/Loss (Raw)": 0.9866935014724731, "Finetune/Step": 9198, "Finetune/Step Time": 6.007135229185224}
+{"Finetune/Learning Rate": 1.1184403831220818e-05, "Finetune/Loss": 0.8416297435760498, "Finetune/Loss (Raw)": 0.8493965268135071, "Finetune/Step": 9199, "Finetune/Step Time": 6.0005743484944105}
+{"Finetune/Learning Rate": 1.1182731709213658e-05, "Finetune/Loss": 0.840233564376831, "Finetune/Loss (Raw)": 0.6722285151481628, "Finetune/Step": 9200, "Finetune/Step Time": 6.003772599622607}
+{"Finetune/Learning Rate": 1.1181059553667592e-05, "Finetune/Loss": 0.8392555713653564, "Finetune/Loss (Raw)": 0.7113165259361267, "Finetune/Step": 9201, "Finetune/Step Time": 6.015870651230216}
+{"Finetune/Learning Rate": 1.117938736463004e-05, "Finetune/Loss": 0.8400638103485107, "Finetune/Loss (Raw)": 0.8285202980041504, "Finetune/Step": 9202, "Finetune/Step Time": 6.019041048362851}
+{"Finetune/Learning Rate": 1.117771514214841e-05, "Finetune/Loss": 0.8410325050354004, "Finetune/Loss (Raw)": 0.9686360359191895, "Finetune/Step": 9203, "Finetune/Step Time": 6.016382090747356}
+{"Finetune/Learning Rate": 1.1176042886270128e-05, "Finetune/Loss": 0.8410228490829468, "Finetune/Loss (Raw)": 0.8238608837127686, "Finetune/Step": 9204, "Finetune/Step Time": 6.017229871824384}
+{"Finetune/Learning Rate": 1.1174370597042619e-05, "Finetune/Loss": 0.8406229019165039, "Finetune/Loss (Raw)": 0.7555842399597168, "Finetune/Step": 9205, "Finetune/Step Time": 6.020135393366218}
+{"Finetune/Learning Rate": 1.1172698274513297e-05, "Finetune/Loss": 0.840854823589325, "Finetune/Loss (Raw)": 0.9596591591835022, "Finetune/Step": 9206, "Finetune/Step Time": 6.020094221457839}
+{"Finetune/Learning Rate": 1.1171025918729584e-05, "Finetune/Loss": 0.8381521701812744, "Finetune/Loss (Raw)": 0.6459458470344543, "Finetune/Step": 9207, "Finetune/Step Time": 6.029599705711007}
+{"Finetune/Learning Rate": 1.116935352973891e-05, "Finetune/Loss": 0.8389137983322144, "Finetune/Loss (Raw)": 0.9788975119590759, "Finetune/Step": 9208, "Finetune/Step Time": 6.018927555531263}
+{"Finetune/Learning Rate": 1.116768110758869e-05, "Finetune/Loss": 0.8382903337478638, "Finetune/Loss (Raw)": 0.8488292694091797, "Finetune/Step": 9209, "Finetune/Step Time": 6.021035224199295}
+{"Finetune/Learning Rate": 1.1166008652326358e-05, "Finetune/Loss": 0.8381099700927734, "Finetune/Loss (Raw)": 0.7925495505332947, "Finetune/Step": 9210, "Finetune/Step Time": 6.02816978096962}
+{"Finetune/Learning Rate": 1.1164336163999334e-05, "Finetune/Loss": 0.8375116586685181, "Finetune/Loss (Raw)": 0.7469381093978882, "Finetune/Step": 9211, "Finetune/Step Time": 6.030825821682811}
+{"Finetune/Learning Rate": 1.1162663642655049e-05, "Finetune/Loss": 0.8377723097801208, "Finetune/Loss (Raw)": 0.8579174876213074, "Finetune/Step": 9212, "Finetune/Step Time": 6.043986761942506}
+{"Finetune/Learning Rate": 1.116099108834093e-05, "Finetune/Loss": 0.8379700183868408, "Finetune/Loss (Raw)": 0.924674391746521, "Finetune/Step": 9213, "Finetune/Step Time": 6.043810037896037}
+{"Finetune/Learning Rate": 1.1159318501104403e-05, "Finetune/Loss": 0.8369284868240356, "Finetune/Loss (Raw)": 0.5880648493766785, "Finetune/Step": 9214, "Finetune/Step Time": 6.038515033200383}
+{"Finetune/Learning Rate": 1.1157645880992901e-05, "Finetune/Loss": 0.8354790210723877, "Finetune/Loss (Raw)": 0.81341153383255, "Finetune/Step": 9215, "Finetune/Step Time": 6.057730054482818}
+{"Finetune/Learning Rate": 1.1155973228053854e-05, "Finetune/Loss": 0.8352014422416687, "Finetune/Loss (Raw)": 0.8724926114082336, "Finetune/Step": 9216, "Finetune/Step Time": 6.055953439325094}
+{"Finetune/Learning Rate": 1.1154300542334692e-05, "Finetune/Loss": 0.8333591222763062, "Finetune/Loss (Raw)": 0.7294721603393555, "Finetune/Step": 9217, "Finetune/Step Time": 6.051218491047621}
+{"Finetune/Learning Rate": 1.1152627823882852e-05, "Finetune/Loss": 0.8356921672821045, "Finetune/Loss (Raw)": 0.9380751848220825, "Finetune/Step": 9218, "Finetune/Step Time": 6.029190385714173}
+{"Finetune/Learning Rate": 1.1150955072745762e-05, "Finetune/Loss": 0.8323614597320557, "Finetune/Loss (Raw)": 0.6386196613311768, "Finetune/Step": 9219, "Finetune/Step Time": 6.025309335440397}
+{"Finetune/Learning Rate": 1.114928228897086e-05, "Finetune/Loss": 0.8328087329864502, "Finetune/Loss (Raw)": 0.9230347871780396, "Finetune/Step": 9220, "Finetune/Step Time": 6.020773442462087}
+{"Finetune/Learning Rate": 1.1147609472605578e-05, "Finetune/Loss": 0.8337609767913818, "Finetune/Loss (Raw)": 0.7844023108482361, "Finetune/Step": 9221, "Finetune/Step Time": 6.007664216682315}
+{"Finetune/Learning Rate": 1.1145936623697357e-05, "Finetune/Loss": 0.8334035277366638, "Finetune/Loss (Raw)": 0.873965322971344, "Finetune/Step": 9222, "Finetune/Step Time": 6.023228954523802}
+{"Finetune/Learning Rate": 1.1144263742293635e-05, "Finetune/Loss": 0.8319364786148071, "Finetune/Loss (Raw)": 0.7152770161628723, "Finetune/Step": 9223, "Finetune/Step Time": 6.020174888893962}
+{"Finetune/Learning Rate": 1.1142590828441841e-05, "Finetune/Loss": 0.8293789625167847, "Finetune/Loss (Raw)": 0.5925226807594299, "Finetune/Step": 9224, "Finetune/Step Time": 6.032619630917907}
+{"Finetune/Learning Rate": 1.1140917882189424e-05, "Finetune/Loss": 0.8286476731300354, "Finetune/Loss (Raw)": 0.6943262219429016, "Finetune/Step": 9225, "Finetune/Step Time": 6.0339085180312395}
+{"Finetune/Learning Rate": 1.1139244903583822e-05, "Finetune/Loss": 0.8285079598426819, "Finetune/Loss (Raw)": 0.790187418460846, "Finetune/Step": 9226, "Finetune/Step Time": 6.0381341855973005}
+{"Finetune/Learning Rate": 1.113757189267247e-05, "Finetune/Loss": 0.8286433219909668, "Finetune/Loss (Raw)": 0.8616253733634949, "Finetune/Step": 9227, "Finetune/Step Time": 6.038092035800219}
+{"Finetune/Learning Rate": 1.1135898849502813e-05, "Finetune/Loss": 0.8274732232093811, "Finetune/Loss (Raw)": 0.847083568572998, "Finetune/Step": 9228, "Finetune/Step Time": 6.041197812184691}
+{"Finetune/Learning Rate": 1.11342257741223e-05, "Finetune/Loss": 0.827918291091919, "Finetune/Loss (Raw)": 0.9300203323364258, "Finetune/Step": 9229, "Finetune/Step Time": 6.039616411551833}
+{"Finetune/Learning Rate": 1.1132552666578364e-05, "Finetune/Loss": 0.8262211084365845, "Finetune/Loss (Raw)": 0.6596547365188599, "Finetune/Step": 9230, "Finetune/Step Time": 6.037578089162707}
+{"Finetune/Learning Rate": 1.1130879526918457e-05, "Finetune/Loss": 0.8263705968856812, "Finetune/Loss (Raw)": 0.818732738494873, "Finetune/Step": 9231, "Finetune/Step Time": 6.057923439890146}
+{"Finetune/Learning Rate": 1.1129206355190025e-05, "Finetune/Loss": 0.827017068862915, "Finetune/Loss (Raw)": 0.8758316040039062, "Finetune/Step": 9232, "Finetune/Step Time": 6.059067968279123}
+{"Finetune/Learning Rate": 1.1127533151440509e-05, "Finetune/Loss": 0.8280693888664246, "Finetune/Loss (Raw)": 0.8525542616844177, "Finetune/Step": 9233, "Finetune/Step Time": 6.057027967646718}
+{"Finetune/Learning Rate": 1.1125859915717359e-05, "Finetune/Loss": 0.8272985219955444, "Finetune/Loss (Raw)": 0.8367192149162292, "Finetune/Step": 9234, "Finetune/Step Time": 6.042746113613248}
+{"Finetune/Learning Rate": 1.1124186648068024e-05, "Finetune/Loss": 0.8278123736381531, "Finetune/Loss (Raw)": 0.9370526671409607, "Finetune/Step": 9235, "Finetune/Step Time": 6.0449420642107725}
+{"Finetune/Learning Rate": 1.112251334853995e-05, "Finetune/Loss": 0.8264611959457397, "Finetune/Loss (Raw)": 0.7202787399291992, "Finetune/Step": 9236, "Finetune/Step Time": 6.043415330350399}
+{"Finetune/Learning Rate": 1.1120840017180594e-05, "Finetune/Loss": 0.8257677555084229, "Finetune/Loss (Raw)": 0.7744119167327881, "Finetune/Step": 9237, "Finetune/Step Time": 6.042375521734357}
+{"Finetune/Learning Rate": 1.11191666540374e-05, "Finetune/Loss": 0.8267993927001953, "Finetune/Loss (Raw)": 0.8739286065101624, "Finetune/Step": 9238, "Finetune/Step Time": 6.042271967977285}
+{"Finetune/Learning Rate": 1.1117493259157823e-05, "Finetune/Loss": 0.8267949223518372, "Finetune/Loss (Raw)": 0.8343711495399475, "Finetune/Step": 9239, "Finetune/Step Time": 6.037866976112127}
+{"Finetune/Learning Rate": 1.1115819832589314e-05, "Finetune/Loss": 0.8270407319068909, "Finetune/Loss (Raw)": 0.8506893515586853, "Finetune/Step": 9240, "Finetune/Step Time": 6.037020497024059}
+{"Finetune/Learning Rate": 1.1114146374379327e-05, "Finetune/Loss": 0.8267384171485901, "Finetune/Loss (Raw)": 0.8542381525039673, "Finetune/Step": 9241, "Finetune/Step Time": 6.031155947595835}
+{"Finetune/Learning Rate": 1.1112472884575319e-05, "Finetune/Loss": 0.8253980875015259, "Finetune/Loss (Raw)": 0.6122707724571228, "Finetune/Step": 9242, "Finetune/Step Time": 6.029176698997617}
+{"Finetune/Learning Rate": 1.111079936322474e-05, "Finetune/Loss": 0.8244926929473877, "Finetune/Loss (Raw)": 0.7659492492675781, "Finetune/Step": 9243, "Finetune/Step Time": 6.027026807889342}
+{"Finetune/Learning Rate": 1.1109125810375054e-05, "Finetune/Loss": 0.8243371248245239, "Finetune/Loss (Raw)": 0.8037840127944946, "Finetune/Step": 9244, "Finetune/Step Time": 6.024430895224214}
+{"Finetune/Learning Rate": 1.1107452226073709e-05, "Finetune/Loss": 0.8234431147575378, "Finetune/Loss (Raw)": 0.67454594373703, "Finetune/Step": 9245, "Finetune/Step Time": 6.0083969328552485}
+{"Finetune/Learning Rate": 1.1105778610368172e-05, "Finetune/Loss": 0.8223265409469604, "Finetune/Loss (Raw)": 0.7878724932670593, "Finetune/Step": 9246, "Finetune/Step Time": 6.00864757783711}
+{"Finetune/Learning Rate": 1.1104104963305899e-05, "Finetune/Loss": 0.8216720819473267, "Finetune/Loss (Raw)": 0.7812252640724182, "Finetune/Step": 9247, "Finetune/Step Time": 6.0101125333458185}
+{"Finetune/Learning Rate": 1.1102431284934345e-05, "Finetune/Loss": 0.8221259117126465, "Finetune/Loss (Raw)": 0.9332664608955383, "Finetune/Step": 9248, "Finetune/Step Time": 6.026597503572702}
+{"Finetune/Learning Rate": 1.1100757575300976e-05, "Finetune/Loss": 0.8219144940376282, "Finetune/Loss (Raw)": 0.7403532266616821, "Finetune/Step": 9249, "Finetune/Step Time": 5.985586032271385}
+{"Finetune/Learning Rate": 1.1099083834453255e-05, "Finetune/Loss": 0.8201216459274292, "Finetune/Loss (Raw)": 0.5843586921691895, "Finetune/Step": 9250, "Finetune/Step Time": 5.99735408090055}
+{"Finetune/Learning Rate": 1.1097410062438641e-05, "Finetune/Loss": 0.8193928003311157, "Finetune/Loss (Raw)": 0.735504686832428, "Finetune/Step": 9251, "Finetune/Step Time": 6.015391221269965}
+{"Finetune/Learning Rate": 1.1095736259304593e-05, "Finetune/Loss": 0.8186883926391602, "Finetune/Loss (Raw)": 0.8014026880264282, "Finetune/Step": 9252, "Finetune/Step Time": 6.014604875817895}
+{"Finetune/Learning Rate": 1.1094062425098586e-05, "Finetune/Loss": 0.8193066120147705, "Finetune/Loss (Raw)": 0.7336907386779785, "Finetune/Step": 9253, "Finetune/Step Time": 6.010248310863972}
+{"Finetune/Learning Rate": 1.109238855986808e-05, "Finetune/Loss": 0.8192780613899231, "Finetune/Loss (Raw)": 0.9025933742523193, "Finetune/Step": 9254, "Finetune/Step Time": 6.004290612414479}
+{"Finetune/Learning Rate": 1.1090714663660538e-05, "Finetune/Loss": 0.8173500299453735, "Finetune/Loss (Raw)": 0.8170512914657593, "Finetune/Step": 9255, "Finetune/Step Time": 6.004390396177769}
+{"Finetune/Learning Rate": 1.1089040736523431e-05, "Finetune/Loss": 0.8185596466064453, "Finetune/Loss (Raw)": 0.8184133172035217, "Finetune/Step": 9256, "Finetune/Step Time": 6.002371551468968}
+{"Finetune/Learning Rate": 1.1087366778504225e-05, "Finetune/Loss": 0.81844162940979, "Finetune/Loss (Raw)": 0.8645488619804382, "Finetune/Step": 9257, "Finetune/Step Time": 6.003640044480562}
+{"Finetune/Learning Rate": 1.1085692789650388e-05, "Finetune/Loss": 0.8190662860870361, "Finetune/Loss (Raw)": 0.9363542199134827, "Finetune/Step": 9258, "Finetune/Step Time": 6.002555973827839}
+{"Finetune/Learning Rate": 1.1084018770009392e-05, "Finetune/Loss": 0.8185938000679016, "Finetune/Loss (Raw)": 0.7268983125686646, "Finetune/Step": 9259, "Finetune/Step Time": 6.005661826580763}
+{"Finetune/Learning Rate": 1.1082344719628707e-05, "Finetune/Loss": 0.81818687915802, "Finetune/Loss (Raw)": 0.7420539855957031, "Finetune/Step": 9260, "Finetune/Step Time": 6.007280711084604}
+{"Finetune/Learning Rate": 1.1080670638555804e-05, "Finetune/Loss": 0.8172780871391296, "Finetune/Loss (Raw)": 0.6730919480323792, "Finetune/Step": 9261, "Finetune/Step Time": 6.003745272755623}
+{"Finetune/Learning Rate": 1.1078996526838153e-05, "Finetune/Loss": 0.8175883889198303, "Finetune/Loss (Raw)": 0.7748567461967468, "Finetune/Step": 9262, "Finetune/Step Time": 6.004798403009772}
+{"Finetune/Learning Rate": 1.1077322384523229e-05, "Finetune/Loss": 0.8168016076087952, "Finetune/Loss (Raw)": 0.696986734867096, "Finetune/Step": 9263, "Finetune/Step Time": 5.993991112336516}
+{"Finetune/Learning Rate": 1.1075648211658505e-05, "Finetune/Loss": 0.8151062726974487, "Finetune/Loss (Raw)": 0.7215787172317505, "Finetune/Step": 9264, "Finetune/Step Time": 5.997204806655645}
+{"Finetune/Learning Rate": 1.1073974008291456e-05, "Finetune/Loss": 0.8135281205177307, "Finetune/Loss (Raw)": 0.8531782031059265, "Finetune/Step": 9265, "Finetune/Step Time": 6.00108752399683}
+{"Finetune/Learning Rate": 1.1072299774469562e-05, "Finetune/Loss": 0.8138010501861572, "Finetune/Loss (Raw)": 0.7628228068351746, "Finetune/Step": 9266, "Finetune/Step Time": 5.99220079742372}
+{"Finetune/Learning Rate": 1.1070625510240291e-05, "Finetune/Loss": 0.8150376081466675, "Finetune/Loss (Raw)": 0.9654533863067627, "Finetune/Step": 9267, "Finetune/Step Time": 5.990373771637678}
+{"Finetune/Learning Rate": 1.1068951215651132e-05, "Finetune/Loss": 0.8152169585227966, "Finetune/Loss (Raw)": 0.7450332641601562, "Finetune/Step": 9268, "Finetune/Step Time": 5.985880369320512}
+{"Finetune/Learning Rate": 1.1067276890749547e-05, "Finetune/Loss": 0.8156574368476868, "Finetune/Loss (Raw)": 0.9189291596412659, "Finetune/Step": 9269, "Finetune/Step Time": 5.992443397641182}
+{"Finetune/Learning Rate": 1.1065602535583029e-05, "Finetune/Loss": 0.8155267238616943, "Finetune/Loss (Raw)": 0.8939581513404846, "Finetune/Step": 9270, "Finetune/Step Time": 6.003281578421593}
+{"Finetune/Learning Rate": 1.1063928150199054e-05, "Finetune/Loss": 0.81449294090271, "Finetune/Loss (Raw)": 0.8341675996780396, "Finetune/Step": 9271, "Finetune/Step Time": 6.0047356355935335}
+{"Finetune/Learning Rate": 1.1062253734645103e-05, "Finetune/Loss": 0.8137515783309937, "Finetune/Loss (Raw)": 0.757133960723877, "Finetune/Step": 9272, "Finetune/Step Time": 6.001506499946117}
+{"Finetune/Learning Rate": 1.106057928896865e-05, "Finetune/Loss": 0.8131641149520874, "Finetune/Loss (Raw)": 0.8745656609535217, "Finetune/Step": 9273, "Finetune/Step Time": 6.00401377864182}
+{"Finetune/Learning Rate": 1.1058904813217192e-05, "Finetune/Loss": 0.8138678669929504, "Finetune/Loss (Raw)": 0.9978584051132202, "Finetune/Step": 9274, "Finetune/Step Time": 5.997369810938835}
+{"Finetune/Learning Rate": 1.1057230307438203e-05, "Finetune/Loss": 0.8117746710777283, "Finetune/Loss (Raw)": 0.7216159105300903, "Finetune/Step": 9275, "Finetune/Step Time": 5.996781470254064}
+{"Finetune/Learning Rate": 1.1055555771679165e-05, "Finetune/Loss": 0.8155454993247986, "Finetune/Loss (Raw)": 0.9299140572547913, "Finetune/Step": 9276, "Finetune/Step Time": 5.985349325463176}
+{"Finetune/Learning Rate": 1.1053881205987571e-05, "Finetune/Loss": 0.8156265020370483, "Finetune/Loss (Raw)": 0.8006553649902344, "Finetune/Step": 9277, "Finetune/Step Time": 5.982888218015432}
+{"Finetune/Learning Rate": 1.10522066104109e-05, "Finetune/Loss": 0.8170090913772583, "Finetune/Loss (Raw)": 0.8781158924102783, "Finetune/Step": 9278, "Finetune/Step Time": 5.975142447277904}
+{"Finetune/Learning Rate": 1.1050531984996644e-05, "Finetune/Loss": 0.8180400133132935, "Finetune/Loss (Raw)": 0.8472053408622742, "Finetune/Step": 9279, "Finetune/Step Time": 5.9748013485223055}
+{"Finetune/Learning Rate": 1.1048857329792284e-05, "Finetune/Loss": 0.8179419040679932, "Finetune/Loss (Raw)": 0.8781783580780029, "Finetune/Step": 9280, "Finetune/Step Time": 5.968138165771961}
+{"Finetune/Learning Rate": 1.1047182644845318e-05, "Finetune/Loss": 0.8192339539527893, "Finetune/Loss (Raw)": 0.7839653491973877, "Finetune/Step": 9281, "Finetune/Step Time": 5.966118963435292}
+{"Finetune/Learning Rate": 1.1045507930203228e-05, "Finetune/Loss": 0.81983482837677, "Finetune/Loss (Raw)": 0.9400862455368042, "Finetune/Step": 9282, "Finetune/Step Time": 5.948223732411861}
+{"Finetune/Learning Rate": 1.1043833185913506e-05, "Finetune/Loss": 0.819677472114563, "Finetune/Loss (Raw)": 0.8221640586853027, "Finetune/Step": 9283, "Finetune/Step Time": 5.943808250129223}
+{"Finetune/Learning Rate": 1.1042158412023642e-05, "Finetune/Loss": 0.8187613487243652, "Finetune/Loss (Raw)": 0.8150219321250916, "Finetune/Step": 9284, "Finetune/Step Time": 5.945166099816561}
+{"Finetune/Learning Rate": 1.1040483608581132e-05, "Finetune/Loss": 0.8174282312393188, "Finetune/Loss (Raw)": 0.8617351055145264, "Finetune/Step": 9285, "Finetune/Step Time": 5.926840633153915}
+{"Finetune/Learning Rate": 1.1038808775633462e-05, "Finetune/Loss": 0.8170377016067505, "Finetune/Loss (Raw)": 0.8733561635017395, "Finetune/Step": 9286, "Finetune/Step Time": 5.927259689196944}
+{"Finetune/Learning Rate": 1.103713391322813e-05, "Finetune/Loss": 0.8173160552978516, "Finetune/Loss (Raw)": 0.7603656053543091, "Finetune/Step": 9287, "Finetune/Step Time": 5.913485109806061}
+{"Finetune/Learning Rate": 1.1035459021412631e-05, "Finetune/Loss": 0.8183515071868896, "Finetune/Loss (Raw)": 0.9463038444519043, "Finetune/Step": 9288, "Finetune/Step Time": 5.910303333774209}
+{"Finetune/Learning Rate": 1.1033784100234458e-05, "Finetune/Loss": 0.8182216882705688, "Finetune/Loss (Raw)": 0.7420587539672852, "Finetune/Step": 9289, "Finetune/Step Time": 5.9193762838840485}
+{"Finetune/Learning Rate": 1.1032109149741105e-05, "Finetune/Loss": 0.8175336122512817, "Finetune/Loss (Raw)": 0.7277069091796875, "Finetune/Step": 9290, "Finetune/Step Time": 5.921966155990958}
+{"Finetune/Learning Rate": 1.1030434169980075e-05, "Finetune/Loss": 0.8172889947891235, "Finetune/Loss (Raw)": 0.8300262689590454, "Finetune/Step": 9291, "Finetune/Step Time": 5.923412248492241}
+{"Finetune/Learning Rate": 1.102875916099886e-05, "Finetune/Loss": 0.8178653717041016, "Finetune/Loss (Raw)": 0.8299617171287537, "Finetune/Step": 9292, "Finetune/Step Time": 5.922154575586319}
+{"Finetune/Learning Rate": 1.1027084122844962e-05, "Finetune/Loss": 0.81822669506073, "Finetune/Loss (Raw)": 0.8709192872047424, "Finetune/Step": 9293, "Finetune/Step Time": 5.9233579114079475}
+{"Finetune/Learning Rate": 1.1025409055565879e-05, "Finetune/Loss": 0.8194738626480103, "Finetune/Loss (Raw)": 1.0187733173370361, "Finetune/Step": 9294, "Finetune/Step Time": 5.923777224496007}
+{"Finetune/Learning Rate": 1.1023733959209108e-05, "Finetune/Loss": 0.8202149271965027, "Finetune/Loss (Raw)": 0.8988118767738342, "Finetune/Step": 9295, "Finetune/Step Time": 5.921685749664903}
+{"Finetune/Learning Rate": 1.1022058833822158e-05, "Finetune/Loss": 0.8199551105499268, "Finetune/Loss (Raw)": 0.7742381691932678, "Finetune/Step": 9296, "Finetune/Step Time": 5.931127116084099}
+{"Finetune/Learning Rate": 1.1020383679452522e-05, "Finetune/Loss": 0.8200719356536865, "Finetune/Loss (Raw)": 0.9155351519584656, "Finetune/Step": 9297, "Finetune/Step Time": 5.93113599345088}
+{"Finetune/Learning Rate": 1.1018708496147708e-05, "Finetune/Loss": 0.8204245567321777, "Finetune/Loss (Raw)": 0.8176946640014648, "Finetune/Step": 9298, "Finetune/Step Time": 5.931758964434266}
+{"Finetune/Learning Rate": 1.1017033283955219e-05, "Finetune/Loss": 0.8206284642219543, "Finetune/Loss (Raw)": 0.8690153956413269, "Finetune/Step": 9299, "Finetune/Step Time": 5.948828021064401}
+{"Finetune/Learning Rate": 1.1015358042922554e-05, "Finetune/Loss": 0.820624828338623, "Finetune/Loss (Raw)": 0.7776677012443542, "Finetune/Step": 9300, "Finetune/Step Time": 5.951525565236807}
+{"Finetune/Learning Rate": 1.1013682773097225e-05, "Finetune/Loss": 0.8211259841918945, "Finetune/Loss (Raw)": 0.9509013891220093, "Finetune/Step": 9301, "Finetune/Step Time": 5.939106851816177}
+{"Finetune/Learning Rate": 1.1012007474526735e-05, "Finetune/Loss": 0.8224387764930725, "Finetune/Loss (Raw)": 0.7847662568092346, "Finetune/Step": 9302, "Finetune/Step Time": 5.929112780839205}
+{"Finetune/Learning Rate": 1.1010332147258592e-05, "Finetune/Loss": 0.8212934732437134, "Finetune/Loss (Raw)": 0.8128635287284851, "Finetune/Step": 9303, "Finetune/Step Time": 5.928346198052168}
+{"Finetune/Learning Rate": 1.1008656791340297e-05, "Finetune/Loss": 0.8199335336685181, "Finetune/Loss (Raw)": 0.7916423082351685, "Finetune/Step": 9304, "Finetune/Step Time": 5.927919244393706}
+{"Finetune/Learning Rate": 1.100698140681937e-05, "Finetune/Loss": 0.819632351398468, "Finetune/Loss (Raw)": 0.7981584668159485, "Finetune/Step": 9305, "Finetune/Step Time": 5.931443963199854}
+{"Finetune/Learning Rate": 1.100530599374331e-05, "Finetune/Loss": 0.8215680718421936, "Finetune/Loss (Raw)": 0.9873617887496948, "Finetune/Step": 9306, "Finetune/Step Time": 5.932787680998445}
+{"Finetune/Learning Rate": 1.1003630552159634e-05, "Finetune/Loss": 0.8193922638893127, "Finetune/Loss (Raw)": 0.6358469128608704, "Finetune/Step": 9307, "Finetune/Step Time": 5.938077757135034}
+{"Finetune/Learning Rate": 1.1001955082115847e-05, "Finetune/Loss": 0.8191942572593689, "Finetune/Loss (Raw)": 0.7984113097190857, "Finetune/Step": 9308, "Finetune/Step Time": 5.956733152270317}
+{"Finetune/Learning Rate": 1.1000279583659465e-05, "Finetune/Loss": 0.8198293447494507, "Finetune/Loss (Raw)": 0.842635989189148, "Finetune/Step": 9309, "Finetune/Step Time": 5.954988490790129}
+{"Finetune/Learning Rate": 1.0998604056837995e-05, "Finetune/Loss": 0.8193237781524658, "Finetune/Loss (Raw)": 0.739030122756958, "Finetune/Step": 9310, "Finetune/Step Time": 5.942660367116332}
+{"Finetune/Learning Rate": 1.0996928501698958e-05, "Finetune/Loss": 0.8201992511749268, "Finetune/Loss (Raw)": 0.9268648624420166, "Finetune/Step": 9311, "Finetune/Step Time": 5.932948270812631}
+{"Finetune/Learning Rate": 1.099525291828986e-05, "Finetune/Loss": 0.8188427090644836, "Finetune/Loss (Raw)": 0.8085023164749146, "Finetune/Step": 9312, "Finetune/Step Time": 5.931539133191109}
+{"Finetune/Learning Rate": 1.099357730665822e-05, "Finetune/Loss": 0.8185672760009766, "Finetune/Loss (Raw)": 0.8173407316207886, "Finetune/Step": 9313, "Finetune/Step Time": 5.929766874760389}
+{"Finetune/Learning Rate": 1.0991901666851555e-05, "Finetune/Loss": 0.8185533285140991, "Finetune/Loss (Raw)": 0.8446922898292542, "Finetune/Step": 9314, "Finetune/Step Time": 5.92386326007545}
+{"Finetune/Learning Rate": 1.0990225998917376e-05, "Finetune/Loss": 0.8178764581680298, "Finetune/Loss (Raw)": 0.8982489109039307, "Finetune/Step": 9315, "Finetune/Step Time": 5.925149464979768}
+{"Finetune/Learning Rate": 1.0988550302903205e-05, "Finetune/Loss": 0.8153157234191895, "Finetune/Loss (Raw)": 0.6651626825332642, "Finetune/Step": 9316, "Finetune/Step Time": 5.938269183039665}
+{"Finetune/Learning Rate": 1.0986874578856562e-05, "Finetune/Loss": 0.8144521117210388, "Finetune/Loss (Raw)": 0.7621132135391235, "Finetune/Step": 9317, "Finetune/Step Time": 5.935222879052162}
+{"Finetune/Learning Rate": 1.0985198826824956e-05, "Finetune/Loss": 0.8156059980392456, "Finetune/Loss (Raw)": 0.9266179800033569, "Finetune/Step": 9318, "Finetune/Step Time": 5.938338125124574}
+{"Finetune/Learning Rate": 1.0983523046855917e-05, "Finetune/Loss": 0.8157809376716614, "Finetune/Loss (Raw)": 0.8481286764144897, "Finetune/Step": 9319, "Finetune/Step Time": 5.9419581815600395}
+{"Finetune/Learning Rate": 1.098184723899696e-05, "Finetune/Loss": 0.8147541880607605, "Finetune/Loss (Raw)": 0.7290076017379761, "Finetune/Step": 9320, "Finetune/Step Time": 5.939632434397936}
+{"Finetune/Learning Rate": 1.098017140329561e-05, "Finetune/Loss": 0.8148058652877808, "Finetune/Loss (Raw)": 0.8774566650390625, "Finetune/Step": 9321, "Finetune/Step Time": 5.942224230617285}
+{"Finetune/Learning Rate": 1.097849553979938e-05, "Finetune/Loss": 0.8150991201400757, "Finetune/Loss (Raw)": 0.7851506471633911, "Finetune/Step": 9322, "Finetune/Step Time": 5.917499711737037}
+{"Finetune/Learning Rate": 1.0976819648555806e-05, "Finetune/Loss": 0.8179664611816406, "Finetune/Loss (Raw)": 1.0010557174682617, "Finetune/Step": 9323, "Finetune/Step Time": 5.917790858075023}
+{"Finetune/Learning Rate": 1.0975143729612399e-05, "Finetune/Loss": 0.8186999559402466, "Finetune/Loss (Raw)": 0.9262423515319824, "Finetune/Step": 9324, "Finetune/Step Time": 5.9156995210796595}
+{"Finetune/Learning Rate": 1.097346778301669e-05, "Finetune/Loss": 0.8166190385818481, "Finetune/Loss (Raw)": 0.5735027194023132, "Finetune/Step": 9325, "Finetune/Step Time": 5.932178128510714}
+{"Finetune/Learning Rate": 1.0971791808816204e-05, "Finetune/Loss": 0.8147786855697632, "Finetune/Loss (Raw)": 0.7511200904846191, "Finetune/Step": 9326, "Finetune/Step Time": 5.933379014953971}
+{"Finetune/Learning Rate": 1.0970115807058465e-05, "Finetune/Loss": 0.8156576752662659, "Finetune/Loss (Raw)": 0.9619116187095642, "Finetune/Step": 9327, "Finetune/Step Time": 5.9376033414155245}
+{"Finetune/Learning Rate": 1.0968439777791e-05, "Finetune/Loss": 0.8161848783493042, "Finetune/Loss (Raw)": 0.7397106885910034, "Finetune/Step": 9328, "Finetune/Step Time": 5.931858254596591}
+{"Finetune/Learning Rate": 1.0966763721061337e-05, "Finetune/Loss": 0.8171340227127075, "Finetune/Loss (Raw)": 0.8328025937080383, "Finetune/Step": 9329, "Finetune/Step Time": 5.92495371773839}
+{"Finetune/Learning Rate": 1.0965087636917006e-05, "Finetune/Loss": 0.81678307056427, "Finetune/Loss (Raw)": 0.783599853515625, "Finetune/Step": 9330, "Finetune/Step Time": 5.914414120838046}
+{"Finetune/Learning Rate": 1.0963411525405532e-05, "Finetune/Loss": 0.8155141472816467, "Finetune/Loss (Raw)": 0.8062169551849365, "Finetune/Step": 9331, "Finetune/Step Time": 5.9185049924999475}
+{"Finetune/Learning Rate": 1.0961735386574447e-05, "Finetune/Loss": 0.8152834177017212, "Finetune/Loss (Raw)": 0.7943210005760193, "Finetune/Step": 9332, "Finetune/Step Time": 5.91924755834043}
+{"Finetune/Learning Rate": 1.0960059220471282e-05, "Finetune/Loss": 0.816510021686554, "Finetune/Loss (Raw)": 0.9125950336456299, "Finetune/Step": 9333, "Finetune/Step Time": 5.934250332415104}
+{"Finetune/Learning Rate": 1.0958383027143566e-05, "Finetune/Loss": 0.8152979612350464, "Finetune/Loss (Raw)": 0.8045209050178528, "Finetune/Step": 9334, "Finetune/Step Time": 5.933690490201116}
+{"Finetune/Learning Rate": 1.0956706806638833e-05, "Finetune/Loss": 0.8166107535362244, "Finetune/Loss (Raw)": 0.8139762282371521, "Finetune/Step": 9335, "Finetune/Step Time": 5.935120576992631}
+{"Finetune/Learning Rate": 1.0955030559004616e-05, "Finetune/Loss": 0.8154507875442505, "Finetune/Loss (Raw)": 0.8304275870323181, "Finetune/Step": 9336, "Finetune/Step Time": 5.933479135856032}
+{"Finetune/Learning Rate": 1.0953354284288448e-05, "Finetune/Loss": 0.8159972429275513, "Finetune/Loss (Raw)": 0.9187715649604797, "Finetune/Step": 9337, "Finetune/Step Time": 5.930121883749962}
+{"Finetune/Learning Rate": 1.0951677982537866e-05, "Finetune/Loss": 0.8162597417831421, "Finetune/Loss (Raw)": 0.826143205165863, "Finetune/Step": 9338, "Finetune/Step Time": 5.923325654119253}
+{"Finetune/Learning Rate": 1.0950001653800398e-05, "Finetune/Loss": 0.8163825869560242, "Finetune/Loss (Raw)": 0.762668251991272, "Finetune/Step": 9339, "Finetune/Step Time": 5.92664042674005}
+{"Finetune/Learning Rate": 1.0948325298123586e-05, "Finetune/Loss": 0.815723180770874, "Finetune/Loss (Raw)": 0.7735135555267334, "Finetune/Step": 9340, "Finetune/Step Time": 5.909635087475181}
+{"Finetune/Learning Rate": 1.0946648915554968e-05, "Finetune/Loss": 0.8157217502593994, "Finetune/Loss (Raw)": 0.9244855046272278, "Finetune/Step": 9341, "Finetune/Step Time": 5.938450364395976}
+{"Finetune/Learning Rate": 1.0944972506142076e-05, "Finetune/Loss": 0.817320704460144, "Finetune/Loss (Raw)": 0.7927393317222595, "Finetune/Step": 9342, "Finetune/Step Time": 5.939876666292548}
+{"Finetune/Learning Rate": 1.094329606993245e-05, "Finetune/Loss": 0.8165453672409058, "Finetune/Loss (Raw)": 0.7141628861427307, "Finetune/Step": 9343, "Finetune/Step Time": 5.923200778663158}
+{"Finetune/Learning Rate": 1.0941619606973633e-05, "Finetune/Loss": 0.8165079355239868, "Finetune/Loss (Raw)": 0.8677078485488892, "Finetune/Step": 9344, "Finetune/Step Time": 5.939856862649322}
+{"Finetune/Learning Rate": 1.0939943117313158e-05, "Finetune/Loss": 0.8172733783721924, "Finetune/Loss (Raw)": 0.8274387121200562, "Finetune/Step": 9345, "Finetune/Step Time": 5.942891135811806}
+{"Finetune/Learning Rate": 1.093826660099857e-05, "Finetune/Loss": 0.8158513307571411, "Finetune/Loss (Raw)": 0.7560579180717468, "Finetune/Step": 9346, "Finetune/Step Time": 5.959884360432625}
+{"Finetune/Learning Rate": 1.0936590058077413e-05, "Finetune/Loss": 0.8178361654281616, "Finetune/Loss (Raw)": 0.8926795125007629, "Finetune/Step": 9347, "Finetune/Step Time": 5.962199034169316}
+{"Finetune/Learning Rate": 1.0934913488597223e-05, "Finetune/Loss": 0.8183444142341614, "Finetune/Loss (Raw)": 0.9880918264389038, "Finetune/Step": 9348, "Finetune/Step Time": 5.95763623341918}
+{"Finetune/Learning Rate": 1.0933236892605543e-05, "Finetune/Loss": 0.819485068321228, "Finetune/Loss (Raw)": 0.9304018616676331, "Finetune/Step": 9349, "Finetune/Step Time": 5.962075522169471}
+{"Finetune/Learning Rate": 1.093156027014992e-05, "Finetune/Loss": 0.8188444972038269, "Finetune/Loss (Raw)": 0.7919765710830688, "Finetune/Step": 9350, "Finetune/Step Time": 5.941846637055278}
+{"Finetune/Learning Rate": 1.0929883621277896e-05, "Finetune/Loss": 0.8191810846328735, "Finetune/Loss (Raw)": 0.758364737033844, "Finetune/Step": 9351, "Finetune/Step Time": 5.945623826235533}
+{"Finetune/Learning Rate": 1.0928206946037019e-05, "Finetune/Loss": 0.8214433193206787, "Finetune/Loss (Raw)": 0.8820781111717224, "Finetune/Step": 9352, "Finetune/Step Time": 5.924546834081411}
+{"Finetune/Learning Rate": 1.0926530244474828e-05, "Finetune/Loss": 0.8221405744552612, "Finetune/Loss (Raw)": 0.7835779786109924, "Finetune/Step": 9353, "Finetune/Step Time": 5.911316871643066}
+{"Finetune/Learning Rate": 1.0924853516638879e-05, "Finetune/Loss": 0.8224500417709351, "Finetune/Loss (Raw)": 0.8298017382621765, "Finetune/Step": 9354, "Finetune/Step Time": 5.9090535044670105}
+{"Finetune/Learning Rate": 1.092317676257671e-05, "Finetune/Loss": 0.8222134709358215, "Finetune/Loss (Raw)": 0.8313469290733337, "Finetune/Step": 9355, "Finetune/Step Time": 5.907581463456154}
+{"Finetune/Learning Rate": 1.0921499982335877e-05, "Finetune/Loss": 0.821882426738739, "Finetune/Loss (Raw)": 0.8047063946723938, "Finetune/Step": 9356, "Finetune/Step Time": 5.904820118099451}
+{"Finetune/Learning Rate": 1.0919823175963922e-05, "Finetune/Loss": 0.8211812973022461, "Finetune/Loss (Raw)": 0.8402819633483887, "Finetune/Step": 9357, "Finetune/Step Time": 5.9048789497464895}
+{"Finetune/Learning Rate": 1.0918146343508398e-05, "Finetune/Loss": 0.8227736949920654, "Finetune/Loss (Raw)": 0.8634678721427917, "Finetune/Step": 9358, "Finetune/Step Time": 5.9032472260296345}
+{"Finetune/Learning Rate": 1.0916469485016856e-05, "Finetune/Loss": 0.8238193988800049, "Finetune/Loss (Raw)": 0.9525876045227051, "Finetune/Step": 9359, "Finetune/Step Time": 5.878896187990904}
+{"Finetune/Learning Rate": 1.0914792600536843e-05, "Finetune/Loss": 0.8243288993835449, "Finetune/Loss (Raw)": 0.9410502910614014, "Finetune/Step": 9360, "Finetune/Step Time": 5.891148056834936}
+{"Finetune/Learning Rate": 1.0913115690115914e-05, "Finetune/Loss": 0.8243992924690247, "Finetune/Loss (Raw)": 0.8615612387657166, "Finetune/Step": 9361, "Finetune/Step Time": 5.890505865216255}
+{"Finetune/Learning Rate": 1.0911438753801624e-05, "Finetune/Loss": 0.825003445148468, "Finetune/Loss (Raw)": 0.9140543341636658, "Finetune/Step": 9362, "Finetune/Step Time": 5.903451485559344}
+{"Finetune/Learning Rate": 1.0909761791641517e-05, "Finetune/Loss": 0.8248979449272156, "Finetune/Loss (Raw)": 0.923551082611084, "Finetune/Step": 9363, "Finetune/Step Time": 5.903206568211317}
+{"Finetune/Learning Rate": 1.0908084803683157e-05, "Finetune/Loss": 0.8263611793518066, "Finetune/Loss (Raw)": 0.9075695872306824, "Finetune/Step": 9364, "Finetune/Step Time": 5.902300538495183}
+{"Finetune/Learning Rate": 1.0906407789974091e-05, "Finetune/Loss": 0.8261639475822449, "Finetune/Loss (Raw)": 0.7491624355316162, "Finetune/Step": 9365, "Finetune/Step Time": 5.907593598589301}
+{"Finetune/Learning Rate": 1.0904730750561883e-05, "Finetune/Loss": 0.8270500898361206, "Finetune/Loss (Raw)": 0.9873598217964172, "Finetune/Step": 9366, "Finetune/Step Time": 5.906756537035108}
+{"Finetune/Learning Rate": 1.0903053685494078e-05, "Finetune/Loss": 0.8273564577102661, "Finetune/Loss (Raw)": 0.873580813407898, "Finetune/Step": 9367, "Finetune/Step Time": 5.893585946410894}
+{"Finetune/Learning Rate": 1.090137659481824e-05, "Finetune/Loss": 0.8271476030349731, "Finetune/Loss (Raw)": 0.8239555954933167, "Finetune/Step": 9368, "Finetune/Step Time": 5.8964300360530615}
+{"Finetune/Learning Rate": 1.0899699478581927e-05, "Finetune/Loss": 0.826655387878418, "Finetune/Loss (Raw)": 0.7912429571151733, "Finetune/Step": 9369, "Finetune/Step Time": 5.894233679398894}
+{"Finetune/Learning Rate": 1.0898022336832692e-05, "Finetune/Loss": 0.8295352458953857, "Finetune/Loss (Raw)": 0.9808909893035889, "Finetune/Step": 9370, "Finetune/Step Time": 5.877655483782291}
+{"Finetune/Learning Rate": 1.08963451696181e-05, "Finetune/Loss": 0.8283253908157349, "Finetune/Loss (Raw)": 0.6110855937004089, "Finetune/Step": 9371, "Finetune/Step Time": 5.874507503584027}
+{"Finetune/Learning Rate": 1.0894667976985707e-05, "Finetune/Loss": 0.828507661819458, "Finetune/Loss (Raw)": 0.8271126747131348, "Finetune/Step": 9372, "Finetune/Step Time": 5.878697218373418}
+{"Finetune/Learning Rate": 1.0892990758983073e-05, "Finetune/Loss": 0.830066442489624, "Finetune/Loss (Raw)": 0.8740754127502441, "Finetune/Step": 9373, "Finetune/Step Time": 5.876990385353565}
+{"Finetune/Learning Rate": 1.089131351565776e-05, "Finetune/Loss": 0.8295932412147522, "Finetune/Loss (Raw)": 0.7272971868515015, "Finetune/Step": 9374, "Finetune/Step Time": 5.877132257446647}
+{"Finetune/Learning Rate": 1.0889636247057334e-05, "Finetune/Loss": 0.8295703530311584, "Finetune/Loss (Raw)": 0.7782975435256958, "Finetune/Step": 9375, "Finetune/Step Time": 5.873233124613762}
+{"Finetune/Learning Rate": 1.0887958953229349e-05, "Finetune/Loss": 0.8292185068130493, "Finetune/Loss (Raw)": 0.8882364630699158, "Finetune/Step": 9376, "Finetune/Step Time": 5.861610382795334}
+{"Finetune/Learning Rate": 1.0886281634221377e-05, "Finetune/Loss": 0.8307234048843384, "Finetune/Loss (Raw)": 0.9329738616943359, "Finetune/Step": 9377, "Finetune/Step Time": 5.861562384292483}
+{"Finetune/Learning Rate": 1.0884604290080976e-05, "Finetune/Loss": 0.8330699801445007, "Finetune/Loss (Raw)": 0.8847206234931946, "Finetune/Step": 9378, "Finetune/Step Time": 5.8506819028407335}
+{"Finetune/Learning Rate": 1.0882926920855712e-05, "Finetune/Loss": 0.8329203724861145, "Finetune/Loss (Raw)": 0.7163571119308472, "Finetune/Step": 9379, "Finetune/Step Time": 5.838770942762494}
+{"Finetune/Learning Rate": 1.0881249526593154e-05, "Finetune/Loss": 0.833599328994751, "Finetune/Loss (Raw)": 0.8883075714111328, "Finetune/Step": 9380, "Finetune/Step Time": 5.838451627641916}
+{"Finetune/Learning Rate": 1.0879572107340864e-05, "Finetune/Loss": 0.8345862627029419, "Finetune/Loss (Raw)": 0.8600178360939026, "Finetune/Step": 9381, "Finetune/Step Time": 5.835588440299034}
+{"Finetune/Learning Rate": 1.0877894663146409e-05, "Finetune/Loss": 0.833555281162262, "Finetune/Loss (Raw)": 0.7706310153007507, "Finetune/Step": 9382, "Finetune/Step Time": 5.840977363288403}
+{"Finetune/Learning Rate": 1.087621719405736e-05, "Finetune/Loss": 0.8337562680244446, "Finetune/Loss (Raw)": 0.842770516872406, "Finetune/Step": 9383, "Finetune/Step Time": 5.843907563015819}
+{"Finetune/Learning Rate": 1.087453970012128e-05, "Finetune/Loss": 0.8341686129570007, "Finetune/Loss (Raw)": 0.8711950778961182, "Finetune/Step": 9384, "Finetune/Step Time": 5.855324994772673}
+{"Finetune/Learning Rate": 1.0872862181385744e-05, "Finetune/Loss": 0.8339477777481079, "Finetune/Loss (Raw)": 0.8362851142883301, "Finetune/Step": 9385, "Finetune/Step Time": 5.851902073249221}
+{"Finetune/Learning Rate": 1.0871184637898315e-05, "Finetune/Loss": 0.8332375288009644, "Finetune/Loss (Raw)": 0.8454407453536987, "Finetune/Step": 9386, "Finetune/Step Time": 5.854791456833482}
+{"Finetune/Learning Rate": 1.086950706970657e-05, "Finetune/Loss": 0.8339741230010986, "Finetune/Loss (Raw)": 0.8211842179298401, "Finetune/Step": 9387, "Finetune/Step Time": 5.85531316511333}
+{"Finetune/Learning Rate": 1.0867829476858076e-05, "Finetune/Loss": 0.8348838090896606, "Finetune/Loss (Raw)": 0.858489453792572, "Finetune/Step": 9388, "Finetune/Step Time": 5.855205867439508}
+{"Finetune/Learning Rate": 1.0866151859400406e-05, "Finetune/Loss": 0.8361330032348633, "Finetune/Loss (Raw)": 0.832990288734436, "Finetune/Step": 9389, "Finetune/Step Time": 5.859455607831478}
+{"Finetune/Learning Rate": 1.0864474217381136e-05, "Finetune/Loss": 0.8371247053146362, "Finetune/Loss (Raw)": 0.9017947912216187, "Finetune/Step": 9390, "Finetune/Step Time": 5.857685809955001}
+{"Finetune/Learning Rate": 1.0862796550847829e-05, "Finetune/Loss": 0.8384785652160645, "Finetune/Loss (Raw)": 0.8702774047851562, "Finetune/Step": 9391, "Finetune/Step Time": 5.854912420734763}
+{"Finetune/Learning Rate": 1.0861118859848067e-05, "Finetune/Loss": 0.8406664133071899, "Finetune/Loss (Raw)": 1.0016319751739502, "Finetune/Step": 9392, "Finetune/Step Time": 5.8509975168854}
+{"Finetune/Learning Rate": 1.0859441144429428e-05, "Finetune/Loss": 0.8413727283477783, "Finetune/Loss (Raw)": 0.9435787796974182, "Finetune/Step": 9393, "Finetune/Step Time": 5.844787796959281}
+{"Finetune/Learning Rate": 1.0857763404639479e-05, "Finetune/Loss": 0.8425583839416504, "Finetune/Loss (Raw)": 0.9145920872688293, "Finetune/Step": 9394, "Finetune/Step Time": 5.8403270822018385}
+{"Finetune/Learning Rate": 1.0856085640525795e-05, "Finetune/Loss": 0.8418498039245605, "Finetune/Loss (Raw)": 0.8747527599334717, "Finetune/Step": 9395, "Finetune/Step Time": 5.839310934767127}
+{"Finetune/Learning Rate": 1.0854407852135961e-05, "Finetune/Loss": 0.8417121171951294, "Finetune/Loss (Raw)": 0.7274112105369568, "Finetune/Step": 9396, "Finetune/Step Time": 5.833631256595254}
+{"Finetune/Learning Rate": 1.0852730039517549e-05, "Finetune/Loss": 0.8403408527374268, "Finetune/Loss (Raw)": 0.7434109449386597, "Finetune/Step": 9397, "Finetune/Step Time": 5.838493425399065}
+{"Finetune/Learning Rate": 1.0851052202718136e-05, "Finetune/Loss": 0.8404126763343811, "Finetune/Loss (Raw)": 0.903150737285614, "Finetune/Step": 9398, "Finetune/Step Time": 5.829988591372967}
+{"Finetune/Learning Rate": 1.0849374341785306e-05, "Finetune/Loss": 0.8404370546340942, "Finetune/Loss (Raw)": 0.8372860550880432, "Finetune/Step": 9399, "Finetune/Step Time": 5.8323146011680365}
+{"Finetune/Learning Rate": 1.0847696456766632e-05, "Finetune/Loss": 0.842587411403656, "Finetune/Loss (Raw)": 1.0323740243911743, "Finetune/Step": 9400, "Finetune/Step Time": 5.834152052178979}
+{"Finetune/Learning Rate": 1.0846018547709698e-05, "Finetune/Loss": 0.8426076173782349, "Finetune/Loss (Raw)": 0.8771609663963318, "Finetune/Step": 9401, "Finetune/Step Time": 5.8338522631675005}
+{"Finetune/Learning Rate": 1.0844340614662086e-05, "Finetune/Loss": 0.8427637815475464, "Finetune/Loss (Raw)": 1.017837643623352, "Finetune/Step": 9402, "Finetune/Step Time": 5.848050335422158}
+{"Finetune/Learning Rate": 1.0842662657671373e-05, "Finetune/Loss": 0.8439532518386841, "Finetune/Loss (Raw)": 0.8738738298416138, "Finetune/Step": 9403, "Finetune/Step Time": 5.86405985429883}
+{"Finetune/Learning Rate": 1.0840984676785142e-05, "Finetune/Loss": 0.8447290658950806, "Finetune/Loss (Raw)": 1.0292139053344727, "Finetune/Step": 9404, "Finetune/Step Time": 5.86384472809732}
+{"Finetune/Learning Rate": 1.0839306672050978e-05, "Finetune/Loss": 0.8446377515792847, "Finetune/Loss (Raw)": 0.7889673709869385, "Finetune/Step": 9405, "Finetune/Step Time": 5.863810492679477}
+{"Finetune/Learning Rate": 1.0837628643516464e-05, "Finetune/Loss": 0.8443459272384644, "Finetune/Loss (Raw)": 0.8407649993896484, "Finetune/Step": 9406, "Finetune/Step Time": 5.870732070878148}
+{"Finetune/Learning Rate": 1.0835950591229183e-05, "Finetune/Loss": 0.8442279100418091, "Finetune/Loss (Raw)": 0.8321008086204529, "Finetune/Step": 9407, "Finetune/Step Time": 5.868194816634059}
+{"Finetune/Learning Rate": 1.083427251523672e-05, "Finetune/Loss": 0.8451869487762451, "Finetune/Loss (Raw)": 1.0009326934814453, "Finetune/Step": 9408, "Finetune/Step Time": 5.872472673654556}
+{"Finetune/Learning Rate": 1.0832594415586662e-05, "Finetune/Loss": 0.8435372114181519, "Finetune/Loss (Raw)": 0.5727976560592651, "Finetune/Step": 9409, "Finetune/Step Time": 5.88880249299109}
+{"Finetune/Learning Rate": 1.0830916292326595e-05, "Finetune/Loss": 0.8428424596786499, "Finetune/Loss (Raw)": 0.8511562347412109, "Finetune/Step": 9410, "Finetune/Step Time": 5.896999707445502}
+{"Finetune/Learning Rate": 1.0829238145504104e-05, "Finetune/Loss": 0.8441309928894043, "Finetune/Loss (Raw)": 0.9870975613594055, "Finetune/Step": 9411, "Finetune/Step Time": 5.896221123635769}
+{"Finetune/Learning Rate": 1.0827559975166775e-05, "Finetune/Loss": 0.8441779613494873, "Finetune/Loss (Raw)": 0.8210408091545105, "Finetune/Step": 9412, "Finetune/Step Time": 5.893157185986638}
+{"Finetune/Learning Rate": 1.08258817813622e-05, "Finetune/Loss": 0.8437836170196533, "Finetune/Loss (Raw)": 0.8112597465515137, "Finetune/Step": 9413, "Finetune/Step Time": 5.905476842075586}
+{"Finetune/Learning Rate": 1.0824203564137967e-05, "Finetune/Loss": 0.842397928237915, "Finetune/Loss (Raw)": 0.6959794163703918, "Finetune/Step": 9414, "Finetune/Step Time": 5.922658942639828}
+{"Finetune/Learning Rate": 1.0822525323541661e-05, "Finetune/Loss": 0.8426146507263184, "Finetune/Loss (Raw)": 0.7881177067756653, "Finetune/Step": 9415, "Finetune/Step Time": 5.918202301487327}
+{"Finetune/Learning Rate": 1.0820847059620879e-05, "Finetune/Loss": 0.8411043882369995, "Finetune/Loss (Raw)": 0.7529818415641785, "Finetune/Step": 9416, "Finetune/Step Time": 5.9252081122249365}
+{"Finetune/Learning Rate": 1.081916877242321e-05, "Finetune/Loss": 0.8419090509414673, "Finetune/Loss (Raw)": 0.8450536727905273, "Finetune/Step": 9417, "Finetune/Step Time": 5.913328897207975}
+{"Finetune/Learning Rate": 1.081749046199624e-05, "Finetune/Loss": 0.8425302505493164, "Finetune/Loss (Raw)": 0.8072234988212585, "Finetune/Step": 9418, "Finetune/Step Time": 5.907516459003091}
+{"Finetune/Learning Rate": 1.0815812128387566e-05, "Finetune/Loss": 0.8413330316543579, "Finetune/Loss (Raw)": 0.676787793636322, "Finetune/Step": 9419, "Finetune/Step Time": 5.916674170643091}
+{"Finetune/Learning Rate": 1.0814133771644783e-05, "Finetune/Loss": 0.8416387438774109, "Finetune/Loss (Raw)": 0.8690893054008484, "Finetune/Step": 9420, "Finetune/Step Time": 5.918664608150721}
+{"Finetune/Learning Rate": 1.081245539181548e-05, "Finetune/Loss": 0.841550350189209, "Finetune/Loss (Raw)": 0.859598696231842, "Finetune/Step": 9421, "Finetune/Step Time": 5.918786596506834}
+{"Finetune/Learning Rate": 1.0810776988947252e-05, "Finetune/Loss": 0.8391163945198059, "Finetune/Loss (Raw)": 0.7072321772575378, "Finetune/Step": 9422, "Finetune/Step Time": 5.939110975712538}
+{"Finetune/Learning Rate": 1.0809098563087692e-05, "Finetune/Loss": 0.8388449549674988, "Finetune/Loss (Raw)": 0.8640676140785217, "Finetune/Step": 9423, "Finetune/Step Time": 5.9406099785119295}
+{"Finetune/Learning Rate": 1.08074201142844e-05, "Finetune/Loss": 0.8393450975418091, "Finetune/Loss (Raw)": 0.8382542133331299, "Finetune/Step": 9424, "Finetune/Step Time": 5.9323936607688665}
+{"Finetune/Learning Rate": 1.080574164258497e-05, "Finetune/Loss": 0.8388159275054932, "Finetune/Loss (Raw)": 0.8478057980537415, "Finetune/Step": 9425, "Finetune/Step Time": 5.934280771762133}
+{"Finetune/Learning Rate": 1.0804063148036996e-05, "Finetune/Loss": 0.8393599390983582, "Finetune/Loss (Raw)": 0.8873237371444702, "Finetune/Step": 9426, "Finetune/Step Time": 5.934889255091548}
+{"Finetune/Learning Rate": 1.080238463068808e-05, "Finetune/Loss": 0.8397767543792725, "Finetune/Loss (Raw)": 0.9223780035972595, "Finetune/Step": 9427, "Finetune/Step Time": 5.923799097537994}
+{"Finetune/Learning Rate": 1.0800706090585814e-05, "Finetune/Loss": 0.840272068977356, "Finetune/Loss (Raw)": 0.8410607576370239, "Finetune/Step": 9428, "Finetune/Step Time": 5.91942922398448}
+{"Finetune/Learning Rate": 1.0799027527777803e-05, "Finetune/Loss": 0.8393343091011047, "Finetune/Loss (Raw)": 0.8308634757995605, "Finetune/Step": 9429, "Finetune/Step Time": 5.922571528702974}
+{"Finetune/Learning Rate": 1.0797348942311644e-05, "Finetune/Loss": 0.8388713598251343, "Finetune/Loss (Raw)": 0.7255154848098755, "Finetune/Step": 9430, "Finetune/Step Time": 5.918329508975148}
+{"Finetune/Learning Rate": 1.0795670334234936e-05, "Finetune/Loss": 0.8383488655090332, "Finetune/Loss (Raw)": 0.7459821105003357, "Finetune/Step": 9431, "Finetune/Step Time": 5.922796128317714}
+{"Finetune/Learning Rate": 1.0793991703595279e-05, "Finetune/Loss": 0.8385851979255676, "Finetune/Loss (Raw)": 0.8218896389007568, "Finetune/Step": 9432, "Finetune/Step Time": 5.919979326426983}
+{"Finetune/Learning Rate": 1.0792313050440276e-05, "Finetune/Loss": 0.8391057252883911, "Finetune/Loss (Raw)": 0.8647831082344055, "Finetune/Step": 9433, "Finetune/Step Time": 5.915650991722941}
+{"Finetune/Learning Rate": 1.0790634374817525e-05, "Finetune/Loss": 0.8377940654754639, "Finetune/Loss (Raw)": 0.819477379322052, "Finetune/Step": 9434, "Finetune/Step Time": 5.9128963351249695}
+{"Finetune/Learning Rate": 1.0788955676774635e-05, "Finetune/Loss": 0.8395165205001831, "Finetune/Loss (Raw)": 0.8563200831413269, "Finetune/Step": 9435, "Finetune/Step Time": 5.916741779074073}
+{"Finetune/Learning Rate": 1.0787276956359202e-05, "Finetune/Loss": 0.8401565551757812, "Finetune/Loss (Raw)": 0.8803348541259766, "Finetune/Step": 9436, "Finetune/Step Time": 5.9145439229905605}
+{"Finetune/Learning Rate": 1.0785598213618835e-05, "Finetune/Loss": 0.8406063318252563, "Finetune/Loss (Raw)": 0.9002010822296143, "Finetune/Step": 9437, "Finetune/Step Time": 5.914081642404199}
+{"Finetune/Learning Rate": 1.078391944860114e-05, "Finetune/Loss": 0.8416327238082886, "Finetune/Loss (Raw)": 0.8704086542129517, "Finetune/Step": 9438, "Finetune/Step Time": 5.911720743402839}
+{"Finetune/Learning Rate": 1.0782240661353716e-05, "Finetune/Loss": 0.8401355743408203, "Finetune/Loss (Raw)": 0.735235869884491, "Finetune/Step": 9439, "Finetune/Step Time": 5.934868562966585}
+{"Finetune/Learning Rate": 1.0780561851924168e-05, "Finetune/Loss": 0.8393713235855103, "Finetune/Loss (Raw)": 0.7106760740280151, "Finetune/Step": 9440, "Finetune/Step Time": 5.938219429925084}
+{"Finetune/Learning Rate": 1.0778883020360112e-05, "Finetune/Loss": 0.8399593234062195, "Finetune/Loss (Raw)": 0.8926050066947937, "Finetune/Step": 9441, "Finetune/Step Time": 5.936704186722636}
+{"Finetune/Learning Rate": 1.0777204166709144e-05, "Finetune/Loss": 0.8406277298927307, "Finetune/Loss (Raw)": 0.9302478432655334, "Finetune/Step": 9442, "Finetune/Step Time": 5.940368324518204}
+{"Finetune/Learning Rate": 1.0775525291018873e-05, "Finetune/Loss": 0.8385618925094604, "Finetune/Loss (Raw)": 0.6338213682174683, "Finetune/Step": 9443, "Finetune/Step Time": 5.959581665694714}
+{"Finetune/Learning Rate": 1.0773846393336916e-05, "Finetune/Loss": 0.8393003940582275, "Finetune/Loss (Raw)": 0.7596936821937561, "Finetune/Step": 9444, "Finetune/Step Time": 5.967602217569947}
+{"Finetune/Learning Rate": 1.0772167473710873e-05, "Finetune/Loss": 0.83878493309021, "Finetune/Loss (Raw)": 0.6961344480514526, "Finetune/Step": 9445, "Finetune/Step Time": 5.968796998262405}
+{"Finetune/Learning Rate": 1.0770488532188356e-05, "Finetune/Loss": 0.8380175232887268, "Finetune/Loss (Raw)": 0.8283894658088684, "Finetune/Step": 9446, "Finetune/Step Time": 5.962856274098158}
+{"Finetune/Learning Rate": 1.0768809568816974e-05, "Finetune/Loss": 0.837583065032959, "Finetune/Loss (Raw)": 0.7925143241882324, "Finetune/Step": 9447, "Finetune/Step Time": 5.9591241758316755}
+{"Finetune/Learning Rate": 1.0767130583644343e-05, "Finetune/Loss": 0.8381232023239136, "Finetune/Loss (Raw)": 0.7981482744216919, "Finetune/Step": 9448, "Finetune/Step Time": 5.970885856077075}
+{"Finetune/Learning Rate": 1.0765451576718067e-05, "Finetune/Loss": 0.8380036354064941, "Finetune/Loss (Raw)": 0.8621525168418884, "Finetune/Step": 9449, "Finetune/Step Time": 5.970133440569043}
+{"Finetune/Learning Rate": 1.0763772548085762e-05, "Finetune/Loss": 0.8390083312988281, "Finetune/Loss (Raw)": 0.9137464761734009, "Finetune/Step": 9450, "Finetune/Step Time": 5.969477562233806}
+{"Finetune/Learning Rate": 1.0762093497795038e-05, "Finetune/Loss": 0.8374251127243042, "Finetune/Loss (Raw)": 0.7984037399291992, "Finetune/Step": 9451, "Finetune/Step Time": 5.965345945209265}
+{"Finetune/Learning Rate": 1.076041442589351e-05, "Finetune/Loss": 0.8367351293563843, "Finetune/Loss (Raw)": 0.8379303812980652, "Finetune/Step": 9452, "Finetune/Step Time": 5.967539524659514}
+{"Finetune/Learning Rate": 1.0758735332428793e-05, "Finetune/Loss": 0.8390882611274719, "Finetune/Loss (Raw)": 0.8746998310089111, "Finetune/Step": 9453, "Finetune/Step Time": 5.952227795496583}
+{"Finetune/Learning Rate": 1.0757056217448498e-05, "Finetune/Loss": 0.839774489402771, "Finetune/Loss (Raw)": 0.8389624953269958, "Finetune/Step": 9454, "Finetune/Step Time": 5.9496211260557175}
+{"Finetune/Learning Rate": 1.0755377081000242e-05, "Finetune/Loss": 0.8389365673065186, "Finetune/Loss (Raw)": 0.8546562790870667, "Finetune/Step": 9455, "Finetune/Step Time": 5.950778180733323}
+{"Finetune/Learning Rate": 1.0753697923131641e-05, "Finetune/Loss": 0.8385382294654846, "Finetune/Loss (Raw)": 0.6887230277061462, "Finetune/Step": 9456, "Finetune/Step Time": 5.952998558059335}
+{"Finetune/Learning Rate": 1.0752018743890308e-05, "Finetune/Loss": 0.8383616209030151, "Finetune/Loss (Raw)": 0.8101987242698669, "Finetune/Step": 9457, "Finetune/Step Time": 5.9634805675596}
+{"Finetune/Learning Rate": 1.0750339543323862e-05, "Finetune/Loss": 0.8386353850364685, "Finetune/Loss (Raw)": 0.8186326622962952, "Finetune/Step": 9458, "Finetune/Step Time": 5.966358149424195}
+{"Finetune/Learning Rate": 1.0748660321479922e-05, "Finetune/Loss": 0.8374804854393005, "Finetune/Loss (Raw)": 0.6583936810493469, "Finetune/Step": 9459, "Finetune/Step Time": 5.97311376594007}
+{"Finetune/Learning Rate": 1.0746981078406105e-05, "Finetune/Loss": 0.8375881910324097, "Finetune/Loss (Raw)": 0.8081015348434448, "Finetune/Step": 9460, "Finetune/Step Time": 5.976147744804621}
+{"Finetune/Learning Rate": 1.0745301814150025e-05, "Finetune/Loss": 0.8370087146759033, "Finetune/Loss (Raw)": 0.8384252190589905, "Finetune/Step": 9461, "Finetune/Step Time": 5.963620886206627}
+{"Finetune/Learning Rate": 1.0743622528759306e-05, "Finetune/Loss": 0.8356033563613892, "Finetune/Loss (Raw)": 0.6246439218521118, "Finetune/Step": 9462, "Finetune/Step Time": 5.984441388398409}
+{"Finetune/Learning Rate": 1.074194322228157e-05, "Finetune/Loss": 0.8347954750061035, "Finetune/Loss (Raw)": 0.710558295249939, "Finetune/Step": 9463, "Finetune/Step Time": 5.980662355199456}
+{"Finetune/Learning Rate": 1.074026389476443e-05, "Finetune/Loss": 0.8336274027824402, "Finetune/Loss (Raw)": 0.6809196472167969, "Finetune/Step": 9464, "Finetune/Step Time": 5.98520340025425}
+{"Finetune/Learning Rate": 1.073858454625551e-05, "Finetune/Loss": 0.8339428901672363, "Finetune/Loss (Raw)": 0.9591547250747681, "Finetune/Step": 9465, "Finetune/Step Time": 5.987006129696965}
+{"Finetune/Learning Rate": 1.073690517680244e-05, "Finetune/Loss": 0.8331162929534912, "Finetune/Loss (Raw)": 0.7203273177146912, "Finetune/Step": 9466, "Finetune/Step Time": 5.988801592960954}
+{"Finetune/Learning Rate": 1.0735225786452828e-05, "Finetune/Loss": 0.8340388536453247, "Finetune/Loss (Raw)": 0.8807662725448608, "Finetune/Step": 9467, "Finetune/Step Time": 5.990012422204018}
+{"Finetune/Learning Rate": 1.0733546375254302e-05, "Finetune/Loss": 0.8341850638389587, "Finetune/Loss (Raw)": 0.7922211289405823, "Finetune/Step": 9468, "Finetune/Step Time": 5.986891632899642}
+{"Finetune/Learning Rate": 1.0731866943254492e-05, "Finetune/Loss": 0.8328938484191895, "Finetune/Loss (Raw)": 0.7592196464538574, "Finetune/Step": 9469, "Finetune/Step Time": 5.9583740290254354}
+{"Finetune/Learning Rate": 1.0730187490501017e-05, "Finetune/Loss": 0.8330055475234985, "Finetune/Loss (Raw)": 0.8070303201675415, "Finetune/Step": 9470, "Finetune/Step Time": 5.953705612570047}
+{"Finetune/Learning Rate": 1.0728508017041494e-05, "Finetune/Loss": 0.8343397378921509, "Finetune/Loss (Raw)": 0.8849391341209412, "Finetune/Step": 9471, "Finetune/Step Time": 5.947971845045686}
+{"Finetune/Learning Rate": 1.0726828522923563e-05, "Finetune/Loss": 0.8348644971847534, "Finetune/Loss (Raw)": 0.9348803162574768, "Finetune/Step": 9472, "Finetune/Step Time": 5.930476425215602}
+{"Finetune/Learning Rate": 1.0725149008194838e-05, "Finetune/Loss": 0.8354232311248779, "Finetune/Loss (Raw)": 0.8989559412002563, "Finetune/Step": 9473, "Finetune/Step Time": 5.927578259259462}
+{"Finetune/Learning Rate": 1.072346947290295e-05, "Finetune/Loss": 0.8358917236328125, "Finetune/Loss (Raw)": 0.8160224556922913, "Finetune/Step": 9474, "Finetune/Step Time": 5.912061018869281}
+{"Finetune/Learning Rate": 1.0721789917095524e-05, "Finetune/Loss": 0.8339822888374329, "Finetune/Loss (Raw)": 0.6482751965522766, "Finetune/Step": 9475, "Finetune/Step Time": 5.922003844752908}
+{"Finetune/Learning Rate": 1.072011034082019e-05, "Finetune/Loss": 0.8321781158447266, "Finetune/Loss (Raw)": 0.7571535110473633, "Finetune/Step": 9476, "Finetune/Step Time": 5.924200318753719}
+{"Finetune/Learning Rate": 1.0718430744124573e-05, "Finetune/Loss": 0.8314937949180603, "Finetune/Loss (Raw)": 0.8428120613098145, "Finetune/Step": 9477, "Finetune/Step Time": 5.919232692569494}
+{"Finetune/Learning Rate": 1.0716751127056304e-05, "Finetune/Loss": 0.8316737413406372, "Finetune/Loss (Raw)": 0.815006673336029, "Finetune/Step": 9478, "Finetune/Step Time": 5.920373592525721}
+{"Finetune/Learning Rate": 1.0715071489663012e-05, "Finetune/Loss": 0.8331946134567261, "Finetune/Loss (Raw)": 0.9530369639396667, "Finetune/Step": 9479, "Finetune/Step Time": 5.917173985391855}
+{"Finetune/Learning Rate": 1.0713391831992324e-05, "Finetune/Loss": 0.8329731822013855, "Finetune/Loss (Raw)": 0.8537373542785645, "Finetune/Step": 9480, "Finetune/Step Time": 5.920071190223098}
+{"Finetune/Learning Rate": 1.0711712154091874e-05, "Finetune/Loss": 0.8328918218612671, "Finetune/Loss (Raw)": 0.7731680870056152, "Finetune/Step": 9481, "Finetune/Step Time": 5.929622422903776}
+{"Finetune/Learning Rate": 1.071003245600929e-05, "Finetune/Loss": 0.8325845003128052, "Finetune/Loss (Raw)": 0.7904538512229919, "Finetune/Step": 9482, "Finetune/Step Time": 5.9464803244918585}
+{"Finetune/Learning Rate": 1.0708352737792205e-05, "Finetune/Loss": 0.8329006433486938, "Finetune/Loss (Raw)": 0.8718173503875732, "Finetune/Step": 9483, "Finetune/Step Time": 5.940703462809324}
+{"Finetune/Learning Rate": 1.0706672999488253e-05, "Finetune/Loss": 0.8335883617401123, "Finetune/Loss (Raw)": 0.8927390575408936, "Finetune/Step": 9484, "Finetune/Step Time": 5.938880980014801}
+{"Finetune/Learning Rate": 1.0704993241145058e-05, "Finetune/Loss": 0.833992600440979, "Finetune/Loss (Raw)": 0.8920178413391113, "Finetune/Step": 9485, "Finetune/Step Time": 5.9385547284036875}
+{"Finetune/Learning Rate": 1.0703313462810265e-05, "Finetune/Loss": 0.834020733833313, "Finetune/Loss (Raw)": 0.8670719265937805, "Finetune/Step": 9486, "Finetune/Step Time": 5.9423245415091515}
+{"Finetune/Learning Rate": 1.07016336645315e-05, "Finetune/Loss": 0.8323612809181213, "Finetune/Loss (Raw)": 0.7401809692382812, "Finetune/Step": 9487, "Finetune/Step Time": 5.950632069259882}
+{"Finetune/Learning Rate": 1.06999538463564e-05, "Finetune/Loss": 0.8329876065254211, "Finetune/Loss (Raw)": 1.0212169885635376, "Finetune/Step": 9488, "Finetune/Step Time": 5.933991430327296}
+{"Finetune/Learning Rate": 1.0698274008332598e-05, "Finetune/Loss": 0.8326402306556702, "Finetune/Loss (Raw)": 0.8170971870422363, "Finetune/Step": 9489, "Finetune/Step Time": 5.931365646421909}
+{"Finetune/Learning Rate": 1.0696594150507735e-05, "Finetune/Loss": 0.8318383097648621, "Finetune/Loss (Raw)": 0.8114081621170044, "Finetune/Step": 9490, "Finetune/Step Time": 5.921816164627671}
+{"Finetune/Learning Rate": 1.069491427292944e-05, "Finetune/Loss": 0.831148624420166, "Finetune/Loss (Raw)": 0.8352774977684021, "Finetune/Step": 9491, "Finetune/Step Time": 5.92201130092144}
+{"Finetune/Learning Rate": 1.0693234375645349e-05, "Finetune/Loss": 0.8304688930511475, "Finetune/Loss (Raw)": 0.8205656409263611, "Finetune/Step": 9492, "Finetune/Step Time": 5.924192165955901}
+{"Finetune/Learning Rate": 1.0691554458703109e-05, "Finetune/Loss": 0.8328250050544739, "Finetune/Loss (Raw)": 1.0507402420043945, "Finetune/Step": 9493, "Finetune/Step Time": 5.918563624843955}
+{"Finetune/Learning Rate": 1.0689874522150348e-05, "Finetune/Loss": 0.8318415284156799, "Finetune/Loss (Raw)": 0.8614722490310669, "Finetune/Step": 9494, "Finetune/Step Time": 5.917582839727402}
+{"Finetune/Learning Rate": 1.0688194566034706e-05, "Finetune/Loss": 0.8317686319351196, "Finetune/Loss (Raw)": 0.8642549514770508, "Finetune/Step": 9495, "Finetune/Step Time": 5.9221632573753595}
+{"Finetune/Learning Rate": 1.0686514590403823e-05, "Finetune/Loss": 0.8314738273620605, "Finetune/Loss (Raw)": 0.7862206101417542, "Finetune/Step": 9496, "Finetune/Step Time": 5.915712144225836}
+{"Finetune/Learning Rate": 1.068483459530534e-05, "Finetune/Loss": 0.8314937353134155, "Finetune/Loss (Raw)": 0.7937846779823303, "Finetune/Step": 9497, "Finetune/Step Time": 5.936888832598925}
+{"Finetune/Learning Rate": 1.0683154580786894e-05, "Finetune/Loss": 0.8303525447845459, "Finetune/Loss (Raw)": 0.834818422794342, "Finetune/Step": 9498, "Finetune/Step Time": 5.940154055133462}
+{"Finetune/Learning Rate": 1.0681474546896126e-05, "Finetune/Loss": 0.8314598798751831, "Finetune/Loss (Raw)": 0.7528291940689087, "Finetune/Step": 9499, "Finetune/Step Time": 5.940226081758738}
+{"Finetune/Learning Rate": 1.0679794493680679e-05, "Finetune/Loss": 0.8316181898117065, "Finetune/Loss (Raw)": 0.8473750948905945, "Finetune/Step": 9500, "Finetune/Step Time": 5.939960828050971}
+{"Finetune/Learning Rate": 1.0678114421188195e-05, "Finetune/Loss": 0.831699013710022, "Finetune/Loss (Raw)": 0.8844220042228699, "Finetune/Step": 9501, "Finetune/Step Time": 5.938229996711016}
+{"Finetune/Learning Rate": 1.0676434329466312e-05, "Finetune/Loss": 0.832854151725769, "Finetune/Loss (Raw)": 0.8751530051231384, "Finetune/Step": 9502, "Finetune/Step Time": 5.937805857509375}
+{"Finetune/Learning Rate": 1.0674754218562675e-05, "Finetune/Loss": 0.831999659538269, "Finetune/Loss (Raw)": 0.6689244508743286, "Finetune/Step": 9503, "Finetune/Step Time": 5.93829645216465}
+{"Finetune/Learning Rate": 1.0673074088524926e-05, "Finetune/Loss": 0.8305102586746216, "Finetune/Loss (Raw)": 0.6975940465927124, "Finetune/Step": 9504, "Finetune/Step Time": 5.960561813786626}
+{"Finetune/Learning Rate": 1.0671393939400715e-05, "Finetune/Loss": 0.8292496800422668, "Finetune/Loss (Raw)": 0.7716165781021118, "Finetune/Step": 9505, "Finetune/Step Time": 5.964932728558779}
+{"Finetune/Learning Rate": 1.0669713771237676e-05, "Finetune/Loss": 0.8287057876586914, "Finetune/Loss (Raw)": 0.8151010870933533, "Finetune/Step": 9506, "Finetune/Step Time": 5.971234820783138}
+{"Finetune/Learning Rate": 1.066803358408346e-05, "Finetune/Loss": 0.8290534019470215, "Finetune/Loss (Raw)": 0.7608485221862793, "Finetune/Step": 9507, "Finetune/Step Time": 5.960858292877674}
+{"Finetune/Learning Rate": 1.0666353377985712e-05, "Finetune/Loss": 0.8286483287811279, "Finetune/Loss (Raw)": 0.8364697694778442, "Finetune/Step": 9508, "Finetune/Step Time": 5.963413130491972}
+{"Finetune/Learning Rate": 1.0664673152992076e-05, "Finetune/Loss": 0.8283217549324036, "Finetune/Loss (Raw)": 0.8182108998298645, "Finetune/Step": 9509, "Finetune/Step Time": 5.966753967106342}
+{"Finetune/Learning Rate": 1.0662992909150199e-05, "Finetune/Loss": 0.8289868831634521, "Finetune/Loss (Raw)": 0.8557664155960083, "Finetune/Step": 9510, "Finetune/Step Time": 5.9594550263136625}
+{"Finetune/Learning Rate": 1.0661312646507731e-05, "Finetune/Loss": 0.8295226097106934, "Finetune/Loss (Raw)": 0.9113429188728333, "Finetune/Step": 9511, "Finetune/Step Time": 5.959138011559844}
+{"Finetune/Learning Rate": 1.0659632365112317e-05, "Finetune/Loss": 0.8288441896438599, "Finetune/Loss (Raw)": 0.7843555808067322, "Finetune/Step": 9512, "Finetune/Step Time": 5.948715129867196}
+{"Finetune/Learning Rate": 1.0657952065011599e-05, "Finetune/Loss": 0.8293315172195435, "Finetune/Loss (Raw)": 0.8986687660217285, "Finetune/Step": 9513, "Finetune/Step Time": 5.946918858215213}
+{"Finetune/Learning Rate": 1.0656271746253237e-05, "Finetune/Loss": 0.8295373916625977, "Finetune/Loss (Raw)": 0.8717899322509766, "Finetune/Step": 9514, "Finetune/Step Time": 5.943868827074766}
+{"Finetune/Learning Rate": 1.0654591408884874e-05, "Finetune/Loss": 0.830910325050354, "Finetune/Loss (Raw)": 0.9969123601913452, "Finetune/Step": 9515, "Finetune/Step Time": 5.940897447988391}
+{"Finetune/Learning Rate": 1.065291105295416e-05, "Finetune/Loss": 0.829599142074585, "Finetune/Loss (Raw)": 0.690662145614624, "Finetune/Step": 9516, "Finetune/Step Time": 5.940181989222765}
+{"Finetune/Learning Rate": 1.0651230678508744e-05, "Finetune/Loss": 0.8289729356765747, "Finetune/Loss (Raw)": 0.7528449892997742, "Finetune/Step": 9517, "Finetune/Step Time": 5.9451970513910055}
+{"Finetune/Learning Rate": 1.0649550285596278e-05, "Finetune/Loss": 0.8283454179763794, "Finetune/Loss (Raw)": 0.8214635252952576, "Finetune/Step": 9518, "Finetune/Step Time": 5.944844128564}
+{"Finetune/Learning Rate": 1.0647869874264411e-05, "Finetune/Loss": 0.8289051055908203, "Finetune/Loss (Raw)": 0.9419238567352295, "Finetune/Step": 9519, "Finetune/Step Time": 5.961931254714727}
+{"Finetune/Learning Rate": 1.0646189444560799e-05, "Finetune/Loss": 0.8275364637374878, "Finetune/Loss (Raw)": 0.8264422416687012, "Finetune/Step": 9520, "Finetune/Step Time": 5.9793920293450356}
+{"Finetune/Learning Rate": 1.0644508996533092e-05, "Finetune/Loss": 0.827855110168457, "Finetune/Loss (Raw)": 0.9843681454658508, "Finetune/Step": 9521, "Finetune/Step Time": 5.9802830796688795}
+{"Finetune/Learning Rate": 1.0642828530228941e-05, "Finetune/Loss": 0.8277393579483032, "Finetune/Loss (Raw)": 0.8997701406478882, "Finetune/Step": 9522, "Finetune/Step Time": 6.006642121821642}
+{"Finetune/Learning Rate": 1.0641148045696003e-05, "Finetune/Loss": 0.826353907585144, "Finetune/Loss (Raw)": 0.6974208354949951, "Finetune/Step": 9523, "Finetune/Step Time": 6.012613032013178}
+{"Finetune/Learning Rate": 1.063946754298193e-05, "Finetune/Loss": 0.8268425464630127, "Finetune/Loss (Raw)": 0.7899537682533264, "Finetune/Step": 9524, "Finetune/Step Time": 6.002346472814679}
+{"Finetune/Learning Rate": 1.0637787022134373e-05, "Finetune/Loss": 0.8270427584648132, "Finetune/Loss (Raw)": 0.7690392732620239, "Finetune/Step": 9525, "Finetune/Step Time": 5.987939128652215}
+{"Finetune/Learning Rate": 1.0636106483200991e-05, "Finetune/Loss": 0.8245856165885925, "Finetune/Loss (Raw)": 0.5886332988739014, "Finetune/Step": 9526, "Finetune/Step Time": 5.9854114931076765}
+{"Finetune/Learning Rate": 1.063442592622944e-05, "Finetune/Loss": 0.8253043293952942, "Finetune/Loss (Raw)": 0.9292775392532349, "Finetune/Step": 9527, "Finetune/Step Time": 5.982788408175111}
+{"Finetune/Learning Rate": 1.063274535126737e-05, "Finetune/Loss": 0.8229358196258545, "Finetune/Loss (Raw)": 0.7292062640190125, "Finetune/Step": 9528, "Finetune/Step Time": 5.982766704633832}
+{"Finetune/Learning Rate": 1.0631064758362445e-05, "Finetune/Loss": 0.8223473429679871, "Finetune/Loss (Raw)": 0.801841139793396, "Finetune/Step": 9529, "Finetune/Step Time": 5.982166267931461}
+{"Finetune/Learning Rate": 1.0629384147562314e-05, "Finetune/Loss": 0.8203973770141602, "Finetune/Loss (Raw)": 0.7682377099990845, "Finetune/Step": 9530, "Finetune/Step Time": 5.98548923432827}
+{"Finetune/Learning Rate": 1.062770351891464e-05, "Finetune/Loss": 0.8211396932601929, "Finetune/Loss (Raw)": 0.9688900113105774, "Finetune/Step": 9531, "Finetune/Step Time": 5.9704815074801445}
+{"Finetune/Learning Rate": 1.0626022872467078e-05, "Finetune/Loss": 0.8194769620895386, "Finetune/Loss (Raw)": 0.8163922429084778, "Finetune/Step": 9532, "Finetune/Step Time": 5.968046620488167}
+{"Finetune/Learning Rate": 1.0624342208267293e-05, "Finetune/Loss": 0.8192687034606934, "Finetune/Loss (Raw)": 0.7623026371002197, "Finetune/Step": 9533, "Finetune/Step Time": 5.985359808430076}
+{"Finetune/Learning Rate": 1.0622661526362932e-05, "Finetune/Loss": 0.8190251588821411, "Finetune/Loss (Raw)": 0.8095986247062683, "Finetune/Step": 9534, "Finetune/Step Time": 5.979236584156752}
+{"Finetune/Learning Rate": 1.0620980826801663e-05, "Finetune/Loss": 0.8184903860092163, "Finetune/Loss (Raw)": 0.7636486887931824, "Finetune/Step": 9535, "Finetune/Step Time": 5.978295272216201}
+{"Finetune/Learning Rate": 1.0619300109631146e-05, "Finetune/Loss": 0.8169065117835999, "Finetune/Loss (Raw)": 0.7981963157653809, "Finetune/Step": 9536, "Finetune/Step Time": 5.9775127824395895}
+{"Finetune/Learning Rate": 1.0617619374899032e-05, "Finetune/Loss": 0.818596601486206, "Finetune/Loss (Raw)": 0.7891328930854797, "Finetune/Step": 9537, "Finetune/Step Time": 5.9572648499161005}
+{"Finetune/Learning Rate": 1.0615938622652995e-05, "Finetune/Loss": 0.8191971778869629, "Finetune/Loss (Raw)": 0.9280237555503845, "Finetune/Step": 9538, "Finetune/Step Time": 5.949774827808142}
+{"Finetune/Learning Rate": 1.061425785294069e-05, "Finetune/Loss": 0.8186746835708618, "Finetune/Loss (Raw)": 0.9202185869216919, "Finetune/Step": 9539, "Finetune/Step Time": 5.950159281492233}
+{"Finetune/Learning Rate": 1.0612577065809779e-05, "Finetune/Loss": 0.8184524774551392, "Finetune/Loss (Raw)": 0.7925930023193359, "Finetune/Step": 9540, "Finetune/Step Time": 5.951917253434658}
+{"Finetune/Learning Rate": 1.0610896261307919e-05, "Finetune/Loss": 0.8167271614074707, "Finetune/Loss (Raw)": 0.5904245972633362, "Finetune/Step": 9541, "Finetune/Step Time": 5.941258115693927}
+{"Finetune/Learning Rate": 1.0609215439482785e-05, "Finetune/Loss": 0.8167946934700012, "Finetune/Loss (Raw)": 0.7046234607696533, "Finetune/Step": 9542, "Finetune/Step Time": 5.925549849867821}
+{"Finetune/Learning Rate": 1.060753460038203e-05, "Finetune/Loss": 0.8163840770721436, "Finetune/Loss (Raw)": 0.7355586290359497, "Finetune/Step": 9543, "Finetune/Step Time": 5.921199033036828}
+{"Finetune/Learning Rate": 1.0605853744053322e-05, "Finetune/Loss": 0.8170597553253174, "Finetune/Loss (Raw)": 0.8394685387611389, "Finetune/Step": 9544, "Finetune/Step Time": 5.917903736233711}
+{"Finetune/Learning Rate": 1.0604172870544325e-05, "Finetune/Loss": 0.8168540000915527, "Finetune/Loss (Raw)": 0.8187222480773926, "Finetune/Step": 9545, "Finetune/Step Time": 5.922322845086455}
+{"Finetune/Learning Rate": 1.0602491979902702e-05, "Finetune/Loss": 0.8172439336776733, "Finetune/Loss (Raw)": 0.857130765914917, "Finetune/Step": 9546, "Finetune/Step Time": 5.922617360949516}
+{"Finetune/Learning Rate": 1.0600811072176123e-05, "Finetune/Loss": 0.8190945386886597, "Finetune/Loss (Raw)": 0.9136651754379272, "Finetune/Step": 9547, "Finetune/Step Time": 5.913355119526386}
+{"Finetune/Learning Rate": 1.0599130147412246e-05, "Finetune/Loss": 0.8183976411819458, "Finetune/Loss (Raw)": 0.7798934578895569, "Finetune/Step": 9548, "Finetune/Step Time": 5.922856271266937}
+{"Finetune/Learning Rate": 1.0597449205658746e-05, "Finetune/Loss": 0.8179526329040527, "Finetune/Loss (Raw)": 0.8026319146156311, "Finetune/Step": 9549, "Finetune/Step Time": 5.920541441068053}
+{"Finetune/Learning Rate": 1.0595768246963283e-05, "Finetune/Loss": 0.8186509609222412, "Finetune/Loss (Raw)": 0.7966154217720032, "Finetune/Step": 9550, "Finetune/Step Time": 5.9028092082589865}
+{"Finetune/Learning Rate": 1.0594087271373525e-05, "Finetune/Loss": 0.8187529444694519, "Finetune/Loss (Raw)": 0.8771194219589233, "Finetune/Step": 9551, "Finetune/Step Time": 5.899740431457758}
+{"Finetune/Learning Rate": 1.0592406278937143e-05, "Finetune/Loss": 0.8190426826477051, "Finetune/Loss (Raw)": 0.875343382358551, "Finetune/Step": 9552, "Finetune/Step Time": 5.900103779509664}
+{"Finetune/Learning Rate": 1.0590725269701804e-05, "Finetune/Loss": 0.8183903694152832, "Finetune/Loss (Raw)": 0.7643057107925415, "Finetune/Step": 9553, "Finetune/Step Time": 5.89969620667398}
+{"Finetune/Learning Rate": 1.0589044243715179e-05, "Finetune/Loss": 0.8177542686462402, "Finetune/Loss (Raw)": 0.8059118390083313, "Finetune/Step": 9554, "Finetune/Step Time": 5.90114563331008}
+{"Finetune/Learning Rate": 1.058736320102493e-05, "Finetune/Loss": 0.8175668120384216, "Finetune/Loss (Raw)": 0.8983754515647888, "Finetune/Step": 9555, "Finetune/Step Time": 5.915811143815517}
+{"Finetune/Learning Rate": 1.058568214167873e-05, "Finetune/Loss": 0.8181008100509644, "Finetune/Loss (Raw)": 0.9094133973121643, "Finetune/Step": 9556, "Finetune/Step Time": 5.918538259342313}
+{"Finetune/Learning Rate": 1.0584001065724254e-05, "Finetune/Loss": 0.8183732628822327, "Finetune/Loss (Raw)": 0.8657366633415222, "Finetune/Step": 9557, "Finetune/Step Time": 5.917340246960521}
+{"Finetune/Learning Rate": 1.0582319973209164e-05, "Finetune/Loss": 0.8194987177848816, "Finetune/Loss (Raw)": 0.8695755004882812, "Finetune/Step": 9558, "Finetune/Step Time": 5.931961985304952}
+{"Finetune/Learning Rate": 1.0580638864181138e-05, "Finetune/Loss": 0.8214699625968933, "Finetune/Loss (Raw)": 0.9982991814613342, "Finetune/Step": 9559, "Finetune/Step Time": 5.925606772303581}
+{"Finetune/Learning Rate": 1.0578957738687847e-05, "Finetune/Loss": 0.8207144737243652, "Finetune/Loss (Raw)": 0.7251865267753601, "Finetune/Step": 9560, "Finetune/Step Time": 5.929154736921191}
+{"Finetune/Learning Rate": 1.057727659677696e-05, "Finetune/Loss": 0.8211737871170044, "Finetune/Loss (Raw)": 0.9235756993293762, "Finetune/Step": 9561, "Finetune/Step Time": 5.934620041400194}
+{"Finetune/Learning Rate": 1.0575595438496147e-05, "Finetune/Loss": 0.8218398094177246, "Finetune/Loss (Raw)": 0.9047388434410095, "Finetune/Step": 9562, "Finetune/Step Time": 5.936494683846831}
+{"Finetune/Learning Rate": 1.0573914263893088e-05, "Finetune/Loss": 0.8217021226882935, "Finetune/Loss (Raw)": 0.8386889696121216, "Finetune/Step": 9563, "Finetune/Step Time": 5.923278799280524}
+{"Finetune/Learning Rate": 1.057223307301545e-05, "Finetune/Loss": 0.8212466239929199, "Finetune/Loss (Raw)": 0.8220353126525879, "Finetune/Step": 9564, "Finetune/Step Time": 5.907887604087591}
+{"Finetune/Learning Rate": 1.0570551865910907e-05, "Finetune/Loss": 0.8217933773994446, "Finetune/Loss (Raw)": 0.9701772928237915, "Finetune/Step": 9565, "Finetune/Step Time": 5.909321893006563}
+{"Finetune/Learning Rate": 1.056887064262714e-05, "Finetune/Loss": 0.8212569355964661, "Finetune/Loss (Raw)": 0.8017505407333374, "Finetune/Step": 9566, "Finetune/Step Time": 5.904781904071569}
+{"Finetune/Learning Rate": 1.056718940321182e-05, "Finetune/Loss": 0.8223611116409302, "Finetune/Loss (Raw)": 0.8765619397163391, "Finetune/Step": 9567, "Finetune/Step Time": 5.88396149687469}
+{"Finetune/Learning Rate": 1.0565508147712618e-05, "Finetune/Loss": 0.8225188851356506, "Finetune/Loss (Raw)": 0.7308804988861084, "Finetune/Step": 9568, "Finetune/Step Time": 5.8825662564486265}
+{"Finetune/Learning Rate": 1.0563826876177215e-05, "Finetune/Loss": 0.8215807676315308, "Finetune/Loss (Raw)": 0.7725252509117126, "Finetune/Step": 9569, "Finetune/Step Time": 5.88434044085443}
+{"Finetune/Learning Rate": 1.0562145588653283e-05, "Finetune/Loss": 0.8202852606773376, "Finetune/Loss (Raw)": 0.764423668384552, "Finetune/Step": 9570, "Finetune/Step Time": 5.881549920886755}
+{"Finetune/Learning Rate": 1.05604642851885e-05, "Finetune/Loss": 0.8216269016265869, "Finetune/Loss (Raw)": 0.8055456876754761, "Finetune/Step": 9571, "Finetune/Step Time": 5.865940243005753}
+{"Finetune/Learning Rate": 1.0558782965830547e-05, "Finetune/Loss": 0.8227827548980713, "Finetune/Loss (Raw)": 0.9076496958732605, "Finetune/Step": 9572, "Finetune/Step Time": 5.8471590634435415}
+{"Finetune/Learning Rate": 1.0557101630627095e-05, "Finetune/Loss": 0.8238509893417358, "Finetune/Loss (Raw)": 0.8328617811203003, "Finetune/Step": 9573, "Finetune/Step Time": 5.853240471333265}
+{"Finetune/Learning Rate": 1.0555420279625827e-05, "Finetune/Loss": 0.8237869739532471, "Finetune/Loss (Raw)": 0.8201949000358582, "Finetune/Step": 9574, "Finetune/Step Time": 5.860068595036864}
+{"Finetune/Learning Rate": 1.0553738912874418e-05, "Finetune/Loss": 0.8244845867156982, "Finetune/Loss (Raw)": 0.8818162679672241, "Finetune/Step": 9575, "Finetune/Step Time": 5.857639251276851}
+{"Finetune/Learning Rate": 1.055205753042055e-05, "Finetune/Loss": 0.8260359764099121, "Finetune/Loss (Raw)": 0.9967232942581177, "Finetune/Step": 9576, "Finetune/Step Time": 5.845296220853925}
+{"Finetune/Learning Rate": 1.0550376132311899e-05, "Finetune/Loss": 0.8259216547012329, "Finetune/Loss (Raw)": 0.8475205302238464, "Finetune/Step": 9577, "Finetune/Step Time": 5.843238508328795}
+{"Finetune/Learning Rate": 1.0548694718596149e-05, "Finetune/Loss": 0.8243168592453003, "Finetune/Loss (Raw)": 0.7083296775817871, "Finetune/Step": 9578, "Finetune/Step Time": 5.848057400435209}
+{"Finetune/Learning Rate": 1.054701328932097e-05, "Finetune/Loss": 0.8242711424827576, "Finetune/Loss (Raw)": 0.7925506234169006, "Finetune/Step": 9579, "Finetune/Step Time": 5.852090436965227}
+{"Finetune/Learning Rate": 1.0545331844534055e-05, "Finetune/Loss": 0.8254591226577759, "Finetune/Loss (Raw)": 0.9899976253509521, "Finetune/Step": 9580, "Finetune/Step Time": 5.848649367690086}
+{"Finetune/Learning Rate": 1.054365038428308e-05, "Finetune/Loss": 0.825806736946106, "Finetune/Loss (Raw)": 0.9191867709159851, "Finetune/Step": 9581, "Finetune/Step Time": 5.845982758328319}
+{"Finetune/Learning Rate": 1.0541968908615723e-05, "Finetune/Loss": 0.8263357877731323, "Finetune/Loss (Raw)": 0.9066831469535828, "Finetune/Step": 9582, "Finetune/Step Time": 5.847859876230359}
+{"Finetune/Learning Rate": 1.0540287417579668e-05, "Finetune/Loss": 0.8256645798683167, "Finetune/Loss (Raw)": 0.7687435746192932, "Finetune/Step": 9583, "Finetune/Step Time": 5.84943893365562}
+{"Finetune/Learning Rate": 1.0538605911222603e-05, "Finetune/Loss": 0.827089786529541, "Finetune/Loss (Raw)": 0.8711506128311157, "Finetune/Step": 9584, "Finetune/Step Time": 5.846729025244713}
+{"Finetune/Learning Rate": 1.0536924389592202e-05, "Finetune/Loss": 0.8279557824134827, "Finetune/Loss (Raw)": 0.9210465550422668, "Finetune/Step": 9585, "Finetune/Step Time": 5.833476986736059}
+{"Finetune/Learning Rate": 1.0535242852736152e-05, "Finetune/Loss": 0.8270511627197266, "Finetune/Loss (Raw)": 0.7028355002403259, "Finetune/Step": 9586, "Finetune/Step Time": 5.8379159439355135}
+{"Finetune/Learning Rate": 1.053356130070214e-05, "Finetune/Loss": 0.8298205137252808, "Finetune/Loss (Raw)": 1.012876033782959, "Finetune/Step": 9587, "Finetune/Step Time": 5.828280206769705}
+{"Finetune/Learning Rate": 1.0531879733537845e-05, "Finetune/Loss": 0.8296953439712524, "Finetune/Loss (Raw)": 0.7920856475830078, "Finetune/Step": 9588, "Finetune/Step Time": 5.82306039519608}
+{"Finetune/Learning Rate": 1.0530198151290954e-05, "Finetune/Loss": 0.8285945653915405, "Finetune/Loss (Raw)": 0.697519063949585, "Finetune/Step": 9589, "Finetune/Step Time": 5.82741579413414}
+{"Finetune/Learning Rate": 1.052851655400915e-05, "Finetune/Loss": 0.830062210559845, "Finetune/Loss (Raw)": 0.8125012516975403, "Finetune/Step": 9590, "Finetune/Step Time": 5.80747577175498}
+{"Finetune/Learning Rate": 1.0526834941740118e-05, "Finetune/Loss": 0.8313948512077332, "Finetune/Loss (Raw)": 0.8811397552490234, "Finetune/Step": 9591, "Finetune/Step Time": 5.798789996653795}
+{"Finetune/Learning Rate": 1.0525153314531548e-05, "Finetune/Loss": 0.8313401937484741, "Finetune/Loss (Raw)": 0.6739211678504944, "Finetune/Step": 9592, "Finetune/Step Time": 5.829141179099679}
+{"Finetune/Learning Rate": 1.0523471672431123e-05, "Finetune/Loss": 0.8310890197753906, "Finetune/Loss (Raw)": 0.9270082116127014, "Finetune/Step": 9593, "Finetune/Step Time": 5.844322277233005}
+{"Finetune/Learning Rate": 1.0521790015486528e-05, "Finetune/Loss": 0.8327439427375793, "Finetune/Loss (Raw)": 0.9321561455726624, "Finetune/Step": 9594, "Finetune/Step Time": 5.841405134648085}
+{"Finetune/Learning Rate": 1.0520108343745451e-05, "Finetune/Loss": 0.8329117894172668, "Finetune/Loss (Raw)": 0.9022493958473206, "Finetune/Step": 9595, "Finetune/Step Time": 5.837313698604703}
+{"Finetune/Learning Rate": 1.0518426657255585e-05, "Finetune/Loss": 0.8336605429649353, "Finetune/Loss (Raw)": 0.8880615830421448, "Finetune/Step": 9596, "Finetune/Step Time": 5.838178411126137}
+{"Finetune/Learning Rate": 1.0516744956064611e-05, "Finetune/Loss": 0.8340480327606201, "Finetune/Loss (Raw)": 0.8088163137435913, "Finetune/Step": 9597, "Finetune/Step Time": 5.836174523457885}
+{"Finetune/Learning Rate": 1.0515063240220218e-05, "Finetune/Loss": 0.8331285715103149, "Finetune/Loss (Raw)": 0.6893419623374939, "Finetune/Step": 9598, "Finetune/Step Time": 5.858254158869386}
+{"Finetune/Learning Rate": 1.05133815097701e-05, "Finetune/Loss": 0.8324834108352661, "Finetune/Loss (Raw)": 0.8023560047149658, "Finetune/Step": 9599, "Finetune/Step Time": 5.861936127766967}
+{"Finetune/Learning Rate": 1.0511699764761935e-05, "Finetune/Loss": 0.8319162130355835, "Finetune/Loss (Raw)": 0.8622809052467346, "Finetune/Step": 9600, "Finetune/Step Time": 5.862064227461815}
+{"Finetune/Learning Rate": 1.0510018005243426e-05, "Finetune/Loss": 0.8310283422470093, "Finetune/Loss (Raw)": 0.785311222076416, "Finetune/Step": 9601, "Finetune/Step Time": 5.864572215825319}
+{"Finetune/Learning Rate": 1.0508336231262257e-05, "Finetune/Loss": 0.8307868838310242, "Finetune/Loss (Raw)": 0.7851105332374573, "Finetune/Step": 9602, "Finetune/Step Time": 5.862720634788275}
+{"Finetune/Learning Rate": 1.0506654442866113e-05, "Finetune/Loss": 0.8325725197792053, "Finetune/Loss (Raw)": 0.8768397569656372, "Finetune/Step": 9603, "Finetune/Step Time": 5.85749807395041}
+{"Finetune/Learning Rate": 1.0504972640102694e-05, "Finetune/Loss": 0.8324379920959473, "Finetune/Loss (Raw)": 0.7399331331253052, "Finetune/Step": 9604, "Finetune/Step Time": 5.857323762029409}
+{"Finetune/Learning Rate": 1.0503290823019684e-05, "Finetune/Loss": 0.8321812152862549, "Finetune/Loss (Raw)": 0.8099409341812134, "Finetune/Step": 9605, "Finetune/Step Time": 5.859500462189317}
+{"Finetune/Learning Rate": 1.050160899166478e-05, "Finetune/Loss": 0.8332637548446655, "Finetune/Loss (Raw)": 0.9535720348358154, "Finetune/Step": 9606, "Finetune/Step Time": 5.854677902534604}
+{"Finetune/Learning Rate": 1.0499927146085668e-05, "Finetune/Loss": 0.8311235904693604, "Finetune/Loss (Raw)": 0.679097056388855, "Finetune/Step": 9607, "Finetune/Step Time": 5.875810585916042}
+{"Finetune/Learning Rate": 1.0498245286330049e-05, "Finetune/Loss": 0.8311156034469604, "Finetune/Loss (Raw)": 0.8527164459228516, "Finetune/Step": 9608, "Finetune/Step Time": 5.874008812010288}
+{"Finetune/Learning Rate": 1.0496563412445608e-05, "Finetune/Loss": 0.8326268196105957, "Finetune/Loss (Raw)": 0.9666102528572083, "Finetune/Step": 9609, "Finetune/Step Time": 5.866124387830496}
+{"Finetune/Learning Rate": 1.0494881524480041e-05, "Finetune/Loss": 0.8329261541366577, "Finetune/Loss (Raw)": 0.8287617564201355, "Finetune/Step": 9610, "Finetune/Step Time": 5.847921380773187}
+{"Finetune/Learning Rate": 1.0493199622481039e-05, "Finetune/Loss": 0.8325477838516235, "Finetune/Loss (Raw)": 0.8233854174613953, "Finetune/Step": 9611, "Finetune/Step Time": 5.848221031948924}
+{"Finetune/Learning Rate": 1.04915177064963e-05, "Finetune/Loss": 0.8321504592895508, "Finetune/Loss (Raw)": 0.8418865203857422, "Finetune/Step": 9612, "Finetune/Step Time": 5.85191461071372}
+{"Finetune/Learning Rate": 1.0489835776573516e-05, "Finetune/Loss": 0.8326192498207092, "Finetune/Loss (Raw)": 0.952018678188324, "Finetune/Step": 9613, "Finetune/Step Time": 5.853783382102847}
+{"Finetune/Learning Rate": 1.048815383276038e-05, "Finetune/Loss": 0.8320372104644775, "Finetune/Loss (Raw)": 0.792570948600769, "Finetune/Step": 9614, "Finetune/Step Time": 5.850656056776643}
+{"Finetune/Learning Rate": 1.0486471875104594e-05, "Finetune/Loss": 0.8317297101020813, "Finetune/Loss (Raw)": 0.7008243799209595, "Finetune/Step": 9615, "Finetune/Step Time": 5.845472648739815}
+{"Finetune/Learning Rate": 1.0484789903653847e-05, "Finetune/Loss": 0.8308197259902954, "Finetune/Loss (Raw)": 0.904727578163147, "Finetune/Step": 9616, "Finetune/Step Time": 5.845768189057708}
+{"Finetune/Learning Rate": 1.0483107918455836e-05, "Finetune/Loss": 0.8278862833976746, "Finetune/Loss (Raw)": 0.4416239559650421, "Finetune/Step": 9617, "Finetune/Step Time": 5.968733200803399}
+{"Finetune/Learning Rate": 1.0481425919558259e-05, "Finetune/Loss": 0.8271040916442871, "Finetune/Loss (Raw)": 0.7112848162651062, "Finetune/Step": 9618, "Finetune/Step Time": 5.98539992980659}
+{"Finetune/Learning Rate": 1.0479743907008812e-05, "Finetune/Loss": 0.8263172507286072, "Finetune/Loss (Raw)": 0.7345627546310425, "Finetune/Step": 9619, "Finetune/Step Time": 5.981730030849576}
+{"Finetune/Learning Rate": 1.047806188085519e-05, "Finetune/Loss": 0.8252995014190674, "Finetune/Loss (Raw)": 0.6902956366539001, "Finetune/Step": 9620, "Finetune/Step Time": 5.981408532708883}
+{"Finetune/Learning Rate": 1.0476379841145095e-05, "Finetune/Loss": 0.8225820064544678, "Finetune/Loss (Raw)": 0.7028976082801819, "Finetune/Step": 9621, "Finetune/Step Time": 5.981230420991778}
+{"Finetune/Learning Rate": 1.0474697787926222e-05, "Finetune/Loss": 0.8218095302581787, "Finetune/Loss (Raw)": 0.762592077255249, "Finetune/Step": 9622, "Finetune/Step Time": 5.986036473885179}
+{"Finetune/Learning Rate": 1.047301572124627e-05, "Finetune/Loss": 0.8193458914756775, "Finetune/Loss (Raw)": 0.548913836479187, "Finetune/Step": 9623, "Finetune/Step Time": 5.983955811709166}
+{"Finetune/Learning Rate": 1.0471333641152937e-05, "Finetune/Loss": 0.8179981708526611, "Finetune/Loss (Raw)": 0.6137093901634216, "Finetune/Step": 9624, "Finetune/Step Time": 6.001260885968804}
+{"Finetune/Learning Rate": 1.046965154769392e-05, "Finetune/Loss": 0.817251443862915, "Finetune/Loss (Raw)": 0.698201596736908, "Finetune/Step": 9625, "Finetune/Step Time": 5.986982399597764}
+{"Finetune/Learning Rate": 1.0467969440916923e-05, "Finetune/Loss": 0.816116452217102, "Finetune/Loss (Raw)": 0.6895427703857422, "Finetune/Step": 9626, "Finetune/Step Time": 5.985569791868329}
+{"Finetune/Learning Rate": 1.0466287320869644e-05, "Finetune/Loss": 0.8161537647247314, "Finetune/Loss (Raw)": 0.7576048374176025, "Finetune/Step": 9627, "Finetune/Step Time": 5.98709256760776}
+{"Finetune/Learning Rate": 1.0464605187599778e-05, "Finetune/Loss": 0.8151944279670715, "Finetune/Loss (Raw)": 0.7245843410491943, "Finetune/Step": 9628, "Finetune/Step Time": 5.983443893492222}
+{"Finetune/Learning Rate": 1.0462923041155036e-05, "Finetune/Loss": 0.8133813142776489, "Finetune/Loss (Raw)": 0.6523385047912598, "Finetune/Step": 9629, "Finetune/Step Time": 5.98665994592011}
+{"Finetune/Learning Rate": 1.046124088158311e-05, "Finetune/Loss": 0.8113803863525391, "Finetune/Loss (Raw)": 0.6190385222434998, "Finetune/Step": 9630, "Finetune/Step Time": 5.987130964174867}
+{"Finetune/Learning Rate": 1.0459558708931704e-05, "Finetune/Loss": 0.8121526837348938, "Finetune/Loss (Raw)": 0.7677770853042603, "Finetune/Step": 9631, "Finetune/Step Time": 5.98861975222826}
+{"Finetune/Learning Rate": 1.0457876523248518e-05, "Finetune/Loss": 0.8125268816947937, "Finetune/Loss (Raw)": 0.7454888224601746, "Finetune/Step": 9632, "Finetune/Step Time": 5.962180340662599}
+{"Finetune/Learning Rate": 1.0456194324581262e-05, "Finetune/Loss": 0.8125811815261841, "Finetune/Loss (Raw)": 0.7785755395889282, "Finetune/Step": 9633, "Finetune/Step Time": 5.959778482094407}
+{"Finetune/Learning Rate": 1.0454512112977628e-05, "Finetune/Loss": 0.811408519744873, "Finetune/Loss (Raw)": 0.6649911403656006, "Finetune/Step": 9634, "Finetune/Step Time": 5.95386972092092}
+{"Finetune/Learning Rate": 1.045282988848532e-05, "Finetune/Loss": 0.8101325035095215, "Finetune/Loss (Raw)": 0.5975270867347717, "Finetune/Step": 9635, "Finetune/Step Time": 5.956133661791682}
+{"Finetune/Learning Rate": 1.0451147651152049e-05, "Finetune/Loss": 0.8091920614242554, "Finetune/Loss (Raw)": 0.7160826325416565, "Finetune/Step": 9636, "Finetune/Step Time": 5.950884375721216}
+{"Finetune/Learning Rate": 1.044946540102551e-05, "Finetune/Loss": 0.8072896003723145, "Finetune/Loss (Raw)": 0.5747020840644836, "Finetune/Step": 9637, "Finetune/Step Time": 5.947983700782061}
+{"Finetune/Learning Rate": 1.0447783138153414e-05, "Finetune/Loss": 0.806011438369751, "Finetune/Loss (Raw)": 0.6921622157096863, "Finetune/Step": 9638, "Finetune/Step Time": 5.954698668792844}
+{"Finetune/Learning Rate": 1.0446100862583459e-05, "Finetune/Loss": 0.8053436279296875, "Finetune/Loss (Raw)": 0.8258602023124695, "Finetune/Step": 9639, "Finetune/Step Time": 5.95927257090807}
+{"Finetune/Learning Rate": 1.0444418574363354e-05, "Finetune/Loss": 0.8047599792480469, "Finetune/Loss (Raw)": 0.7096503973007202, "Finetune/Step": 9640, "Finetune/Step Time": 5.960878802463412}
+{"Finetune/Learning Rate": 1.0442736273540799e-05, "Finetune/Loss": 0.803729772567749, "Finetune/Loss (Raw)": 0.7668039798736572, "Finetune/Step": 9641, "Finetune/Step Time": 5.961448449641466}
+{"Finetune/Learning Rate": 1.0441053960163505e-05, "Finetune/Loss": 0.8020186424255371, "Finetune/Loss (Raw)": 0.652765691280365, "Finetune/Step": 9642, "Finetune/Step Time": 5.969186082482338}
+{"Finetune/Learning Rate": 1.0439371634279173e-05, "Finetune/Loss": 0.7989845275878906, "Finetune/Loss (Raw)": 0.6085487604141235, "Finetune/Step": 9643, "Finetune/Step Time": 5.974956506863236}
+{"Finetune/Learning Rate": 1.0437689295935512e-05, "Finetune/Loss": 0.7985333204269409, "Finetune/Loss (Raw)": 0.6329059600830078, "Finetune/Step": 9644, "Finetune/Step Time": 5.9741652105003595}
+{"Finetune/Learning Rate": 1.0436006945180226e-05, "Finetune/Loss": 0.7984008193016052, "Finetune/Loss (Raw)": 0.7358822226524353, "Finetune/Step": 9645, "Finetune/Step Time": 5.965669713914394}
+{"Finetune/Learning Rate": 1.0434324582061024e-05, "Finetune/Loss": 0.7980785369873047, "Finetune/Loss (Raw)": 0.7802138924598694, "Finetune/Step": 9646, "Finetune/Step Time": 5.986078407615423}
+{"Finetune/Learning Rate": 1.0432642206625612e-05, "Finetune/Loss": 0.7967323064804077, "Finetune/Loss (Raw)": 0.7696006894111633, "Finetune/Step": 9647, "Finetune/Step Time": 5.973002213984728}
+{"Finetune/Learning Rate": 1.0430959818921696e-05, "Finetune/Loss": 0.7954805493354797, "Finetune/Loss (Raw)": 0.6662201285362244, "Finetune/Step": 9648, "Finetune/Step Time": 5.954749153926969}
+{"Finetune/Learning Rate": 1.0429277418996986e-05, "Finetune/Loss": 0.7928521037101746, "Finetune/Loss (Raw)": 0.6479281783103943, "Finetune/Step": 9649, "Finetune/Step Time": 5.955218888819218}
+{"Finetune/Learning Rate": 1.042759500689919e-05, "Finetune/Loss": 0.791614294052124, "Finetune/Loss (Raw)": 0.7413312792778015, "Finetune/Step": 9650, "Finetune/Step Time": 5.930206783115864}
+{"Finetune/Learning Rate": 1.0425912582676017e-05, "Finetune/Loss": 0.7919512987136841, "Finetune/Loss (Raw)": 0.7405598163604736, "Finetune/Step": 9651, "Finetune/Step Time": 5.927839368581772}
+{"Finetune/Learning Rate": 1.0424230146375169e-05, "Finetune/Loss": 0.7901424169540405, "Finetune/Loss (Raw)": 0.5584138631820679, "Finetune/Step": 9652, "Finetune/Step Time": 5.932655539363623}
+{"Finetune/Learning Rate": 1.0422547698044362e-05, "Finetune/Loss": 0.7895272970199585, "Finetune/Loss (Raw)": 0.6903014183044434, "Finetune/Step": 9653, "Finetune/Step Time": 5.936063766479492}
+{"Finetune/Learning Rate": 1.0420865237731308e-05, "Finetune/Loss": 0.7900685667991638, "Finetune/Loss (Raw)": 0.6579166650772095, "Finetune/Step": 9654, "Finetune/Step Time": 5.935962898656726}
+{"Finetune/Learning Rate": 1.041918276548371e-05, "Finetune/Loss": 0.7869927883148193, "Finetune/Loss (Raw)": 0.5355754494667053, "Finetune/Step": 9655, "Finetune/Step Time": 5.956611882895231}
+{"Finetune/Learning Rate": 1.0417500281349278e-05, "Finetune/Loss": 0.7859044075012207, "Finetune/Loss (Raw)": 0.5898995399475098, "Finetune/Step": 9656, "Finetune/Step Time": 5.958042984828353}
+{"Finetune/Learning Rate": 1.0415817785375731e-05, "Finetune/Loss": 0.7848942279815674, "Finetune/Loss (Raw)": 0.6725351214408875, "Finetune/Step": 9657, "Finetune/Step Time": 5.960612237453461}
+{"Finetune/Learning Rate": 1.0414135277610769e-05, "Finetune/Loss": 0.7828075885772705, "Finetune/Loss (Raw)": 0.5011498928070068, "Finetune/Step": 9658, "Finetune/Step Time": 5.9517595041543245}
+{"Finetune/Learning Rate": 1.0412452758102107e-05, "Finetune/Loss": 0.7811334133148193, "Finetune/Loss (Raw)": 0.7545976042747498, "Finetune/Step": 9659, "Finetune/Step Time": 5.952777054160833}
+{"Finetune/Learning Rate": 1.0410770226897465e-05, "Finetune/Loss": 0.7804709672927856, "Finetune/Loss (Raw)": 0.7316002249717712, "Finetune/Step": 9660, "Finetune/Step Time": 5.959133632481098}
+{"Finetune/Learning Rate": 1.0409087684044541e-05, "Finetune/Loss": 0.7792773842811584, "Finetune/Loss (Raw)": 0.6095215678215027, "Finetune/Step": 9661, "Finetune/Step Time": 5.940710753202438}
+{"Finetune/Learning Rate": 1.0407405129591055e-05, "Finetune/Loss": 0.7777533531188965, "Finetune/Loss (Raw)": 0.6145222187042236, "Finetune/Step": 9662, "Finetune/Step Time": 5.944725403562188}
+{"Finetune/Learning Rate": 1.040572256358472e-05, "Finetune/Loss": 0.777387261390686, "Finetune/Loss (Raw)": 0.7167873382568359, "Finetune/Step": 9663, "Finetune/Step Time": 5.945659881457686}
+{"Finetune/Learning Rate": 1.0404039986073244e-05, "Finetune/Loss": 0.7762156128883362, "Finetune/Loss (Raw)": 0.6482229828834534, "Finetune/Step": 9664, "Finetune/Step Time": 5.941607026383281}
+{"Finetune/Learning Rate": 1.0402357397104346e-05, "Finetune/Loss": 0.7754116654396057, "Finetune/Loss (Raw)": 0.6862292885780334, "Finetune/Step": 9665, "Finetune/Step Time": 5.942891323938966}
+{"Finetune/Learning Rate": 1.0400674796725733e-05, "Finetune/Loss": 0.7743316888809204, "Finetune/Loss (Raw)": 0.7897911071777344, "Finetune/Step": 9666, "Finetune/Step Time": 5.943328768014908}
+{"Finetune/Learning Rate": 1.0398992184985124e-05, "Finetune/Loss": 0.7729760408401489, "Finetune/Loss (Raw)": 0.7466985583305359, "Finetune/Step": 9667, "Finetune/Step Time": 5.956028673797846}
+{"Finetune/Learning Rate": 1.0397309561930232e-05, "Finetune/Loss": 0.7725944519042969, "Finetune/Loss (Raw)": 0.7437461018562317, "Finetune/Step": 9668, "Finetune/Step Time": 5.953703202307224}
+{"Finetune/Learning Rate": 1.0395626927608768e-05, "Finetune/Loss": 0.7733657360076904, "Finetune/Loss (Raw)": 0.6891442537307739, "Finetune/Step": 9669, "Finetune/Step Time": 5.950366012752056}
+{"Finetune/Learning Rate": 1.039394428206845e-05, "Finetune/Loss": 0.7731415629386902, "Finetune/Loss (Raw)": 0.6759348511695862, "Finetune/Step": 9670, "Finetune/Step Time": 5.966843813657761}
+{"Finetune/Learning Rate": 1.0392261625356994e-05, "Finetune/Loss": 0.7728753089904785, "Finetune/Loss (Raw)": 0.7014780044555664, "Finetune/Step": 9671, "Finetune/Step Time": 5.974916335195303}
+{"Finetune/Learning Rate": 1.0390578957522117e-05, "Finetune/Loss": 0.7704098224639893, "Finetune/Loss (Raw)": 0.5238831043243408, "Finetune/Step": 9672, "Finetune/Step Time": 5.99073289334774}
+{"Finetune/Learning Rate": 1.0388896278611524e-05, "Finetune/Loss": 0.7695178985595703, "Finetune/Loss (Raw)": 0.7045583128929138, "Finetune/Step": 9673, "Finetune/Step Time": 5.987386368215084}
+{"Finetune/Learning Rate": 1.0387213588672941e-05, "Finetune/Loss": 0.7681846022605896, "Finetune/Loss (Raw)": 0.6864734888076782, "Finetune/Step": 9674, "Finetune/Step Time": 5.987924164161086}
+{"Finetune/Learning Rate": 1.0385530887754088e-05, "Finetune/Loss": 0.7658191919326782, "Finetune/Loss (Raw)": 0.6108801364898682, "Finetune/Step": 9675, "Finetune/Step Time": 6.003297738730907}
+{"Finetune/Learning Rate": 1.0383848175902666e-05, "Finetune/Loss": 0.765466034412384, "Finetune/Loss (Raw)": 0.7346928119659424, "Finetune/Step": 9676, "Finetune/Step Time": 5.992506317794323}
+{"Finetune/Learning Rate": 1.0382165453166406e-05, "Finetune/Loss": 0.7645565271377563, "Finetune/Loss (Raw)": 0.6862195730209351, "Finetune/Step": 9677, "Finetune/Step Time": 6.007344450801611}
+{"Finetune/Learning Rate": 1.0380482719593021e-05, "Finetune/Loss": 0.763378918170929, "Finetune/Loss (Raw)": 0.6458810567855835, "Finetune/Step": 9678, "Finetune/Step Time": 6.005326176062226}
+{"Finetune/Learning Rate": 1.0378799975230227e-05, "Finetune/Loss": 0.7618755102157593, "Finetune/Loss (Raw)": 0.6846769452095032, "Finetune/Step": 9679, "Finetune/Step Time": 6.0065136682242155}
+{"Finetune/Learning Rate": 1.037711722012574e-05, "Finetune/Loss": 0.7592487931251526, "Finetune/Loss (Raw)": 0.5391260385513306, "Finetune/Step": 9680, "Finetune/Step Time": 6.006296906620264}
+{"Finetune/Learning Rate": 1.0375434454327287e-05, "Finetune/Loss": 0.75926673412323, "Finetune/Loss (Raw)": 0.7666023969650269, "Finetune/Step": 9681, "Finetune/Step Time": 6.011109873652458}
+{"Finetune/Learning Rate": 1.0373751677882575e-05, "Finetune/Loss": 0.758252739906311, "Finetune/Loss (Raw)": 0.6761220693588257, "Finetune/Step": 9682, "Finetune/Step Time": 6.005828650668263}
+{"Finetune/Learning Rate": 1.037206889083933e-05, "Finetune/Loss": 0.7548750042915344, "Finetune/Loss (Raw)": 0.4660261571407318, "Finetune/Step": 9683, "Finetune/Step Time": 6.009525986388326}
+{"Finetune/Learning Rate": 1.0370386093245271e-05, "Finetune/Loss": 0.7532917857170105, "Finetune/Loss (Raw)": 0.7067616581916809, "Finetune/Step": 9684, "Finetune/Step Time": 6.006898107007146}
+{"Finetune/Learning Rate": 1.0368703285148113e-05, "Finetune/Loss": 0.751320481300354, "Finetune/Loss (Raw)": 0.6134060025215149, "Finetune/Step": 9685, "Finetune/Step Time": 6.02575957775116}
+{"Finetune/Learning Rate": 1.036702046659558e-05, "Finetune/Loss": 0.7500287294387817, "Finetune/Loss (Raw)": 0.7042374610900879, "Finetune/Step": 9686, "Finetune/Step Time": 6.016886303201318}
+{"Finetune/Learning Rate": 1.0365337637635391e-05, "Finetune/Loss": 0.7478733062744141, "Finetune/Loss (Raw)": 0.7224076390266418, "Finetune/Step": 9687, "Finetune/Step Time": 6.0179999228566885}
+{"Finetune/Learning Rate": 1.0363654798315264e-05, "Finetune/Loss": 0.7475466728210449, "Finetune/Loss (Raw)": 0.683371901512146, "Finetune/Step": 9688, "Finetune/Step Time": 6.01431599445641}
+{"Finetune/Learning Rate": 1.036197194868292e-05, "Finetune/Loss": 0.746281623840332, "Finetune/Loss (Raw)": 0.7616514563560486, "Finetune/Step": 9689, "Finetune/Step Time": 6.010853847488761}
+{"Finetune/Learning Rate": 1.0360289088786081e-05, "Finetune/Loss": 0.7450855374336243, "Finetune/Loss (Raw)": 0.7516394853591919, "Finetune/Step": 9690, "Finetune/Step Time": 6.009056085720658}
+{"Finetune/Learning Rate": 1.0358606218672471e-05, "Finetune/Loss": 0.7440841794013977, "Finetune/Loss (Raw)": 0.7105076313018799, "Finetune/Step": 9691, "Finetune/Step Time": 6.008830651640892}
+{"Finetune/Learning Rate": 1.0356923338389807e-05, "Finetune/Loss": 0.7437617778778076, "Finetune/Loss (Raw)": 0.7807676196098328, "Finetune/Step": 9692, "Finetune/Step Time": 6.002618309110403}
+{"Finetune/Learning Rate": 1.0355240447985812e-05, "Finetune/Loss": 0.7413042187690735, "Finetune/Loss (Raw)": 0.6556170582771301, "Finetune/Step": 9693, "Finetune/Step Time": 6.011571262031794}
+{"Finetune/Learning Rate": 1.0353557547508207e-05, "Finetune/Loss": 0.7395894527435303, "Finetune/Loss (Raw)": 0.5822562575340271, "Finetune/Step": 9694, "Finetune/Step Time": 6.011082172393799}
+{"Finetune/Learning Rate": 1.0351874637004715e-05, "Finetune/Loss": 0.7375593185424805, "Finetune/Loss (Raw)": 0.6167019009590149, "Finetune/Step": 9695, "Finetune/Step Time": 6.009579228237271}
+{"Finetune/Learning Rate": 1.035019171652306e-05, "Finetune/Loss": 0.7366216778755188, "Finetune/Loss (Raw)": 0.6108694672584534, "Finetune/Step": 9696, "Finetune/Step Time": 6.007642388343811}
+{"Finetune/Learning Rate": 1.0348508786110963e-05, "Finetune/Loss": 0.7357725501060486, "Finetune/Loss (Raw)": 0.6638319492340088, "Finetune/Step": 9697, "Finetune/Step Time": 6.009043822064996}
+{"Finetune/Learning Rate": 1.0346825845816148e-05, "Finetune/Loss": 0.7347124814987183, "Finetune/Loss (Raw)": 0.6287359595298767, "Finetune/Step": 9698, "Finetune/Step Time": 6.011873321607709}
+{"Finetune/Learning Rate": 1.034514289568634e-05, "Finetune/Loss": 0.7338739037513733, "Finetune/Loss (Raw)": 0.6982080340385437, "Finetune/Step": 9699, "Finetune/Step Time": 6.006566513329744}
+{"Finetune/Learning Rate": 1.034345993576926e-05, "Finetune/Loss": 0.7322707176208496, "Finetune/Loss (Raw)": 0.7024388909339905, "Finetune/Step": 9700, "Finetune/Step Time": 6.007528144866228}
+{"Finetune/Learning Rate": 1.0341776966112631e-05, "Finetune/Loss": 0.7302778959274292, "Finetune/Loss (Raw)": 0.5777884125709534, "Finetune/Step": 9701, "Finetune/Step Time": 6.014322530478239}
+{"Finetune/Learning Rate": 1.034009398676418e-05, "Finetune/Loss": 0.7285114526748657, "Finetune/Loss (Raw)": 0.5940858721733093, "Finetune/Step": 9702, "Finetune/Step Time": 6.007699564099312}
+{"Finetune/Learning Rate": 1.0338410997771633e-05, "Finetune/Loss": 0.7268348932266235, "Finetune/Loss (Raw)": 0.6672258973121643, "Finetune/Step": 9703, "Finetune/Step Time": 6.009578241035342}
+{"Finetune/Learning Rate": 1.033672799918271e-05, "Finetune/Loss": 0.7241333723068237, "Finetune/Loss (Raw)": 0.6509141325950623, "Finetune/Step": 9704, "Finetune/Step Time": 6.0091806799173355}
+{"Finetune/Learning Rate": 1.0335044991045137e-05, "Finetune/Loss": 0.72298264503479, "Finetune/Loss (Raw)": 0.7002374529838562, "Finetune/Step": 9705, "Finetune/Step Time": 6.007463855668902}
+{"Finetune/Learning Rate": 1.0333361973406646e-05, "Finetune/Loss": 0.7226920127868652, "Finetune/Loss (Raw)": 0.6711224317550659, "Finetune/Step": 9706, "Finetune/Step Time": 6.011993328109384}
+{"Finetune/Learning Rate": 1.0331678946314954e-05, "Finetune/Loss": 0.7221024632453918, "Finetune/Loss (Raw)": 0.7170897722244263, "Finetune/Step": 9707, "Finetune/Step Time": 6.014749381691217}
+{"Finetune/Learning Rate": 1.032999590981779e-05, "Finetune/Loss": 0.7191377878189087, "Finetune/Loss (Raw)": 0.610519289970398, "Finetune/Step": 9708, "Finetune/Step Time": 6.016190046444535}
+{"Finetune/Learning Rate": 1.0328312863962881e-05, "Finetune/Loss": 0.7167749404907227, "Finetune/Loss (Raw)": 0.6167473196983337, "Finetune/Step": 9709, "Finetune/Step Time": 6.027372419834137}
+{"Finetune/Learning Rate": 1.0326629808797954e-05, "Finetune/Loss": 0.7144577503204346, "Finetune/Loss (Raw)": 0.6100768446922302, "Finetune/Step": 9710, "Finetune/Step Time": 6.026664707809687}
+{"Finetune/Learning Rate": 1.0324946744370732e-05, "Finetune/Loss": 0.713242769241333, "Finetune/Loss (Raw)": 0.6132256984710693, "Finetune/Step": 9711, "Finetune/Step Time": 6.023267043754458}
+{"Finetune/Learning Rate": 1.0323263670728947e-05, "Finetune/Loss": 0.7110693454742432, "Finetune/Loss (Raw)": 0.5929609537124634, "Finetune/Step": 9712, "Finetune/Step Time": 6.027007920667529}
+{"Finetune/Learning Rate": 1.0321580587920322e-05, "Finetune/Loss": 0.7089566588401794, "Finetune/Loss (Raw)": 0.6506160497665405, "Finetune/Step": 9713, "Finetune/Step Time": 6.028236567974091}
+{"Finetune/Learning Rate": 1.0319897495992586e-05, "Finetune/Loss": 0.7086105942726135, "Finetune/Loss (Raw)": 0.6585366129875183, "Finetune/Step": 9714, "Finetune/Step Time": 6.023496437817812}
+{"Finetune/Learning Rate": 1.0318214394993465e-05, "Finetune/Loss": 0.7057663202285767, "Finetune/Loss (Raw)": 0.6488078832626343, "Finetune/Step": 9715, "Finetune/Step Time": 6.031228499487042}
+{"Finetune/Learning Rate": 1.031653128497069e-05, "Finetune/Loss": 0.7055251598358154, "Finetune/Loss (Raw)": 0.7612223029136658, "Finetune/Step": 9716, "Finetune/Step Time": 6.040390660986304}
+{"Finetune/Learning Rate": 1.0314848165971989e-05, "Finetune/Loss": 0.7050979137420654, "Finetune/Loss (Raw)": 0.6428350806236267, "Finetune/Step": 9717, "Finetune/Step Time": 6.048380464315414}
+{"Finetune/Learning Rate": 1.0313165038045087e-05, "Finetune/Loss": 0.7049058079719543, "Finetune/Loss (Raw)": 0.7879030108451843, "Finetune/Step": 9718, "Finetune/Step Time": 6.049649426713586}
+{"Finetune/Learning Rate": 1.0311481901237717e-05, "Finetune/Loss": 0.7026931643486023, "Finetune/Loss (Raw)": 0.597929060459137, "Finetune/Step": 9719, "Finetune/Step Time": 6.049643876031041}
+{"Finetune/Learning Rate": 1.0309798755597606e-05, "Finetune/Loss": 0.7022379636764526, "Finetune/Loss (Raw)": 0.6156473755836487, "Finetune/Step": 9720, "Finetune/Step Time": 6.035547381266952}
+{"Finetune/Learning Rate": 1.0308115601172486e-05, "Finetune/Loss": 0.6989217400550842, "Finetune/Loss (Raw)": 0.5025335550308228, "Finetune/Step": 9721, "Finetune/Step Time": 6.0380863435566425}
+{"Finetune/Learning Rate": 1.0306432438010077e-05, "Finetune/Loss": 0.6965725421905518, "Finetune/Loss (Raw)": 0.6314552426338196, "Finetune/Step": 9722, "Finetune/Step Time": 6.044130336493254}
+{"Finetune/Learning Rate": 1.0304749266158119e-05, "Finetune/Loss": 0.6945218443870544, "Finetune/Loss (Raw)": 0.6397668123245239, "Finetune/Step": 9723, "Finetune/Step Time": 6.046579113230109}
+{"Finetune/Learning Rate": 1.0303066085664342e-05, "Finetune/Loss": 0.6934853792190552, "Finetune/Loss (Raw)": 0.7553906440734863, "Finetune/Step": 9724, "Finetune/Step Time": 6.045498924329877}
+{"Finetune/Learning Rate": 1.0301382896576467e-05, "Finetune/Loss": 0.6925028562545776, "Finetune/Loss (Raw)": 0.6830539703369141, "Finetune/Step": 9725, "Finetune/Step Time": 6.0469478368759155}
+{"Finetune/Learning Rate": 1.029969969894223e-05, "Finetune/Loss": 0.6929547190666199, "Finetune/Loss (Raw)": 0.7471827268600464, "Finetune/Step": 9726, "Finetune/Step Time": 6.027822000905871}
+{"Finetune/Learning Rate": 1.0298016492809367e-05, "Finetune/Loss": 0.6922723054885864, "Finetune/Loss (Raw)": 0.7150128483772278, "Finetune/Step": 9727, "Finetune/Step Time": 6.024260122328997}
+{"Finetune/Learning Rate": 1.0296333278225599e-05, "Finetune/Loss": 0.6906470060348511, "Finetune/Loss (Raw)": 0.6542377471923828, "Finetune/Step": 9728, "Finetune/Step Time": 6.0291374903172255}
+{"Finetune/Learning Rate": 1.0294650055238662e-05, "Finetune/Loss": 0.6891863346099854, "Finetune/Loss (Raw)": 0.598341703414917, "Finetune/Step": 9729, "Finetune/Step Time": 6.042461197823286}
+{"Finetune/Learning Rate": 1.0292966823896291e-05, "Finetune/Loss": 0.6878002285957336, "Finetune/Loss (Raw)": 0.6076916456222534, "Finetune/Step": 9730, "Finetune/Step Time": 6.04402687586844}
+{"Finetune/Learning Rate": 1.0291283584246213e-05, "Finetune/Loss": 0.6856792569160461, "Finetune/Loss (Raw)": 0.6053557395935059, "Finetune/Step": 9731, "Finetune/Step Time": 6.038358261808753}
+{"Finetune/Learning Rate": 1.0289600336336157e-05, "Finetune/Loss": 0.6842827200889587, "Finetune/Loss (Raw)": 0.5611753463745117, "Finetune/Step": 9732, "Finetune/Step Time": 6.037971384823322}
+{"Finetune/Learning Rate": 1.0287917080213863e-05, "Finetune/Loss": 0.6834209561347961, "Finetune/Loss (Raw)": 0.6996333599090576, "Finetune/Step": 9733, "Finetune/Step Time": 6.040034955367446}
+{"Finetune/Learning Rate": 1.0286233815927058e-05, "Finetune/Loss": 0.6810360550880432, "Finetune/Loss (Raw)": 0.6483063697814941, "Finetune/Step": 9734, "Finetune/Step Time": 6.045618869364262}
+{"Finetune/Learning Rate": 1.0284550543523474e-05, "Finetune/Loss": 0.6806823015213013, "Finetune/Loss (Raw)": 0.6338167786598206, "Finetune/Step": 9735, "Finetune/Step Time": 6.037511395290494}
+{"Finetune/Learning Rate": 1.0282867263050848e-05, "Finetune/Loss": 0.6781961917877197, "Finetune/Loss (Raw)": 0.5344937443733215, "Finetune/Step": 9736, "Finetune/Step Time": 6.060326874256134}
+{"Finetune/Learning Rate": 1.028118397455691e-05, "Finetune/Loss": 0.6769168376922607, "Finetune/Loss (Raw)": 0.8028449416160583, "Finetune/Step": 9737, "Finetune/Step Time": 6.065588690340519}
+{"Finetune/Learning Rate": 1.0279500678089394e-05, "Finetune/Loss": 0.6754927635192871, "Finetune/Loss (Raw)": 0.6464898586273193, "Finetune/Step": 9738, "Finetune/Step Time": 6.065025188028812}
+{"Finetune/Learning Rate": 1.0277817373696035e-05, "Finetune/Loss": 0.6755297183990479, "Finetune/Loss (Raw)": 0.8281091451644897, "Finetune/Step": 9739, "Finetune/Step Time": 6.067210065200925}
+{"Finetune/Learning Rate": 1.0276134061424564e-05, "Finetune/Loss": 0.6731396317481995, "Finetune/Loss (Raw)": 0.5359615683555603, "Finetune/Step": 9740, "Finetune/Step Time": 6.08559276163578}
+{"Finetune/Learning Rate": 1.0274450741322717e-05, "Finetune/Loss": 0.6708974838256836, "Finetune/Loss (Raw)": 0.6650190949440002, "Finetune/Step": 9741, "Finetune/Step Time": 6.089458402246237}
+{"Finetune/Learning Rate": 1.0272767413438226e-05, "Finetune/Loss": 0.6705008745193481, "Finetune/Loss (Raw)": 0.7418047189712524, "Finetune/Step": 9742, "Finetune/Step Time": 6.0903934221714735}
+{"Finetune/Learning Rate": 1.0271084077818826e-05, "Finetune/Loss": 0.6705043911933899, "Finetune/Loss (Raw)": 0.7012758851051331, "Finetune/Step": 9743, "Finetune/Step Time": 6.093113923445344}
+{"Finetune/Learning Rate": 1.0269400734512256e-05, "Finetune/Loss": 0.6683794260025024, "Finetune/Loss (Raw)": 0.6327348351478577, "Finetune/Step": 9744, "Finetune/Step Time": 6.09739488735795}
+{"Finetune/Learning Rate": 1.0267717383566247e-05, "Finetune/Loss": 0.6693317890167236, "Finetune/Loss (Raw)": 0.5635192394256592, "Finetune/Step": 9745, "Finetune/Step Time": 5.9921189695596695}
+{"Finetune/Learning Rate": 1.026603402502853e-05, "Finetune/Loss": 0.6690912842750549, "Finetune/Loss (Raw)": 0.6805112957954407, "Finetune/Step": 9746, "Finetune/Step Time": 5.975256996229291}
+{"Finetune/Learning Rate": 1.0264350658946846e-05, "Finetune/Loss": 0.6686887741088867, "Finetune/Loss (Raw)": 0.6830352544784546, "Finetune/Step": 9747, "Finetune/Step Time": 5.982663352042437}
+{"Finetune/Learning Rate": 1.0262667285368933e-05, "Finetune/Loss": 0.6677341461181641, "Finetune/Loss (Raw)": 0.5681106448173523, "Finetune/Step": 9748, "Finetune/Step Time": 6.003826223313808}
+{"Finetune/Learning Rate": 1.0260983904342521e-05, "Finetune/Loss": 0.6687736511230469, "Finetune/Loss (Raw)": 0.8359447121620178, "Finetune/Step": 9749, "Finetune/Step Time": 6.005760733038187}
+{"Finetune/Learning Rate": 1.0259300515915342e-05, "Finetune/Loss": 0.668454647064209, "Finetune/Loss (Raw)": 0.72176593542099, "Finetune/Step": 9750, "Finetune/Step Time": 6.002945099025965}
+{"Finetune/Learning Rate": 1.0257617120135147e-05, "Finetune/Loss": 0.6689200401306152, "Finetune/Loss (Raw)": 0.6084750890731812, "Finetune/Step": 9751, "Finetune/Step Time": 5.999091425910592}
+{"Finetune/Learning Rate": 1.0255933717049658e-05, "Finetune/Loss": 0.6677631139755249, "Finetune/Loss (Raw)": 0.46562978625297546, "Finetune/Step": 9752, "Finetune/Step Time": 5.987378049641848}
+{"Finetune/Learning Rate": 1.0254250306706613e-05, "Finetune/Loss": 0.6683375835418701, "Finetune/Loss (Raw)": 0.7717265486717224, "Finetune/Step": 9753, "Finetune/Step Time": 5.984617829322815}
+{"Finetune/Learning Rate": 1.0252566889153759e-05, "Finetune/Loss": 0.6680004596710205, "Finetune/Loss (Raw)": 0.6463950872421265, "Finetune/Step": 9754, "Finetune/Step Time": 5.985053783282638}
+{"Finetune/Learning Rate": 1.0250883464438823e-05, "Finetune/Loss": 0.6676996350288391, "Finetune/Loss (Raw)": 0.7191020250320435, "Finetune/Step": 9755, "Finetune/Step Time": 5.983724400401115}
+{"Finetune/Learning Rate": 1.0249200032609545e-05, "Finetune/Loss": 0.6665006875991821, "Finetune/Loss (Raw)": 0.5711157917976379, "Finetune/Step": 9756, "Finetune/Step Time": 5.983612405136228}
+{"Finetune/Learning Rate": 1.0247516593713665e-05, "Finetune/Loss": 0.6667822599411011, "Finetune/Loss (Raw)": 0.6883898377418518, "Finetune/Step": 9757, "Finetune/Step Time": 5.980790873989463}
+{"Finetune/Learning Rate": 1.0245833147798916e-05, "Finetune/Loss": 0.6677000522613525, "Finetune/Loss (Raw)": 0.7365033030509949, "Finetune/Step": 9758, "Finetune/Step Time": 5.981522327288985}
+{"Finetune/Learning Rate": 1.0244149694913036e-05, "Finetune/Loss": 0.6668741106987, "Finetune/Loss (Raw)": 0.6620628237724304, "Finetune/Step": 9759, "Finetune/Step Time": 5.984143266454339}
+{"Finetune/Learning Rate": 1.024246623510377e-05, "Finetune/Loss": 0.6659915447235107, "Finetune/Loss (Raw)": 0.6325235962867737, "Finetune/Step": 9760, "Finetune/Step Time": 5.993613075464964}
+{"Finetune/Learning Rate": 1.0240782768418848e-05, "Finetune/Loss": 0.6650230884552002, "Finetune/Loss (Raw)": 0.654614269733429, "Finetune/Step": 9761, "Finetune/Step Time": 5.993482502177358}
+{"Finetune/Learning Rate": 1.0239099294906012e-05, "Finetune/Loss": 0.6652292013168335, "Finetune/Loss (Raw)": 0.6913709044456482, "Finetune/Step": 9762, "Finetune/Step Time": 5.994819946587086}
+{"Finetune/Learning Rate": 1.0237415814612999e-05, "Finetune/Loss": 0.6655234098434448, "Finetune/Loss (Raw)": 0.6351885199546814, "Finetune/Step": 9763, "Finetune/Step Time": 5.995300777256489}
+{"Finetune/Learning Rate": 1.0235732327587551e-05, "Finetune/Loss": 0.6661091446876526, "Finetune/Loss (Raw)": 0.7910538911819458, "Finetune/Step": 9764, "Finetune/Step Time": 6.00185526534915}
+{"Finetune/Learning Rate": 1.0234048833877401e-05, "Finetune/Loss": 0.667054295539856, "Finetune/Loss (Raw)": 0.695684015750885, "Finetune/Step": 9765, "Finetune/Step Time": 6.00039348192513}
+{"Finetune/Learning Rate": 1.0232365333530297e-05, "Finetune/Loss": 0.6666567325592041, "Finetune/Loss (Raw)": 0.6412753462791443, "Finetune/Step": 9766, "Finetune/Step Time": 5.99694256298244}
+{"Finetune/Learning Rate": 1.0230681826593968e-05, "Finetune/Loss": 0.6645021438598633, "Finetune/Loss (Raw)": 0.550066351890564, "Finetune/Step": 9767, "Finetune/Step Time": 6.008698625490069}
+{"Finetune/Learning Rate": 1.0228998313116159e-05, "Finetune/Loss": 0.6638703942298889, "Finetune/Loss (Raw)": 0.6287868022918701, "Finetune/Step": 9768, "Finetune/Step Time": 6.009860936552286}
+{"Finetune/Learning Rate": 1.0227314793144612e-05, "Finetune/Loss": 0.6638009548187256, "Finetune/Loss (Raw)": 0.757919430732727, "Finetune/Step": 9769, "Finetune/Step Time": 6.0102865397930145}
+{"Finetune/Learning Rate": 1.0225631266727059e-05, "Finetune/Loss": 0.6628059148788452, "Finetune/Loss (Raw)": 0.5253962874412537, "Finetune/Step": 9770, "Finetune/Step Time": 6.021047845482826}
+{"Finetune/Learning Rate": 1.0223947733911247e-05, "Finetune/Loss": 0.6635468006134033, "Finetune/Loss (Raw)": 0.7033887505531311, "Finetune/Step": 9771, "Finetune/Step Time": 6.01800299808383}
+{"Finetune/Learning Rate": 1.0222264194744918e-05, "Finetune/Loss": 0.6644631624221802, "Finetune/Loss (Raw)": 0.7501922845840454, "Finetune/Step": 9772, "Finetune/Step Time": 6.0150561314076185}
+{"Finetune/Learning Rate": 1.0220580649275805e-05, "Finetune/Loss": 0.66379314661026, "Finetune/Loss (Raw)": 0.6501256227493286, "Finetune/Step": 9773, "Finetune/Step Time": 6.016080057248473}
+{"Finetune/Learning Rate": 1.021889709755165e-05, "Finetune/Loss": 0.6626437902450562, "Finetune/Loss (Raw)": 0.6330880522727966, "Finetune/Step": 9774, "Finetune/Step Time": 5.996544046327472}
+{"Finetune/Learning Rate": 1.0217213539620201e-05, "Finetune/Loss": 0.6620690822601318, "Finetune/Loss (Raw)": 0.6960461735725403, "Finetune/Step": 9775, "Finetune/Step Time": 5.992188321426511}
+{"Finetune/Learning Rate": 1.021552997552919e-05, "Finetune/Loss": 0.6622942686080933, "Finetune/Loss (Raw)": 0.6950446367263794, "Finetune/Step": 9776, "Finetune/Step Time": 5.989150986075401}
+{"Finetune/Learning Rate": 1.0213846405326363e-05, "Finetune/Loss": 0.6627112627029419, "Finetune/Loss (Raw)": 0.7012986540794373, "Finetune/Step": 9777, "Finetune/Step Time": 5.987037470564246}
+{"Finetune/Learning Rate": 1.021216282905946e-05, "Finetune/Loss": 0.6623214483261108, "Finetune/Loss (Raw)": 0.6914446353912354, "Finetune/Step": 9778, "Finetune/Step Time": 5.9861172661185265}
+{"Finetune/Learning Rate": 1.0210479246776221e-05, "Finetune/Loss": 0.6622441411018372, "Finetune/Loss (Raw)": 0.730657696723938, "Finetune/Step": 9779, "Finetune/Step Time": 5.982460422441363}
+{"Finetune/Learning Rate": 1.020879565852439e-05, "Finetune/Loss": 0.6624618768692017, "Finetune/Loss (Raw)": 0.5862846970558167, "Finetune/Step": 9780, "Finetune/Step Time": 5.98184778355062}
+{"Finetune/Learning Rate": 1.0207112064351706e-05, "Finetune/Loss": 0.6607972383499146, "Finetune/Loss (Raw)": 0.4772260785102844, "Finetune/Step": 9781, "Finetune/Step Time": 6.007624117657542}
+{"Finetune/Learning Rate": 1.0205428464305918e-05, "Finetune/Loss": 0.6605340242385864, "Finetune/Loss (Raw)": 0.624226987361908, "Finetune/Step": 9782, "Finetune/Step Time": 6.007311539724469}
+{"Finetune/Learning Rate": 1.0203744858434758e-05, "Finetune/Loss": 0.6613536477088928, "Finetune/Loss (Raw)": 0.6404880881309509, "Finetune/Step": 9783, "Finetune/Step Time": 5.998408572748303}
+{"Finetune/Learning Rate": 1.0202061246785975e-05, "Finetune/Loss": 0.6629336476325989, "Finetune/Loss (Raw)": 0.7921384572982788, "Finetune/Step": 9784, "Finetune/Step Time": 5.998073363676667}
+{"Finetune/Learning Rate": 1.020037762940731e-05, "Finetune/Loss": 0.6629550457000732, "Finetune/Loss (Raw)": 0.6752730011940002, "Finetune/Step": 9785, "Finetune/Step Time": 5.996071456000209}
+{"Finetune/Learning Rate": 1.0198694006346504e-05, "Finetune/Loss": 0.6645415425300598, "Finetune/Loss (Raw)": 0.7042244672775269, "Finetune/Step": 9786, "Finetune/Step Time": 6.003694171085954}
+{"Finetune/Learning Rate": 1.0197010377651301e-05, "Finetune/Loss": 0.66363525390625, "Finetune/Loss (Raw)": 0.6385898590087891, "Finetune/Step": 9787, "Finetune/Step Time": 6.001107545569539}
+{"Finetune/Learning Rate": 1.0195326743369445e-05, "Finetune/Loss": 0.6626256704330444, "Finetune/Loss (Raw)": 0.6023706197738647, "Finetune/Step": 9788, "Finetune/Step Time": 5.994050266221166}
+{"Finetune/Learning Rate": 1.0193643103548678e-05, "Finetune/Loss": 0.663318932056427, "Finetune/Loss (Raw)": 0.698259711265564, "Finetune/Step": 9789, "Finetune/Step Time": 5.994093028828502}
+{"Finetune/Learning Rate": 1.0191959458236742e-05, "Finetune/Loss": 0.6623673439025879, "Finetune/Loss (Raw)": 0.492715060710907, "Finetune/Step": 9790, "Finetune/Step Time": 6.01153589040041}
+{"Finetune/Learning Rate": 1.0190275807481382e-05, "Finetune/Loss": 0.6613998413085938, "Finetune/Loss (Raw)": 0.592951774597168, "Finetune/Step": 9791, "Finetune/Step Time": 6.011357886716723}
+{"Finetune/Learning Rate": 1.0188592151330343e-05, "Finetune/Loss": 0.6624374389648438, "Finetune/Loss (Raw)": 0.7810336351394653, "Finetune/Step": 9792, "Finetune/Step Time": 6.015532094985247}
+{"Finetune/Learning Rate": 1.0186908489831367e-05, "Finetune/Loss": 0.6617501974105835, "Finetune/Loss (Raw)": 0.5982581973075867, "Finetune/Step": 9793, "Finetune/Step Time": 6.015366539359093}
+{"Finetune/Learning Rate": 1.0185224823032195e-05, "Finetune/Loss": 0.6606870889663696, "Finetune/Loss (Raw)": 0.6537169218063354, "Finetune/Step": 9794, "Finetune/Step Time": 6.0138135850429535}
+{"Finetune/Learning Rate": 1.0183541150980574e-05, "Finetune/Loss": 0.6603230237960815, "Finetune/Loss (Raw)": 0.7000954151153564, "Finetune/Step": 9795, "Finetune/Step Time": 6.016835326328874}
+{"Finetune/Learning Rate": 1.0181857473724249e-05, "Finetune/Loss": 0.660220742225647, "Finetune/Loss (Raw)": 0.7306597232818604, "Finetune/Step": 9796, "Finetune/Step Time": 6.018885605037212}
+{"Finetune/Learning Rate": 1.0180173791310965e-05, "Finetune/Loss": 0.6603893041610718, "Finetune/Loss (Raw)": 0.7107248306274414, "Finetune/Step": 9797, "Finetune/Step Time": 6.026356853544712}
+{"Finetune/Learning Rate": 1.0178490103788462e-05, "Finetune/Loss": 0.6600520610809326, "Finetune/Loss (Raw)": 0.6327590942382812, "Finetune/Step": 9798, "Finetune/Step Time": 6.013105133548379}
+{"Finetune/Learning Rate": 1.0176806411204487e-05, "Finetune/Loss": 0.6599504351615906, "Finetune/Loss (Raw)": 0.6884762048721313, "Finetune/Step": 9799, "Finetune/Step Time": 6.00889739766717}
+{"Finetune/Learning Rate": 1.0175122713606788e-05, "Finetune/Loss": 0.6597837209701538, "Finetune/Loss (Raw)": 0.5025444030761719, "Finetune/Step": 9800, "Finetune/Step Time": 6.01091768220067}
+{"Finetune/Learning Rate": 1.0173439011043106e-05, "Finetune/Loss": 0.6597086191177368, "Finetune/Loss (Raw)": 0.69493567943573, "Finetune/Step": 9801, "Finetune/Step Time": 6.0209030620753765}
+{"Finetune/Learning Rate": 1.0171755303561182e-05, "Finetune/Loss": 0.6594328880310059, "Finetune/Loss (Raw)": 0.6511891484260559, "Finetune/Step": 9802, "Finetune/Step Time": 6.021954923868179}
+{"Finetune/Learning Rate": 1.017007159120877e-05, "Finetune/Loss": 0.6603397130966187, "Finetune/Loss (Raw)": 0.7269467711448669, "Finetune/Step": 9803, "Finetune/Step Time": 6.01231742836535}
+{"Finetune/Learning Rate": 1.0168387874033612e-05, "Finetune/Loss": 0.661341667175293, "Finetune/Loss (Raw)": 0.8629473447799683, "Finetune/Step": 9804, "Finetune/Step Time": 6.011425683274865}
+{"Finetune/Learning Rate": 1.016670415208345e-05, "Finetune/Loss": 0.6610130071640015, "Finetune/Loss (Raw)": 0.6441495418548584, "Finetune/Step": 9805, "Finetune/Step Time": 6.0051067639142275}
+{"Finetune/Learning Rate": 1.0165020425406036e-05, "Finetune/Loss": 0.6617094874382019, "Finetune/Loss (Raw)": 0.7350283265113831, "Finetune/Step": 9806, "Finetune/Step Time": 6.023789269849658}
+{"Finetune/Learning Rate": 1.0163336694049109e-05, "Finetune/Loss": 0.6619172096252441, "Finetune/Loss (Raw)": 0.7112665176391602, "Finetune/Step": 9807, "Finetune/Step Time": 6.0258557721972466}
+{"Finetune/Learning Rate": 1.0161652958060417e-05, "Finetune/Loss": 0.6623779535293579, "Finetune/Loss (Raw)": 0.5981094241142273, "Finetune/Step": 9808, "Finetune/Step Time": 6.026549678295851}
+{"Finetune/Learning Rate": 1.0159969217487708e-05, "Finetune/Loss": 0.6614826321601868, "Finetune/Loss (Raw)": 0.6519892811775208, "Finetune/Step": 9809, "Finetune/Step Time": 6.021014664322138}
+{"Finetune/Learning Rate": 1.0158285472378728e-05, "Finetune/Loss": 0.6603168249130249, "Finetune/Loss (Raw)": 0.5268985629081726, "Finetune/Step": 9810, "Finetune/Step Time": 6.040396882221103}
+{"Finetune/Learning Rate": 1.0156601722781223e-05, "Finetune/Loss": 0.6612205505371094, "Finetune/Loss (Raw)": 0.5817053318023682, "Finetune/Step": 9811, "Finetune/Step Time": 6.018009787425399}
+{"Finetune/Learning Rate": 1.0154917968742937e-05, "Finetune/Loss": 0.6609508991241455, "Finetune/Loss (Raw)": 0.6722597479820251, "Finetune/Step": 9812, "Finetune/Step Time": 6.019425014033914}
+{"Finetune/Learning Rate": 1.0153234210311616e-05, "Finetune/Loss": 0.6611872911453247, "Finetune/Loss (Raw)": 0.643660306930542, "Finetune/Step": 9813, "Finetune/Step Time": 6.016014326363802}
+{"Finetune/Learning Rate": 1.015155044753501e-05, "Finetune/Loss": 0.6599708795547485, "Finetune/Loss (Raw)": 0.5485311150550842, "Finetune/Step": 9814, "Finetune/Step Time": 6.013197323307395}
+{"Finetune/Learning Rate": 1.0149866680460867e-05, "Finetune/Loss": 0.6599361896514893, "Finetune/Loss (Raw)": 0.7179695963859558, "Finetune/Step": 9815, "Finetune/Step Time": 6.009229481220245}
+{"Finetune/Learning Rate": 1.0148182909136928e-05, "Finetune/Loss": 0.6603968143463135, "Finetune/Loss (Raw)": 0.7423317432403564, "Finetune/Step": 9816, "Finetune/Step Time": 6.01197587698698}
+{"Finetune/Learning Rate": 1.0146499133610942e-05, "Finetune/Loss": 0.6602857708930969, "Finetune/Loss (Raw)": 0.747433066368103, "Finetune/Step": 9817, "Finetune/Step Time": 6.01072202809155}
+{"Finetune/Learning Rate": 1.0144815353930661e-05, "Finetune/Loss": 0.6591123342514038, "Finetune/Loss (Raw)": 0.6014386415481567, "Finetune/Step": 9818, "Finetune/Step Time": 6.010837161913514}
+{"Finetune/Learning Rate": 1.0143131570143826e-05, "Finetune/Loss": 0.6581530570983887, "Finetune/Loss (Raw)": 0.5877254009246826, "Finetune/Step": 9819, "Finetune/Step Time": 6.009142078459263}
+{"Finetune/Learning Rate": 1.0141447782298186e-05, "Finetune/Loss": 0.6570727825164795, "Finetune/Loss (Raw)": 0.6424937844276428, "Finetune/Step": 9820, "Finetune/Step Time": 6.011919377371669}
+{"Finetune/Learning Rate": 1.0139763990441491e-05, "Finetune/Loss": 0.6573717594146729, "Finetune/Loss (Raw)": 0.6938875913619995, "Finetune/Step": 9821, "Finetune/Step Time": 6.002068605273962}
+{"Finetune/Learning Rate": 1.0138080194621487e-05, "Finetune/Loss": 0.6578890085220337, "Finetune/Loss (Raw)": 0.6484556198120117, "Finetune/Step": 9822, "Finetune/Step Time": 6.003236100077629}
+{"Finetune/Learning Rate": 1.0136396394885917e-05, "Finetune/Loss": 0.6589949727058411, "Finetune/Loss (Raw)": 0.758267343044281, "Finetune/Step": 9823, "Finetune/Step Time": 6.001169232651591}
+{"Finetune/Learning Rate": 1.0134712591282539e-05, "Finetune/Loss": 0.6590122580528259, "Finetune/Loss (Raw)": 0.6130901575088501, "Finetune/Step": 9824, "Finetune/Step Time": 6.004659194499254}
+{"Finetune/Learning Rate": 1.0133028783859091e-05, "Finetune/Loss": 0.6589339971542358, "Finetune/Loss (Raw)": 0.6538113951683044, "Finetune/Step": 9825, "Finetune/Step Time": 6.0010624304413795}
+{"Finetune/Learning Rate": 1.0131344972663323e-05, "Finetune/Loss": 0.6584740281105042, "Finetune/Loss (Raw)": 0.569854199886322, "Finetune/Step": 9826, "Finetune/Step Time": 5.9952185563743114}
+{"Finetune/Learning Rate": 1.0129661157742992e-05, "Finetune/Loss": 0.6586626768112183, "Finetune/Loss (Raw)": 0.7223598957061768, "Finetune/Step": 9827, "Finetune/Step Time": 5.99803220666945}
+{"Finetune/Learning Rate": 1.0127977339145837e-05, "Finetune/Loss": 0.6592724323272705, "Finetune/Loss (Raw)": 0.7804935574531555, "Finetune/Step": 9828, "Finetune/Step Time": 6.001799121499062}
+{"Finetune/Learning Rate": 1.0126293516919606e-05, "Finetune/Loss": 0.6603701114654541, "Finetune/Loss (Raw)": 0.7182824015617371, "Finetune/Step": 9829, "Finetune/Step Time": 5.98675124719739}
+{"Finetune/Learning Rate": 1.012460969111205e-05, "Finetune/Loss": 0.6605550646781921, "Finetune/Loss (Raw)": 0.6177594661712646, "Finetune/Step": 9830, "Finetune/Step Time": 5.993491059169173}
+{"Finetune/Learning Rate": 1.0122925861770918e-05, "Finetune/Loss": 0.6610000133514404, "Finetune/Loss (Raw)": 0.7241796851158142, "Finetune/Step": 9831, "Finetune/Step Time": 5.991676619276404}
+{"Finetune/Learning Rate": 1.0121242028943958e-05, "Finetune/Loss": 0.660730242729187, "Finetune/Loss (Raw)": 0.616378664970398, "Finetune/Step": 9832, "Finetune/Step Time": 5.993466734886169}
+{"Finetune/Learning Rate": 1.011955819267892e-05, "Finetune/Loss": 0.6602882742881775, "Finetune/Loss (Raw)": 0.6436730623245239, "Finetune/Step": 9833, "Finetune/Step Time": 6.001351684331894}
+{"Finetune/Learning Rate": 1.0117874353023552e-05, "Finetune/Loss": 0.6601682305335999, "Finetune/Loss (Raw)": 0.655753493309021, "Finetune/Step": 9834, "Finetune/Step Time": 5.990314280614257}
+{"Finetune/Learning Rate": 1.0116190510025601e-05, "Finetune/Loss": 0.6593817472457886, "Finetune/Loss (Raw)": 0.6164230108261108, "Finetune/Step": 9835, "Finetune/Step Time": 5.981796635314822}
+{"Finetune/Learning Rate": 1.011450666373282e-05, "Finetune/Loss": 0.6594967842102051, "Finetune/Loss (Raw)": 0.6252429485321045, "Finetune/Step": 9836, "Finetune/Step Time": 5.977491337805986}
+{"Finetune/Learning Rate": 1.0112822814192952e-05, "Finetune/Loss": 0.659252405166626, "Finetune/Loss (Raw)": 0.5854608416557312, "Finetune/Step": 9837, "Finetune/Step Time": 5.966139795258641}
+{"Finetune/Learning Rate": 1.0111138961453752e-05, "Finetune/Loss": 0.6593762636184692, "Finetune/Loss (Raw)": 0.6259331703186035, "Finetune/Step": 9838, "Finetune/Step Time": 5.966302279382944}
+{"Finetune/Learning Rate": 1.0109455105562969e-05, "Finetune/Loss": 0.6602734327316284, "Finetune/Loss (Raw)": 0.7280685901641846, "Finetune/Step": 9839, "Finetune/Step Time": 5.972751656547189}
+{"Finetune/Learning Rate": 1.0107771246568346e-05, "Finetune/Loss": 0.6606168150901794, "Finetune/Loss (Raw)": 0.6369110941886902, "Finetune/Step": 9840, "Finetune/Step Time": 5.971991969272494}
+{"Finetune/Learning Rate": 1.0106087384517638e-05, "Finetune/Loss": 0.6600979566574097, "Finetune/Loss (Raw)": 0.5841991305351257, "Finetune/Step": 9841, "Finetune/Step Time": 5.97485607303679}
+{"Finetune/Learning Rate": 1.0104403519458597e-05, "Finetune/Loss": 0.6610848903656006, "Finetune/Loss (Raw)": 0.7848727107048035, "Finetune/Step": 9842, "Finetune/Step Time": 5.97441117092967}
+{"Finetune/Learning Rate": 1.0102719651438966e-05, "Finetune/Loss": 0.6617119908332825, "Finetune/Loss (Raw)": 0.7290748357772827, "Finetune/Step": 9843, "Finetune/Step Time": 5.964932754635811}
+{"Finetune/Learning Rate": 1.0101035780506496e-05, "Finetune/Loss": 0.6615375280380249, "Finetune/Loss (Raw)": 0.7388907670974731, "Finetune/Step": 9844, "Finetune/Step Time": 5.957921151071787}
+{"Finetune/Learning Rate": 1.0099351906708945e-05, "Finetune/Loss": 0.6622178554534912, "Finetune/Loss (Raw)": 0.7299098372459412, "Finetune/Step": 9845, "Finetune/Step Time": 5.941890966147184}
+{"Finetune/Learning Rate": 1.0097668030094051e-05, "Finetune/Loss": 0.6611201167106628, "Finetune/Loss (Raw)": 0.647397518157959, "Finetune/Step": 9846, "Finetune/Step Time": 5.937134280800819}
+{"Finetune/Learning Rate": 1.0095984150709568e-05, "Finetune/Loss": 0.661198079586029, "Finetune/Loss (Raw)": 0.6079034805297852, "Finetune/Step": 9847, "Finetune/Step Time": 5.935836978256702}
+{"Finetune/Learning Rate": 1.0094300268603254e-05, "Finetune/Loss": 0.6615355610847473, "Finetune/Loss (Raw)": 0.658843994140625, "Finetune/Step": 9848, "Finetune/Step Time": 5.916612803936005}
+{"Finetune/Learning Rate": 1.0092616383822849e-05, "Finetune/Loss": 0.662346601486206, "Finetune/Loss (Raw)": 0.6063501834869385, "Finetune/Step": 9849, "Finetune/Step Time": 5.909769270569086}
+{"Finetune/Learning Rate": 1.0090932496416106e-05, "Finetune/Loss": 0.6617348790168762, "Finetune/Loss (Raw)": 0.5531556606292725, "Finetune/Step": 9850, "Finetune/Step Time": 5.90378250554204}
+{"Finetune/Learning Rate": 1.0089248606430775e-05, "Finetune/Loss": 0.6622246503829956, "Finetune/Loss (Raw)": 0.7024620771408081, "Finetune/Step": 9851, "Finetune/Step Time": 5.904452979564667}
+{"Finetune/Learning Rate": 1.0087564713914611e-05, "Finetune/Loss": 0.6601893901824951, "Finetune/Loss (Raw)": 0.49487054347991943, "Finetune/Step": 9852, "Finetune/Step Time": 5.909599719569087}
+{"Finetune/Learning Rate": 1.0085880818915356e-05, "Finetune/Loss": 0.6608123779296875, "Finetune/Loss (Raw)": 0.7627979516983032, "Finetune/Step": 9853, "Finetune/Step Time": 5.909977367147803}
+{"Finetune/Learning Rate": 1.0084196921480768e-05, "Finetune/Loss": 0.6602610349655151, "Finetune/Loss (Raw)": 0.676609218120575, "Finetune/Step": 9854, "Finetune/Step Time": 5.910083822906017}
+{"Finetune/Learning Rate": 1.0082513021658595e-05, "Finetune/Loss": 0.6593971252441406, "Finetune/Loss (Raw)": 0.604438304901123, "Finetune/Step": 9855, "Finetune/Step Time": 5.911819560453296}
+{"Finetune/Learning Rate": 1.0080829119496587e-05, "Finetune/Loss": 0.6602309942245483, "Finetune/Loss (Raw)": 0.7609728574752808, "Finetune/Step": 9856, "Finetune/Step Time": 5.91277495957911}
+{"Finetune/Learning Rate": 1.0079145215042495e-05, "Finetune/Loss": 0.6607698202133179, "Finetune/Loss (Raw)": 0.6673020720481873, "Finetune/Step": 9857, "Finetune/Step Time": 5.899169931188226}
+{"Finetune/Learning Rate": 1.007746130834407e-05, "Finetune/Loss": 0.6611995697021484, "Finetune/Loss (Raw)": 0.6627094149589539, "Finetune/Step": 9858, "Finetune/Step Time": 5.897213434800506}
+{"Finetune/Learning Rate": 1.007577739944906e-05, "Finetune/Loss": 0.6612073183059692, "Finetune/Loss (Raw)": 0.606339693069458, "Finetune/Step": 9859, "Finetune/Step Time": 5.896827835589647}
+{"Finetune/Learning Rate": 1.0074093488405223e-05, "Finetune/Loss": 0.661786675453186, "Finetune/Loss (Raw)": 0.6353423595428467, "Finetune/Step": 9860, "Finetune/Step Time": 5.9005292896181345}
+{"Finetune/Learning Rate": 1.00724095752603e-05, "Finetune/Loss": 0.6615694761276245, "Finetune/Loss (Raw)": 0.671826958656311, "Finetune/Step": 9861, "Finetune/Step Time": 5.925165159627795}
+{"Finetune/Learning Rate": 1.007072566006205e-05, "Finetune/Loss": 0.6625180244445801, "Finetune/Loss (Raw)": 0.7697202563285828, "Finetune/Step": 9862, "Finetune/Step Time": 5.924350440502167}
+{"Finetune/Learning Rate": 1.0069041742858224e-05, "Finetune/Loss": 0.662585973739624, "Finetune/Loss (Raw)": 0.6425153017044067, "Finetune/Step": 9863, "Finetune/Step Time": 5.913797911256552}
+{"Finetune/Learning Rate": 1.0067357823696566e-05, "Finetune/Loss": 0.6631873250007629, "Finetune/Loss (Raw)": 0.61146479845047, "Finetune/Step": 9864, "Finetune/Step Time": 5.888986948877573}
+{"Finetune/Learning Rate": 1.0065673902624835e-05, "Finetune/Loss": 0.6616175174713135, "Finetune/Loss (Raw)": 0.601914644241333, "Finetune/Step": 9865, "Finetune/Step Time": 5.885244086384773}
+{"Finetune/Learning Rate": 1.0063989979690777e-05, "Finetune/Loss": 0.6617779731750488, "Finetune/Loss (Raw)": 0.6670230031013489, "Finetune/Step": 9866, "Finetune/Step Time": 5.8978551514446735}
+{"Finetune/Learning Rate": 1.0062306054942148e-05, "Finetune/Loss": 0.6608981490135193, "Finetune/Loss (Raw)": 0.7154902219772339, "Finetune/Step": 9867, "Finetune/Step Time": 5.896694390103221}
+{"Finetune/Learning Rate": 1.0060622128426692e-05, "Finetune/Loss": 0.6617282629013062, "Finetune/Loss (Raw)": 0.6422138214111328, "Finetune/Step": 9868, "Finetune/Step Time": 5.877521889284253}
+{"Finetune/Learning Rate": 1.0058938200192168e-05, "Finetune/Loss": 0.6616503596305847, "Finetune/Loss (Raw)": 0.65505051612854, "Finetune/Step": 9869, "Finetune/Step Time": 5.879013517871499}
+{"Finetune/Learning Rate": 1.0057254270286325e-05, "Finetune/Loss": 0.6609299182891846, "Finetune/Loss (Raw)": 0.6495919823646545, "Finetune/Step": 9870, "Finetune/Step Time": 5.879915067926049}
+{"Finetune/Learning Rate": 1.0055570338756913e-05, "Finetune/Loss": 0.6604677438735962, "Finetune/Loss (Raw)": 0.6421178579330444, "Finetune/Step": 9871, "Finetune/Step Time": 5.876224430277944}
+{"Finetune/Learning Rate": 1.005388640565168e-05, "Finetune/Loss": 0.6619426012039185, "Finetune/Loss (Raw)": 0.8215155601501465, "Finetune/Step": 9872, "Finetune/Step Time": 5.872898669913411}
+{"Finetune/Learning Rate": 1.0052202471018387e-05, "Finetune/Loss": 0.6626701354980469, "Finetune/Loss (Raw)": 0.6566376090049744, "Finetune/Step": 9873, "Finetune/Step Time": 5.857684081420302}
+{"Finetune/Learning Rate": 1.0050518534904778e-05, "Finetune/Loss": 0.6616069078445435, "Finetune/Loss (Raw)": 0.5444201231002808, "Finetune/Step": 9874, "Finetune/Step Time": 5.884578527882695}
+{"Finetune/Learning Rate": 1.0048834597358606e-05, "Finetune/Loss": 0.6610857248306274, "Finetune/Loss (Raw)": 0.6163178086280823, "Finetune/Step": 9875, "Finetune/Step Time": 5.882572595030069}
+{"Finetune/Learning Rate": 1.0047150658427627e-05, "Finetune/Loss": 0.6614082455635071, "Finetune/Loss (Raw)": 0.60940021276474, "Finetune/Step": 9876, "Finetune/Step Time": 5.859465250745416}
+{"Finetune/Learning Rate": 1.0045466718159587e-05, "Finetune/Loss": 0.6599254608154297, "Finetune/Loss (Raw)": 0.6461477875709534, "Finetune/Step": 9877, "Finetune/Step Time": 5.85847750864923}
+{"Finetune/Learning Rate": 1.004378277660224e-05, "Finetune/Loss": 0.6595684289932251, "Finetune/Loss (Raw)": 0.6760638952255249, "Finetune/Step": 9878, "Finetune/Step Time": 5.865315698087215}
+{"Finetune/Learning Rate": 1.0042098833803339e-05, "Finetune/Loss": 0.6591089963912964, "Finetune/Loss (Raw)": 0.5496689677238464, "Finetune/Step": 9879, "Finetune/Step Time": 5.863831523805857}
+{"Finetune/Learning Rate": 1.0040414889810635e-05, "Finetune/Loss": 0.660459578037262, "Finetune/Loss (Raw)": 0.6385067105293274, "Finetune/Step": 9880, "Finetune/Step Time": 5.860400922596455}
+{"Finetune/Learning Rate": 1.003873094467188e-05, "Finetune/Loss": 0.6602548360824585, "Finetune/Loss (Raw)": 0.7455204129219055, "Finetune/Step": 9881, "Finetune/Step Time": 5.867626817896962}
+{"Finetune/Learning Rate": 1.0037046998434823e-05, "Finetune/Loss": 0.6606200933456421, "Finetune/Loss (Raw)": 0.6931452751159668, "Finetune/Step": 9882, "Finetune/Step Time": 5.86971590667963}
+{"Finetune/Learning Rate": 1.003536305114722e-05, "Finetune/Loss": 0.6599237322807312, "Finetune/Loss (Raw)": 0.6299669146537781, "Finetune/Step": 9883, "Finetune/Step Time": 5.870190232992172}
+{"Finetune/Learning Rate": 1.0033679102856821e-05, "Finetune/Loss": 0.6603743433952332, "Finetune/Loss (Raw)": 0.6287931799888611, "Finetune/Step": 9884, "Finetune/Step Time": 5.868375934660435}
+{"Finetune/Learning Rate": 1.003199515361138e-05, "Finetune/Loss": 0.6600120067596436, "Finetune/Loss (Raw)": 0.6420140862464905, "Finetune/Step": 9885, "Finetune/Step Time": 5.870835402980447}
+{"Finetune/Learning Rate": 1.0030311203458645e-05, "Finetune/Loss": 0.6601884365081787, "Finetune/Loss (Raw)": 0.7590826749801636, "Finetune/Step": 9886, "Finetune/Step Time": 5.869433913379908}
+{"Finetune/Learning Rate": 1.0028627252446372e-05, "Finetune/Loss": 0.6607384085655212, "Finetune/Loss (Raw)": 0.7324636578559875, "Finetune/Step": 9887, "Finetune/Step Time": 5.866586275398731}
+{"Finetune/Learning Rate": 1.0026943300622313e-05, "Finetune/Loss": 0.6614170074462891, "Finetune/Loss (Raw)": 0.7193774580955505, "Finetune/Step": 9888, "Finetune/Step Time": 5.861807631328702}
+{"Finetune/Learning Rate": 1.0025259348034215e-05, "Finetune/Loss": 0.6613384485244751, "Finetune/Loss (Raw)": 0.6445632576942444, "Finetune/Step": 9889, "Finetune/Step Time": 5.860649984329939}
+{"Finetune/Learning Rate": 1.0023575394729837e-05, "Finetune/Loss": 0.6610962152481079, "Finetune/Loss (Raw)": 0.6603660583496094, "Finetune/Step": 9890, "Finetune/Step Time": 5.8592195473611355}
+{"Finetune/Learning Rate": 1.0021891440756928e-05, "Finetune/Loss": 0.6595616340637207, "Finetune/Loss (Raw)": 0.43875959515571594, "Finetune/Step": 9891, "Finetune/Step Time": 5.89666423201561}
+{"Finetune/Learning Rate": 1.0020207486163236e-05, "Finetune/Loss": 0.658637523651123, "Finetune/Loss (Raw)": 0.6727697253227234, "Finetune/Step": 9892, "Finetune/Step Time": 5.891725761815906}
+{"Finetune/Learning Rate": 1.001852353099652e-05, "Finetune/Loss": 0.6578658819198608, "Finetune/Loss (Raw)": 0.596916913986206, "Finetune/Step": 9893, "Finetune/Step Time": 5.893237337470055}
+{"Finetune/Learning Rate": 1.001683957530453e-05, "Finetune/Loss": 0.6580706834793091, "Finetune/Loss (Raw)": 0.6674847602844238, "Finetune/Step": 9894, "Finetune/Step Time": 5.89421066455543}
+{"Finetune/Learning Rate": 1.0015155619135018e-05, "Finetune/Loss": 0.658350944519043, "Finetune/Loss (Raw)": 0.5859388113021851, "Finetune/Step": 9895, "Finetune/Step Time": 5.8775824923068285}
+{"Finetune/Learning Rate": 1.001347166253573e-05, "Finetune/Loss": 0.6587178707122803, "Finetune/Loss (Raw)": 0.6757565140724182, "Finetune/Step": 9896, "Finetune/Step Time": 5.877630848437548}
+{"Finetune/Learning Rate": 1.0011787705554432e-05, "Finetune/Loss": 0.6579378843307495, "Finetune/Loss (Raw)": 0.6580878496170044, "Finetune/Step": 9897, "Finetune/Step Time": 5.8936913423240185}
+{"Finetune/Learning Rate": 1.0010103748238864e-05, "Finetune/Loss": 0.6591435670852661, "Finetune/Loss (Raw)": 0.6797161102294922, "Finetune/Step": 9898, "Finetune/Step Time": 5.8761522974818945}
+{"Finetune/Learning Rate": 1.0008419790636783e-05, "Finetune/Loss": 0.6585754156112671, "Finetune/Loss (Raw)": 0.6306701898574829, "Finetune/Step": 9899, "Finetune/Step Time": 5.8736281506717205}
+{"Finetune/Learning Rate": 1.0006735832795939e-05, "Finetune/Loss": 0.6586719751358032, "Finetune/Loss (Raw)": 0.7625410556793213, "Finetune/Step": 9900, "Finetune/Step Time": 5.874815728515387}
+{"Finetune/Learning Rate": 1.0005051874764089e-05, "Finetune/Loss": 0.65892094373703, "Finetune/Loss (Raw)": 0.682001531124115, "Finetune/Step": 9901, "Finetune/Step Time": 5.891752785071731}
+{"Finetune/Learning Rate": 1.000336791658898e-05, "Finetune/Loss": 0.6600176095962524, "Finetune/Loss (Raw)": 0.7734623551368713, "Finetune/Step": 9902, "Finetune/Step Time": 5.889329498633742}
+{"Finetune/Learning Rate": 1.0001683958318367e-05, "Finetune/Loss": 0.6597051620483398, "Finetune/Loss (Raw)": 0.6560543775558472, "Finetune/Step": 9903, "Finetune/Step Time": 5.888859236612916}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 0.6594714522361755, "Finetune/Loss (Raw)": 0.6651260852813721, "Finetune/Step": 9904, "Finetune/Step Time": 5.889923006296158}
+{"Finetune/Learning Rate": 9.998316041681637e-06, "Finetune/Loss": 0.6596158146858215, "Finetune/Loss (Raw)": 0.7197796702384949, "Finetune/Step": 9905, "Finetune/Step Time": 5.910421423614025}
+{"Finetune/Learning Rate": 9.996632083411023e-06, "Finetune/Loss": 0.6584396362304688, "Finetune/Loss (Raw)": 0.5408906936645508, "Finetune/Step": 9906, "Finetune/Step Time": 5.931440848857164}
+{"Finetune/Learning Rate": 9.994948125235913e-06, "Finetune/Loss": 0.6580318212509155, "Finetune/Loss (Raw)": 0.6784569025039673, "Finetune/Step": 9907, "Finetune/Step Time": 5.933441951870918}
+{"Finetune/Learning Rate": 9.993264167204066e-06, "Finetune/Loss": 0.6593195199966431, "Finetune/Loss (Raw)": 0.7511065602302551, "Finetune/Step": 9908, "Finetune/Step Time": 5.960696205496788}
+{"Finetune/Learning Rate": 9.99158020936322e-06, "Finetune/Loss": 0.6606366634368896, "Finetune/Loss (Raw)": 0.6458264589309692, "Finetune/Step": 9909, "Finetune/Step Time": 5.933614816516638}
+{"Finetune/Learning Rate": 9.98989625176114e-06, "Finetune/Loss": 0.6605018973350525, "Finetune/Loss (Raw)": 0.606978178024292, "Finetune/Step": 9910, "Finetune/Step Time": 5.934209072962403}
+{"Finetune/Learning Rate": 9.988212294445571e-06, "Finetune/Loss": 0.661132276058197, "Finetune/Loss (Raw)": 0.7211789488792419, "Finetune/Step": 9911, "Finetune/Step Time": 5.929441286250949}
+{"Finetune/Learning Rate": 9.98652833746427e-06, "Finetune/Loss": 0.6601227521896362, "Finetune/Loss (Raw)": 0.6629199981689453, "Finetune/Step": 9912, "Finetune/Step Time": 5.93181673809886}
+{"Finetune/Learning Rate": 9.984844380864987e-06, "Finetune/Loss": 0.6600601673126221, "Finetune/Loss (Raw)": 0.6672611236572266, "Finetune/Step": 9913, "Finetune/Step Time": 5.9331410601735115}
+{"Finetune/Learning Rate": 9.983160424695474e-06, "Finetune/Loss": 0.6600671410560608, "Finetune/Loss (Raw)": 0.7051182389259338, "Finetune/Step": 9914, "Finetune/Step Time": 5.919306688010693}
+{"Finetune/Learning Rate": 9.981476469003483e-06, "Finetune/Loss": 0.6605970859527588, "Finetune/Loss (Raw)": 0.7064218521118164, "Finetune/Step": 9915, "Finetune/Step Time": 5.91944545507431}
+{"Finetune/Learning Rate": 9.979792513836766e-06, "Finetune/Loss": 0.6610605716705322, "Finetune/Loss (Raw)": 0.6616889238357544, "Finetune/Step": 9916, "Finetune/Step Time": 5.918629441410303}
+{"Finetune/Learning Rate": 9.978108559243075e-06, "Finetune/Loss": 0.6613079309463501, "Finetune/Loss (Raw)": 0.7299298048019409, "Finetune/Step": 9917, "Finetune/Step Time": 5.915203036740422}
+{"Finetune/Learning Rate": 9.976424605270165e-06, "Finetune/Loss": 0.6614278554916382, "Finetune/Loss (Raw)": 0.5080625414848328, "Finetune/Step": 9918, "Finetune/Step Time": 5.9070655051618814}
+{"Finetune/Learning Rate": 9.974740651965785e-06, "Finetune/Loss": 0.661832869052887, "Finetune/Loss (Raw)": 0.6447954773902893, "Finetune/Step": 9919, "Finetune/Step Time": 5.9083470199257135}
+{"Finetune/Learning Rate": 9.973056699377692e-06, "Finetune/Loss": 0.6613577604293823, "Finetune/Loss (Raw)": 0.7202209830284119, "Finetune/Step": 9920, "Finetune/Step Time": 5.918906690552831}
+{"Finetune/Learning Rate": 9.971372747553631e-06, "Finetune/Loss": 0.6610069274902344, "Finetune/Loss (Raw)": 0.5533488392829895, "Finetune/Step": 9921, "Finetune/Step Time": 5.924226216971874}
+{"Finetune/Learning Rate": 9.969688796541357e-06, "Finetune/Loss": 0.660889744758606, "Finetune/Loss (Raw)": 0.6387225985527039, "Finetune/Step": 9922, "Finetune/Step Time": 5.921977965161204}
+{"Finetune/Learning Rate": 9.968004846388624e-06, "Finetune/Loss": 0.6602314114570618, "Finetune/Loss (Raw)": 0.6158229112625122, "Finetune/Step": 9923, "Finetune/Step Time": 5.903597196564078}
+{"Finetune/Learning Rate": 9.966320897143179e-06, "Finetune/Loss": 0.6595333814620972, "Finetune/Loss (Raw)": 0.641314685344696, "Finetune/Step": 9924, "Finetune/Step Time": 5.900276351720095}
+{"Finetune/Learning Rate": 9.96463694885278e-06, "Finetune/Loss": 0.6592593789100647, "Finetune/Loss (Raw)": 0.6756501793861389, "Finetune/Step": 9925, "Finetune/Step Time": 5.902312092483044}
+{"Finetune/Learning Rate": 9.962953001565182e-06, "Finetune/Loss": 0.6597656011581421, "Finetune/Loss (Raw)": 0.6975627541542053, "Finetune/Step": 9926, "Finetune/Step Time": 5.903539756312966}
+{"Finetune/Learning Rate": 9.961269055328125e-06, "Finetune/Loss": 0.6596828699111938, "Finetune/Loss (Raw)": 0.677878737449646, "Finetune/Step": 9927, "Finetune/Step Time": 5.901861069723964}
+{"Finetune/Learning Rate": 9.959585110189369e-06, "Finetune/Loss": 0.6617555618286133, "Finetune/Loss (Raw)": 0.7678506970405579, "Finetune/Step": 9928, "Finetune/Step Time": 5.880610767751932}
+{"Finetune/Learning Rate": 9.957901166196664e-06, "Finetune/Loss": 0.6608619689941406, "Finetune/Loss (Raw)": 0.5805561542510986, "Finetune/Step": 9929, "Finetune/Step Time": 5.871293550357223}
+{"Finetune/Learning Rate": 9.956217223397762e-06, "Finetune/Loss": 0.6609563827514648, "Finetune/Loss (Raw)": 0.6632773280143738, "Finetune/Step": 9930, "Finetune/Step Time": 5.868651693686843}
+{"Finetune/Learning Rate": 9.954533281840414e-06, "Finetune/Loss": 0.6606897115707397, "Finetune/Loss (Raw)": 0.6928096413612366, "Finetune/Step": 9931, "Finetune/Step Time": 5.860586505383253}
+{"Finetune/Learning Rate": 9.952849341572378e-06, "Finetune/Loss": 0.6588859558105469, "Finetune/Loss (Raw)": 0.6320587992668152, "Finetune/Step": 9932, "Finetune/Step Time": 5.859517227858305}
+{"Finetune/Learning Rate": 9.951165402641397e-06, "Finetune/Loss": 0.6597793698310852, "Finetune/Loss (Raw)": 0.7585136890411377, "Finetune/Step": 9933, "Finetune/Step Time": 5.85343761369586}
+{"Finetune/Learning Rate": 9.949481465095224e-06, "Finetune/Loss": 0.6585367918014526, "Finetune/Loss (Raw)": 0.5759754180908203, "Finetune/Step": 9934, "Finetune/Step Time": 5.836975438520312}
+{"Finetune/Learning Rate": 9.947797528981615e-06, "Finetune/Loss": 0.6573418378829956, "Finetune/Loss (Raw)": 0.558315634727478, "Finetune/Step": 9935, "Finetune/Step Time": 5.834037434309721}
+{"Finetune/Learning Rate": 9.946113594348321e-06, "Finetune/Loss": 0.6576805114746094, "Finetune/Loss (Raw)": 0.641461968421936, "Finetune/Step": 9936, "Finetune/Step Time": 5.834818037226796}
+{"Finetune/Learning Rate": 9.94442966124309e-06, "Finetune/Loss": 0.6578271389007568, "Finetune/Loss (Raw)": 0.6707518696784973, "Finetune/Step": 9937, "Finetune/Step Time": 5.833340706303716}
+{"Finetune/Learning Rate": 9.94274572971368e-06, "Finetune/Loss": 0.6582640409469604, "Finetune/Loss (Raw)": 0.5828312039375305, "Finetune/Step": 9938, "Finetune/Step Time": 5.818430107086897}
+{"Finetune/Learning Rate": 9.941061799807835e-06, "Finetune/Loss": 0.6596710085868835, "Finetune/Loss (Raw)": 0.761788010597229, "Finetune/Step": 9939, "Finetune/Step Time": 5.828156311064959}
+{"Finetune/Learning Rate": 9.93937787157331e-06, "Finetune/Loss": 0.6597745418548584, "Finetune/Loss (Raw)": 0.6855133771896362, "Finetune/Step": 9940, "Finetune/Step Time": 5.825566465035081}
+{"Finetune/Learning Rate": 9.937693945057855e-06, "Finetune/Loss": 0.6589635610580444, "Finetune/Loss (Raw)": 0.5398536920547485, "Finetune/Step": 9941, "Finetune/Step Time": 5.8182725217193365}
+{"Finetune/Learning Rate": 9.936010020309224e-06, "Finetune/Loss": 0.6590333580970764, "Finetune/Loss (Raw)": 0.5574721097946167, "Finetune/Step": 9942, "Finetune/Step Time": 5.82082206569612}
+{"Finetune/Learning Rate": 9.934326097375165e-06, "Finetune/Loss": 0.6580661535263062, "Finetune/Loss (Raw)": 0.5941618084907532, "Finetune/Step": 9943, "Finetune/Step Time": 5.846201943233609}
+{"Finetune/Learning Rate": 9.932642176303435e-06, "Finetune/Loss": 0.6573336124420166, "Finetune/Loss (Raw)": 0.6485648155212402, "Finetune/Step": 9944, "Finetune/Step Time": 5.845426680520177}
+{"Finetune/Learning Rate": 9.93095825714178e-06, "Finetune/Loss": 0.6576558947563171, "Finetune/Loss (Raw)": 0.7886871099472046, "Finetune/Step": 9945, "Finetune/Step Time": 5.847070602700114}
+{"Finetune/Learning Rate": 9.929274339937951e-06, "Finetune/Loss": 0.6563430428504944, "Finetune/Loss (Raw)": 0.43339863419532776, "Finetune/Step": 9946, "Finetune/Step Time": 5.869387857615948}
+{"Finetune/Learning Rate": 9.927590424739702e-06, "Finetune/Loss": 0.6563655138015747, "Finetune/Loss (Raw)": 0.5905964374542236, "Finetune/Step": 9947, "Finetune/Step Time": 5.885415146127343}
+{"Finetune/Learning Rate": 9.92590651159478e-06, "Finetune/Loss": 0.6572691202163696, "Finetune/Loss (Raw)": 0.7581495642662048, "Finetune/Step": 9948, "Finetune/Step Time": 5.886736765503883}
+{"Finetune/Learning Rate": 9.92422260055094e-06, "Finetune/Loss": 0.6568422317504883, "Finetune/Loss (Raw)": 0.6392502188682556, "Finetune/Step": 9949, "Finetune/Step Time": 5.891714507713914}
+{"Finetune/Learning Rate": 9.922538691655937e-06, "Finetune/Loss": 0.6574223637580872, "Finetune/Loss (Raw)": 0.7227146625518799, "Finetune/Step": 9950, "Finetune/Step Time": 5.89275224134326}
+{"Finetune/Learning Rate": 9.920854784957509e-06, "Finetune/Loss": 0.6567823886871338, "Finetune/Loss (Raw)": 0.676346480846405, "Finetune/Step": 9951, "Finetune/Step Time": 5.891965206712484}
+{"Finetune/Learning Rate": 9.919170880503416e-06, "Finetune/Loss": 0.6570141315460205, "Finetune/Loss (Raw)": 0.6427581310272217, "Finetune/Step": 9952, "Finetune/Step Time": 5.902082970365882}
+{"Finetune/Learning Rate": 9.917486978341407e-06, "Finetune/Loss": 0.6571844816207886, "Finetune/Loss (Raw)": 0.6756112575531006, "Finetune/Step": 9953, "Finetune/Step Time": 5.918316215276718}
+{"Finetune/Learning Rate": 9.915803078519233e-06, "Finetune/Loss": 0.6586554050445557, "Finetune/Loss (Raw)": 0.7581453323364258, "Finetune/Step": 9954, "Finetune/Step Time": 5.923288723453879}
+{"Finetune/Learning Rate": 9.914119181084645e-06, "Finetune/Loss": 0.658923864364624, "Finetune/Loss (Raw)": 0.7567161917686462, "Finetune/Step": 9955, "Finetune/Step Time": 5.919659363105893}
+{"Finetune/Learning Rate": 9.912435286085396e-06, "Finetune/Loss": 0.6579217910766602, "Finetune/Loss (Raw)": 0.6522236466407776, "Finetune/Step": 9956, "Finetune/Step Time": 5.916255673393607}
+{"Finetune/Learning Rate": 9.910751393569228e-06, "Finetune/Loss": 0.6588280200958252, "Finetune/Loss (Raw)": 0.8342819809913635, "Finetune/Step": 9957, "Finetune/Step Time": 5.917953448370099}
+{"Finetune/Learning Rate": 9.909067503583897e-06, "Finetune/Loss": 0.6588532328605652, "Finetune/Loss (Raw)": 0.6209873557090759, "Finetune/Step": 9958, "Finetune/Step Time": 5.908722156658769}
+{"Finetune/Learning Rate": 9.907383616177154e-06, "Finetune/Loss": 0.6578589677810669, "Finetune/Loss (Raw)": 0.5969123840332031, "Finetune/Step": 9959, "Finetune/Step Time": 5.911067243665457}
+{"Finetune/Learning Rate": 9.90569973139675e-06, "Finetune/Loss": 0.6585921049118042, "Finetune/Loss (Raw)": 0.7102221250534058, "Finetune/Step": 9960, "Finetune/Step Time": 5.915203971788287}
+{"Finetune/Learning Rate": 9.904015849290432e-06, "Finetune/Loss": 0.6592460870742798, "Finetune/Loss (Raw)": 0.7273809909820557, "Finetune/Step": 9961, "Finetune/Step Time": 5.910872418433428}
+{"Finetune/Learning Rate": 9.902331969905954e-06, "Finetune/Loss": 0.6599159240722656, "Finetune/Loss (Raw)": 0.7414968013763428, "Finetune/Step": 9962, "Finetune/Step Time": 5.913242751732469}
+{"Finetune/Learning Rate": 9.900648093291061e-06, "Finetune/Loss": 0.6600930094718933, "Finetune/Loss (Raw)": 0.6390818953514099, "Finetune/Step": 9963, "Finetune/Step Time": 5.915792889893055}
+{"Finetune/Learning Rate": 9.898964219493505e-06, "Finetune/Loss": 0.6596701145172119, "Finetune/Loss (Raw)": 0.5711132884025574, "Finetune/Step": 9964, "Finetune/Step Time": 5.935810908675194}
+{"Finetune/Learning Rate": 9.897280348561035e-06, "Finetune/Loss": 0.6604811549186707, "Finetune/Loss (Raw)": 0.689272403717041, "Finetune/Step": 9965, "Finetune/Step Time": 5.932523073628545}
+{"Finetune/Learning Rate": 9.895596480541405e-06, "Finetune/Loss": 0.6604370474815369, "Finetune/Loss (Raw)": 0.62028968334198, "Finetune/Step": 9966, "Finetune/Step Time": 5.930869922041893}
+{"Finetune/Learning Rate": 9.893912615482362e-06, "Finetune/Loss": 0.6596847176551819, "Finetune/Loss (Raw)": 0.631775438785553, "Finetune/Step": 9967, "Finetune/Step Time": 5.9269584864377975}
+{"Finetune/Learning Rate": 9.892228753431658e-06, "Finetune/Loss": 0.6594235301017761, "Finetune/Loss (Raw)": 0.6034761071205139, "Finetune/Step": 9968, "Finetune/Step Time": 5.9302578791975975}
+{"Finetune/Learning Rate": 9.890544894437036e-06, "Finetune/Loss": 0.6611261367797852, "Finetune/Loss (Raw)": 0.802139401435852, "Finetune/Step": 9969, "Finetune/Step Time": 5.925677768886089}
+{"Finetune/Learning Rate": 9.888861038546251e-06, "Finetune/Loss": 0.6582441926002502, "Finetune/Loss (Raw)": 0.41598013043403625, "Finetune/Step": 9970, "Finetune/Step Time": 5.942185137420893}
+{"Finetune/Learning Rate": 9.887177185807051e-06, "Finetune/Loss": 0.6575610041618347, "Finetune/Loss (Raw)": 0.6416225433349609, "Finetune/Step": 9971, "Finetune/Step Time": 5.9446939788758755}
+{"Finetune/Learning Rate": 9.885493336267184e-06, "Finetune/Loss": 0.6568224430084229, "Finetune/Loss (Raw)": 0.6443570852279663, "Finetune/Step": 9972, "Finetune/Step Time": 5.944734778255224}
+{"Finetune/Learning Rate": 9.883809489974399e-06, "Finetune/Loss": 0.6566565632820129, "Finetune/Loss (Raw)": 0.7086789608001709, "Finetune/Step": 9973, "Finetune/Step Time": 5.942862873896956}
+{"Finetune/Learning Rate": 9.882125646976454e-06, "Finetune/Loss": 0.6574931144714355, "Finetune/Loss (Raw)": 0.7544701099395752, "Finetune/Step": 9974, "Finetune/Step Time": 5.94358516857028}
+{"Finetune/Learning Rate": 9.880441807321081e-06, "Finetune/Loss": 0.658182680606842, "Finetune/Loss (Raw)": 0.696170449256897, "Finetune/Step": 9975, "Finetune/Step Time": 5.949117485433817}
+{"Finetune/Learning Rate": 9.878757971056043e-06, "Finetune/Loss": 0.6581326127052307, "Finetune/Loss (Raw)": 0.6524332761764526, "Finetune/Step": 9976, "Finetune/Step Time": 5.95103775523603}
+{"Finetune/Learning Rate": 9.877074138229083e-06, "Finetune/Loss": 0.6582998037338257, "Finetune/Loss (Raw)": 0.6277505159378052, "Finetune/Step": 9977, "Finetune/Step Time": 5.938899423927069}
+{"Finetune/Learning Rate": 9.875390308887952e-06, "Finetune/Loss": 0.6591308116912842, "Finetune/Loss (Raw)": 0.6595327854156494, "Finetune/Step": 9978, "Finetune/Step Time": 5.94505475461483}
+{"Finetune/Learning Rate": 9.873706483080398e-06, "Finetune/Loss": 0.6598188281059265, "Finetune/Loss (Raw)": 0.790519118309021, "Finetune/Step": 9979, "Finetune/Step Time": 5.942567897960544}
+{"Finetune/Learning Rate": 9.87202266085417e-06, "Finetune/Loss": 0.6605125665664673, "Finetune/Loss (Raw)": 0.5836702585220337, "Finetune/Step": 9980, "Finetune/Step Time": 5.939568238332868}
+{"Finetune/Learning Rate": 9.870338842257013e-06, "Finetune/Loss": 0.6602531671524048, "Finetune/Loss (Raw)": 0.7295917868614197, "Finetune/Step": 9981, "Finetune/Step Time": 5.936937112361193}
+{"Finetune/Learning Rate": 9.868655027336678e-06, "Finetune/Loss": 0.661214292049408, "Finetune/Loss (Raw)": 0.7996398210525513, "Finetune/Step": 9982, "Finetune/Step Time": 5.943806421011686}
+{"Finetune/Learning Rate": 9.866971216140912e-06, "Finetune/Loss": 0.661558985710144, "Finetune/Loss (Raw)": 0.6485638618469238, "Finetune/Step": 9983, "Finetune/Step Time": 5.960811261087656}
+{"Finetune/Learning Rate": 9.865287408717464e-06, "Finetune/Loss": 0.6600260734558105, "Finetune/Loss (Raw)": 0.5647503137588501, "Finetune/Step": 9984, "Finetune/Step Time": 5.954497206956148}
+{"Finetune/Learning Rate": 9.863603605114084e-06, "Finetune/Loss": 0.6604682803153992, "Finetune/Loss (Raw)": 0.723910391330719, "Finetune/Step": 9985, "Finetune/Step Time": 5.954455656930804}
+{"Finetune/Learning Rate": 9.861919805378518e-06, "Finetune/Loss": 0.6603558659553528, "Finetune/Loss (Raw)": 0.6483193635940552, "Finetune/Step": 9986, "Finetune/Step Time": 5.956078926101327}
+{"Finetune/Learning Rate": 9.860236009558514e-06, "Finetune/Loss": 0.6601725816726685, "Finetune/Loss (Raw)": 0.5828760862350464, "Finetune/Step": 9987, "Finetune/Step Time": 5.955305650830269}
+{"Finetune/Learning Rate": 9.858552217701817e-06, "Finetune/Loss": 0.6603862047195435, "Finetune/Loss (Raw)": 0.6626883149147034, "Finetune/Step": 9988, "Finetune/Step Time": 5.951536061242223}
+{"Finetune/Learning Rate": 9.856868429856178e-06, "Finetune/Loss": 0.6604859232902527, "Finetune/Loss (Raw)": 0.6845952868461609, "Finetune/Step": 9989, "Finetune/Step Time": 5.929477646946907}
+{"Finetune/Learning Rate": 9.855184646069342e-06, "Finetune/Loss": 0.6595923900604248, "Finetune/Loss (Raw)": 0.6553469896316528, "Finetune/Step": 9990, "Finetune/Step Time": 5.930373087525368}
+{"Finetune/Learning Rate": 9.853500866389058e-06, "Finetune/Loss": 0.6601336598396301, "Finetune/Loss (Raw)": 0.711798906326294, "Finetune/Step": 9991, "Finetune/Step Time": 5.9312724862247705}
+{"Finetune/Learning Rate": 9.851817090863073e-06, "Finetune/Loss": 0.6600100994110107, "Finetune/Loss (Raw)": 0.5956416130065918, "Finetune/Step": 9992, "Finetune/Step Time": 5.943824848160148}
+{"Finetune/Learning Rate": 9.850133319539138e-06, "Finetune/Loss": 0.6602793335914612, "Finetune/Loss (Raw)": 0.6363820433616638, "Finetune/Step": 9993, "Finetune/Step Time": 5.942766698077321}
+{"Finetune/Learning Rate": 9.848449552464991e-06, "Finetune/Loss": 0.6614091396331787, "Finetune/Loss (Raw)": 0.811640739440918, "Finetune/Step": 9994, "Finetune/Step Time": 5.929026562720537}
+{"Finetune/Learning Rate": 9.846765789688386e-06, "Finetune/Loss": 0.6598569750785828, "Finetune/Loss (Raw)": 0.5168075561523438, "Finetune/Step": 9995, "Finetune/Step Time": 5.9295614939183}
+{"Finetune/Learning Rate": 9.845082031257067e-06, "Finetune/Loss": 0.6604125499725342, "Finetune/Loss (Raw)": 0.7133291959762573, "Finetune/Step": 9996, "Finetune/Step Time": 5.930545976385474}
+{"Finetune/Learning Rate": 9.843398277218779e-06, "Finetune/Loss": 0.6609246730804443, "Finetune/Loss (Raw)": 0.7205998301506042, "Finetune/Step": 9997, "Finetune/Step Time": 5.9220788218081}
+{"Finetune/Learning Rate": 9.841714527621272e-06, "Finetune/Loss": 0.6610419750213623, "Finetune/Loss (Raw)": 0.6646171808242798, "Finetune/Step": 9998, "Finetune/Step Time": 5.924712112173438}
+{"Finetune/Learning Rate": 9.840030782512296e-06, "Finetune/Loss": 0.6609216928482056, "Finetune/Loss (Raw)": 0.6267134547233582, "Finetune/Step": 9999, "Finetune/Step Time": 5.940690238028765}
+{"Finetune/Learning Rate": 9.838347041939585e-06, "Finetune/Loss": 0.6581500768661499, "Finetune/Loss (Raw)": 0.4667440354824066, "Finetune/Step": 10000, "Finetune/Step Time": 5.960187714546919}
+{"Finetune/Learning Rate": 9.836663305950895e-06, "Finetune/Loss": 0.6586366891860962, "Finetune/Loss (Raw)": 0.7189233899116516, "Finetune/Step": 10001, "Finetune/Step Time": 5.958463240414858}
+{"Finetune/Learning Rate": 9.834979574593969e-06, "Finetune/Loss": 0.6593947410583496, "Finetune/Loss (Raw)": 0.6414527893066406, "Finetune/Step": 10002, "Finetune/Step Time": 5.967321630567312}
+{"Finetune/Learning Rate": 9.833295847916553e-06, "Finetune/Loss": 0.6592763662338257, "Finetune/Loss (Raw)": 0.601164698600769, "Finetune/Step": 10003, "Finetune/Step Time": 5.962830757722259}
+{"Finetune/Learning Rate": 9.831612125966388e-06, "Finetune/Loss": 0.6592788696289062, "Finetune/Loss (Raw)": 0.609728217124939, "Finetune/Step": 10004, "Finetune/Step Time": 5.970689019188285}
+{"Finetune/Learning Rate": 9.829928408791233e-06, "Finetune/Loss": 0.6594588756561279, "Finetune/Loss (Raw)": 0.6691915392875671, "Finetune/Step": 10005, "Finetune/Step Time": 5.969896778464317}
+{"Finetune/Learning Rate": 9.828244696438821e-06, "Finetune/Loss": 0.6586846113204956, "Finetune/Loss (Raw)": 0.5769469141960144, "Finetune/Step": 10006, "Finetune/Step Time": 5.962188391014934}
+{"Finetune/Learning Rate": 9.8265609889569e-06, "Finetune/Loss": 0.6596494317054749, "Finetune/Loss (Raw)": 0.6731725335121155, "Finetune/Step": 10007, "Finetune/Step Time": 5.964903194457293}
+{"Finetune/Learning Rate": 9.824877286393215e-06, "Finetune/Loss": 0.660076379776001, "Finetune/Loss (Raw)": 0.6931576132774353, "Finetune/Step": 10008, "Finetune/Step Time": 5.978921584784985}
+{"Finetune/Learning Rate": 9.823193588795514e-06, "Finetune/Loss": 0.6597570180892944, "Finetune/Loss (Raw)": 0.7046396732330322, "Finetune/Step": 10009, "Finetune/Step Time": 5.967730583623052}
+{"Finetune/Learning Rate": 9.82150989621154e-06, "Finetune/Loss": 0.658882737159729, "Finetune/Loss (Raw)": 0.581235408782959, "Finetune/Step": 10010, "Finetune/Step Time": 5.962012378498912}
+{"Finetune/Learning Rate": 9.81982620868904e-06, "Finetune/Loss": 0.6589360237121582, "Finetune/Loss (Raw)": 0.6367911100387573, "Finetune/Step": 10011, "Finetune/Step Time": 5.962851529940963}
+{"Finetune/Learning Rate": 9.818142526275753e-06, "Finetune/Loss": 0.6591247320175171, "Finetune/Loss (Raw)": 0.6529476642608643, "Finetune/Step": 10012, "Finetune/Step Time": 5.969613628461957}
+{"Finetune/Learning Rate": 9.816458849019428e-06, "Finetune/Loss": 0.6595121622085571, "Finetune/Loss (Raw)": 0.691604495048523, "Finetune/Step": 10013, "Finetune/Step Time": 5.968694245442748}
+{"Finetune/Learning Rate": 9.814775176967806e-06, "Finetune/Loss": 0.658603310585022, "Finetune/Loss (Raw)": 0.642752468585968, "Finetune/Step": 10014, "Finetune/Step Time": 5.970419844612479}
+{"Finetune/Learning Rate": 9.813091510168635e-06, "Finetune/Loss": 0.6581878662109375, "Finetune/Loss (Raw)": 0.6792768836021423, "Finetune/Step": 10015, "Finetune/Step Time": 5.968505127355456}
+{"Finetune/Learning Rate": 9.811407848669657e-06, "Finetune/Loss": 0.6584629416465759, "Finetune/Loss (Raw)": 0.7545931935310364, "Finetune/Step": 10016, "Finetune/Step Time": 5.965106939896941}
+{"Finetune/Learning Rate": 9.80972419251862e-06, "Finetune/Loss": 0.6591190099716187, "Finetune/Loss (Raw)": 0.7285398244857788, "Finetune/Step": 10017, "Finetune/Step Time": 5.962914729490876}
+{"Finetune/Learning Rate": 9.80804054176326e-06, "Finetune/Loss": 0.6580226421356201, "Finetune/Loss (Raw)": 0.5200352072715759, "Finetune/Step": 10018, "Finetune/Step Time": 5.96080407500267}
+{"Finetune/Learning Rate": 9.806356896451324e-06, "Finetune/Loss": 0.6583924889564514, "Finetune/Loss (Raw)": 0.48609644174575806, "Finetune/Step": 10019, "Finetune/Step Time": 5.928319854661822}
+{"Finetune/Learning Rate": 9.804673256630557e-06, "Finetune/Loss": 0.6588792204856873, "Finetune/Loss (Raw)": 0.7350704073905945, "Finetune/Step": 10020, "Finetune/Step Time": 5.928224593400955}
+{"Finetune/Learning Rate": 9.802989622348699e-06, "Finetune/Loss": 0.6600611209869385, "Finetune/Loss (Raw)": 0.7482050061225891, "Finetune/Step": 10021, "Finetune/Step Time": 5.932536158710718}
+{"Finetune/Learning Rate": 9.801305993653496e-06, "Finetune/Loss": 0.6611002087593079, "Finetune/Loss (Raw)": 0.8004834651947021, "Finetune/Step": 10022, "Finetune/Step Time": 5.936242338269949}
+{"Finetune/Learning Rate": 9.799622370592695e-06, "Finetune/Loss": 0.6615613102912903, "Finetune/Loss (Raw)": 0.6449623107910156, "Finetune/Step": 10023, "Finetune/Step Time": 5.943707123398781}
+{"Finetune/Learning Rate": 9.797938753214028e-06, "Finetune/Loss": 0.6614904403686523, "Finetune/Loss (Raw)": 0.6666826605796814, "Finetune/Step": 10024, "Finetune/Step Time": 5.940799163654447}
+{"Finetune/Learning Rate": 9.796255141565243e-06, "Finetune/Loss": 0.6603405475616455, "Finetune/Loss (Raw)": 0.510899007320404, "Finetune/Step": 10025, "Finetune/Step Time": 5.93507132679224}
+{"Finetune/Learning Rate": 9.794571535694087e-06, "Finetune/Loss": 0.6604235172271729, "Finetune/Loss (Raw)": 0.6903435587882996, "Finetune/Step": 10026, "Finetune/Step Time": 5.93428255058825}
+{"Finetune/Learning Rate": 9.792887935648296e-06, "Finetune/Loss": 0.66041100025177, "Finetune/Loss (Raw)": 0.6290677189826965, "Finetune/Step": 10027, "Finetune/Step Time": 5.935823503881693}
+{"Finetune/Learning Rate": 9.791204341475613e-06, "Finetune/Loss": 0.6597030162811279, "Finetune/Loss (Raw)": 0.6719128489494324, "Finetune/Step": 10028, "Finetune/Step Time": 5.938688661903143}
+{"Finetune/Learning Rate": 9.789520753223784e-06, "Finetune/Loss": 0.6590534448623657, "Finetune/Loss (Raw)": 0.598854124546051, "Finetune/Step": 10029, "Finetune/Step Time": 5.925455067306757}
+{"Finetune/Learning Rate": 9.787837170940547e-06, "Finetune/Loss": 0.6580634117126465, "Finetune/Loss (Raw)": 0.6467435956001282, "Finetune/Step": 10030, "Finetune/Step Time": 5.928307566791773}
+{"Finetune/Learning Rate": 9.78615359467364e-06, "Finetune/Loss": 0.6578857898712158, "Finetune/Loss (Raw)": 0.6333147883415222, "Finetune/Step": 10031, "Finetune/Step Time": 5.946528723463416}
+{"Finetune/Learning Rate": 9.784470024470813e-06, "Finetune/Loss": 0.6577633023262024, "Finetune/Loss (Raw)": 0.649452269077301, "Finetune/Step": 10032, "Finetune/Step Time": 5.945564324036241}
+{"Finetune/Learning Rate": 9.782786460379802e-06, "Finetune/Loss": 0.6574549674987793, "Finetune/Loss (Raw)": 0.6803146004676819, "Finetune/Step": 10033, "Finetune/Step Time": 5.922393132001162}
+{"Finetune/Learning Rate": 9.78110290244835e-06, "Finetune/Loss": 0.6580685377120972, "Finetune/Loss (Raw)": 0.6194230318069458, "Finetune/Step": 10034, "Finetune/Step Time": 5.900501236319542}
+{"Finetune/Learning Rate": 9.7794193507242e-06, "Finetune/Loss": 0.6576551198959351, "Finetune/Loss (Raw)": 0.6255386471748352, "Finetune/Step": 10035, "Finetune/Step Time": 5.899452293291688}
+{"Finetune/Learning Rate": 9.777735805255087e-06, "Finetune/Loss": 0.6569621562957764, "Finetune/Loss (Raw)": 0.662406861782074, "Finetune/Step": 10036, "Finetune/Step Time": 5.8691594284027815}
+{"Finetune/Learning Rate": 9.776052266088754e-06, "Finetune/Loss": 0.6570020318031311, "Finetune/Loss (Raw)": 0.6509315967559814, "Finetune/Step": 10037, "Finetune/Step Time": 5.870681434869766}
+{"Finetune/Learning Rate": 9.774368733272943e-06, "Finetune/Loss": 0.6583729982376099, "Finetune/Loss (Raw)": 0.7824627161026001, "Finetune/Step": 10038, "Finetune/Step Time": 5.875697648152709}
+{"Finetune/Learning Rate": 9.772685206855391e-06, "Finetune/Loss": 0.6582921743392944, "Finetune/Loss (Raw)": 0.7108362913131714, "Finetune/Step": 10039, "Finetune/Step Time": 5.8697964027523994}
+{"Finetune/Learning Rate": 9.771001686883841e-06, "Finetune/Loss": 0.657846987247467, "Finetune/Loss (Raw)": 0.6059344410896301, "Finetune/Step": 10040, "Finetune/Step Time": 5.86778961494565}
+{"Finetune/Learning Rate": 9.769318173406036e-06, "Finetune/Loss": 0.6564992666244507, "Finetune/Loss (Raw)": 0.49475550651550293, "Finetune/Step": 10041, "Finetune/Step Time": 5.8768103420734406}
+{"Finetune/Learning Rate": 9.767634666469708e-06, "Finetune/Loss": 0.6543842554092407, "Finetune/Loss (Raw)": 0.434394896030426, "Finetune/Step": 10042, "Finetune/Step Time": 5.89248700812459}
+{"Finetune/Learning Rate": 9.7659511661226e-06, "Finetune/Loss": 0.6532595753669739, "Finetune/Loss (Raw)": 0.5624618530273438, "Finetune/Step": 10043, "Finetune/Step Time": 5.902500340715051}
+{"Finetune/Learning Rate": 9.764267672412454e-06, "Finetune/Loss": 0.6528865694999695, "Finetune/Loss (Raw)": 0.6139431595802307, "Finetune/Step": 10044, "Finetune/Step Time": 5.904841935262084}
+{"Finetune/Learning Rate": 9.762584185387003e-06, "Finetune/Loss": 0.652876615524292, "Finetune/Loss (Raw)": 0.7286502718925476, "Finetune/Step": 10045, "Finetune/Step Time": 5.9077584613114595}
+{"Finetune/Learning Rate": 9.760900705093988e-06, "Finetune/Loss": 0.6536701917648315, "Finetune/Loss (Raw)": 0.6096449494361877, "Finetune/Step": 10046, "Finetune/Step Time": 5.893476692959666}
+{"Finetune/Learning Rate": 9.759217231581157e-06, "Finetune/Loss": 0.6525339484214783, "Finetune/Loss (Raw)": 0.49935320019721985, "Finetune/Step": 10047, "Finetune/Step Time": 5.9133065063506365}
+{"Finetune/Learning Rate": 9.757533764896235e-06, "Finetune/Loss": 0.6517390012741089, "Finetune/Loss (Raw)": 0.6184718012809753, "Finetune/Step": 10048, "Finetune/Step Time": 5.906948070973158}
+{"Finetune/Learning Rate": 9.755850305086965e-06, "Finetune/Loss": 0.6530922055244446, "Finetune/Loss (Raw)": 0.7265588045120239, "Finetune/Step": 10049, "Finetune/Step Time": 5.901934819296002}
+{"Finetune/Learning Rate": 9.754166852201087e-06, "Finetune/Loss": 0.6531451940536499, "Finetune/Loss (Raw)": 0.6455018520355225, "Finetune/Step": 10050, "Finetune/Step Time": 5.904272548854351}
+{"Finetune/Learning Rate": 9.75248340628634e-06, "Finetune/Loss": 0.6531185507774353, "Finetune/Loss (Raw)": 0.6124082207679749, "Finetune/Step": 10051, "Finetune/Step Time": 5.904944686219096}
+{"Finetune/Learning Rate": 9.750799967390458e-06, "Finetune/Loss": 0.6531192064285278, "Finetune/Loss (Raw)": 0.64140385389328, "Finetune/Step": 10052, "Finetune/Step Time": 5.906638542190194}
+{"Finetune/Learning Rate": 9.749116535561182e-06, "Finetune/Loss": 0.6526041030883789, "Finetune/Loss (Raw)": 0.6097161173820496, "Finetune/Step": 10053, "Finetune/Step Time": 5.904588732868433}
+{"Finetune/Learning Rate": 9.747433110846246e-06, "Finetune/Loss": 0.6513606905937195, "Finetune/Loss (Raw)": 0.5384098887443542, "Finetune/Step": 10054, "Finetune/Step Time": 5.904501413926482}
+{"Finetune/Learning Rate": 9.745749693293389e-06, "Finetune/Loss": 0.65046226978302, "Finetune/Loss (Raw)": 0.5628789067268372, "Finetune/Step": 10055, "Finetune/Step Time": 5.90784964337945}
+{"Finetune/Learning Rate": 9.744066282950345e-06, "Finetune/Loss": 0.6497246026992798, "Finetune/Loss (Raw)": 0.6734235286712646, "Finetune/Step": 10056, "Finetune/Step Time": 5.912525566294789}
+{"Finetune/Learning Rate": 9.742382879864857e-06, "Finetune/Loss": 0.6504620909690857, "Finetune/Loss (Raw)": 0.6749614477157593, "Finetune/Step": 10057, "Finetune/Step Time": 5.921258037909865}
+{"Finetune/Learning Rate": 9.740699484084658e-06, "Finetune/Loss": 0.6507200002670288, "Finetune/Loss (Raw)": 0.6962980031967163, "Finetune/Step": 10058, "Finetune/Step Time": 5.924424920231104}
+{"Finetune/Learning Rate": 9.739016095657485e-06, "Finetune/Loss": 0.6507083773612976, "Finetune/Loss (Raw)": 0.6913116574287415, "Finetune/Step": 10059, "Finetune/Step Time": 5.934691205620766}
+{"Finetune/Learning Rate": 9.73733271463107e-06, "Finetune/Loss": 0.6514430642127991, "Finetune/Loss (Raw)": 0.7261008620262146, "Finetune/Step": 10060, "Finetune/Step Time": 5.9343345537781715}
+{"Finetune/Learning Rate": 9.735649341053155e-06, "Finetune/Loss": 0.6498270630836487, "Finetune/Loss (Raw)": 0.5516648888587952, "Finetune/Step": 10061, "Finetune/Step Time": 5.934481915086508}
+{"Finetune/Learning Rate": 9.733965974971473e-06, "Finetune/Loss": 0.6507652997970581, "Finetune/Loss (Raw)": 0.6960767507553101, "Finetune/Step": 10062, "Finetune/Step Time": 5.933844389393926}
+{"Finetune/Learning Rate": 9.732282616433756e-06, "Finetune/Loss": 0.6523779034614563, "Finetune/Loss (Raw)": 0.7647201418876648, "Finetune/Step": 10063, "Finetune/Step Time": 5.933278504759073}
+{"Finetune/Learning Rate": 9.730599265487746e-06, "Finetune/Loss": 0.652625322341919, "Finetune/Loss (Raw)": 0.673137366771698, "Finetune/Step": 10064, "Finetune/Step Time": 5.933006510138512}
+{"Finetune/Learning Rate": 9.728915922181179e-06, "Finetune/Loss": 0.6526633501052856, "Finetune/Loss (Raw)": 0.6756153106689453, "Finetune/Step": 10065, "Finetune/Step Time": 5.934000728651881}
+{"Finetune/Learning Rate": 9.727232586561776e-06, "Finetune/Loss": 0.6530866622924805, "Finetune/Loss (Raw)": 0.6370115280151367, "Finetune/Step": 10066, "Finetune/Step Time": 5.934131056070328}
+{"Finetune/Learning Rate": 9.725549258677287e-06, "Finetune/Loss": 0.6530845165252686, "Finetune/Loss (Raw)": 0.7615169286727905, "Finetune/Step": 10067, "Finetune/Step Time": 5.92905523814261}
+{"Finetune/Learning Rate": 9.72386593857544e-06, "Finetune/Loss": 0.6522541046142578, "Finetune/Loss (Raw)": 0.5792161226272583, "Finetune/Step": 10068, "Finetune/Step Time": 5.940952001139522}
+{"Finetune/Learning Rate": 9.722182626303968e-06, "Finetune/Loss": 0.6524505615234375, "Finetune/Loss (Raw)": 0.5650047659873962, "Finetune/Step": 10069, "Finetune/Step Time": 5.93137689307332}
+{"Finetune/Learning Rate": 9.720499321910606e-06, "Finetune/Loss": 0.6533960700035095, "Finetune/Loss (Raw)": 0.6784981489181519, "Finetune/Step": 10070, "Finetune/Step Time": 5.931829152628779}
+{"Finetune/Learning Rate": 9.71881602544309e-06, "Finetune/Loss": 0.6529739499092102, "Finetune/Loss (Raw)": 0.5401270389556885, "Finetune/Step": 10071, "Finetune/Step Time": 5.921191139146686}
+{"Finetune/Learning Rate": 9.717132736949157e-06, "Finetune/Loss": 0.6536862850189209, "Finetune/Loss (Raw)": 0.7397516965866089, "Finetune/Step": 10072, "Finetune/Step Time": 5.920580266043544}
+{"Finetune/Learning Rate": 9.715449456476527e-06, "Finetune/Loss": 0.6524882316589355, "Finetune/Loss (Raw)": 0.6353307962417603, "Finetune/Step": 10073, "Finetune/Step Time": 5.920782823115587}
+{"Finetune/Learning Rate": 9.713766184072945e-06, "Finetune/Loss": 0.6544947624206543, "Finetune/Loss (Raw)": 0.690237820148468, "Finetune/Step": 10074, "Finetune/Step Time": 5.9021323546767235}
+{"Finetune/Learning Rate": 9.71208291978614e-06, "Finetune/Loss": 0.6556909680366516, "Finetune/Loss (Raw)": 0.7437090277671814, "Finetune/Step": 10075, "Finetune/Step Time": 5.889330105856061}
+{"Finetune/Learning Rate": 9.710399663663845e-06, "Finetune/Loss": 0.6547418832778931, "Finetune/Loss (Raw)": 0.6366697549819946, "Finetune/Step": 10076, "Finetune/Step Time": 5.892057258635759}
+{"Finetune/Learning Rate": 9.708716415753792e-06, "Finetune/Loss": 0.6546863317489624, "Finetune/Loss (Raw)": 0.6321333646774292, "Finetune/Step": 10077, "Finetune/Step Time": 5.887047819793224}
+{"Finetune/Learning Rate": 9.707033176103714e-06, "Finetune/Loss": 0.6539603471755981, "Finetune/Loss (Raw)": 0.6297960877418518, "Finetune/Step": 10078, "Finetune/Step Time": 5.89108045771718}
+{"Finetune/Learning Rate": 9.705349944761341e-06, "Finetune/Loss": 0.6539817452430725, "Finetune/Loss (Raw)": 0.6790809631347656, "Finetune/Step": 10079, "Finetune/Step Time": 5.895878626033664}
+{"Finetune/Learning Rate": 9.703666721774403e-06, "Finetune/Loss": 0.6544663310050964, "Finetune/Loss (Raw)": 0.7047843337059021, "Finetune/Step": 10080, "Finetune/Step Time": 5.8852838184684515}
+{"Finetune/Learning Rate": 9.701983507190637e-06, "Finetune/Loss": 0.6535869240760803, "Finetune/Loss (Raw)": 0.5630489587783813, "Finetune/Step": 10081, "Finetune/Step Time": 5.869000870734453}
+{"Finetune/Learning Rate": 9.70030030105777e-06, "Finetune/Loss": 0.6512497067451477, "Finetune/Loss (Raw)": 0.4589803218841553, "Finetune/Step": 10082, "Finetune/Step Time": 5.8834326807409525}
+{"Finetune/Learning Rate": 9.698617103423535e-06, "Finetune/Loss": 0.6496188640594482, "Finetune/Loss (Raw)": 0.5479741096496582, "Finetune/Step": 10083, "Finetune/Step Time": 5.886978104710579}
+{"Finetune/Learning Rate": 9.696933914335665e-06, "Finetune/Loss": 0.6500736474990845, "Finetune/Loss (Raw)": 0.7104325890541077, "Finetune/Step": 10084, "Finetune/Step Time": 5.886518508195877}
+{"Finetune/Learning Rate": 9.695250733841883e-06, "Finetune/Loss": 0.6491248607635498, "Finetune/Loss (Raw)": 0.7128319144248962, "Finetune/Step": 10085, "Finetune/Step Time": 5.881327645853162}
+{"Finetune/Learning Rate": 9.693567561989926e-06, "Finetune/Loss": 0.6499346494674683, "Finetune/Loss (Raw)": 0.724649965763092, "Finetune/Step": 10086, "Finetune/Step Time": 5.887313945218921}
+{"Finetune/Learning Rate": 9.691884398827517e-06, "Finetune/Loss": 0.6511670351028442, "Finetune/Loss (Raw)": 0.7546535730361938, "Finetune/Step": 10087, "Finetune/Step Time": 5.883448716253042}
+{"Finetune/Learning Rate": 9.690201244402394e-06, "Finetune/Loss": 0.6516751646995544, "Finetune/Loss (Raw)": 0.7752602696418762, "Finetune/Step": 10088, "Finetune/Step Time": 5.8779683988541365}
+{"Finetune/Learning Rate": 9.688518098762283e-06, "Finetune/Loss": 0.6515951156616211, "Finetune/Loss (Raw)": 0.7171327471733093, "Finetune/Step": 10089, "Finetune/Step Time": 5.876033062115312}
+{"Finetune/Learning Rate": 9.686834961954915e-06, "Finetune/Loss": 0.6511470675468445, "Finetune/Loss (Raw)": 0.6841479539871216, "Finetune/Step": 10090, "Finetune/Step Time": 5.874958449974656}
+{"Finetune/Learning Rate": 9.685151834028014e-06, "Finetune/Loss": 0.651594340801239, "Finetune/Loss (Raw)": 0.6963329315185547, "Finetune/Step": 10091, "Finetune/Step Time": 5.877428552135825}
+{"Finetune/Learning Rate": 9.683468715029312e-06, "Finetune/Loss": 0.6526012420654297, "Finetune/Loss (Raw)": 0.6999951601028442, "Finetune/Step": 10092, "Finetune/Step Time": 5.875885209068656}
+{"Finetune/Learning Rate": 9.681785605006537e-06, "Finetune/Loss": 0.6519944667816162, "Finetune/Loss (Raw)": 0.6116000413894653, "Finetune/Step": 10093, "Finetune/Step Time": 5.87789461389184}
+{"Finetune/Learning Rate": 9.680102504007419e-06, "Finetune/Loss": 0.652732253074646, "Finetune/Loss (Raw)": 0.7147279977798462, "Finetune/Step": 10094, "Finetune/Step Time": 5.881030444055796}
+{"Finetune/Learning Rate": 9.67841941207968e-06, "Finetune/Loss": 0.6528089046478271, "Finetune/Loss (Raw)": 0.6415911912918091, "Finetune/Step": 10095, "Finetune/Step Time": 5.87741101719439}
+{"Finetune/Learning Rate": 9.67673632927106e-06, "Finetune/Loss": 0.6535326242446899, "Finetune/Loss (Raw)": 0.6961129903793335, "Finetune/Step": 10096, "Finetune/Step Time": 5.873779941350222}
+{"Finetune/Learning Rate": 9.675053255629271e-06, "Finetune/Loss": 0.6529296040534973, "Finetune/Loss (Raw)": 0.7249554395675659, "Finetune/Step": 10097, "Finetune/Step Time": 5.891650417819619}
+{"Finetune/Learning Rate": 9.673370191202049e-06, "Finetune/Loss": 0.6548119783401489, "Finetune/Loss (Raw)": 0.6569282412528992, "Finetune/Step": 10098, "Finetune/Step Time": 5.87831954844296}
+{"Finetune/Learning Rate": 9.67168713603712e-06, "Finetune/Loss": 0.6552811861038208, "Finetune/Loss (Raw)": 0.701677143573761, "Finetune/Step": 10099, "Finetune/Step Time": 5.877115536481142}
+{"Finetune/Learning Rate": 9.670004090182212e-06, "Finetune/Loss": 0.6556819677352905, "Finetune/Loss (Raw)": 0.6956530809402466, "Finetune/Step": 10100, "Finetune/Step Time": 5.877655228599906}
+{"Finetune/Learning Rate": 9.668321053685047e-06, "Finetune/Loss": 0.655566930770874, "Finetune/Loss (Raw)": 0.6939566135406494, "Finetune/Step": 10101, "Finetune/Step Time": 5.873965505510569}
+{"Finetune/Learning Rate": 9.666638026593359e-06, "Finetune/Loss": 0.6559399962425232, "Finetune/Loss (Raw)": 0.8022230267524719, "Finetune/Step": 10102, "Finetune/Step Time": 5.8811375088989735}
+{"Finetune/Learning Rate": 9.664955008954865e-06, "Finetune/Loss": 0.6550354957580566, "Finetune/Loss (Raw)": 0.5803914666175842, "Finetune/Step": 10103, "Finetune/Step Time": 5.8766926769167185}
+{"Finetune/Learning Rate": 9.663272000817295e-06, "Finetune/Loss": 0.6557508111000061, "Finetune/Loss (Raw)": 0.743995189666748, "Finetune/Step": 10104, "Finetune/Step Time": 5.892425203695893}
+{"Finetune/Learning Rate": 9.661589002228368e-06, "Finetune/Loss": 0.6552504301071167, "Finetune/Loss (Raw)": 0.563702404499054, "Finetune/Step": 10105, "Finetune/Step Time": 5.893870696425438}
+{"Finetune/Learning Rate": 9.65990601323582e-06, "Finetune/Loss": 0.6550736427307129, "Finetune/Loss (Raw)": 0.6369044184684753, "Finetune/Step": 10106, "Finetune/Step Time": 5.888119395822287}
+{"Finetune/Learning Rate": 9.658223033887369e-06, "Finetune/Loss": 0.6530178785324097, "Finetune/Loss (Raw)": 0.5273756980895996, "Finetune/Step": 10107, "Finetune/Step Time": 5.907188368961215}
+{"Finetune/Learning Rate": 9.656540064230745e-06, "Finetune/Loss": 0.6535386443138123, "Finetune/Loss (Raw)": 0.6503351926803589, "Finetune/Step": 10108, "Finetune/Step Time": 5.910048363730311}
+{"Finetune/Learning Rate": 9.654857104313665e-06, "Finetune/Loss": 0.6529920101165771, "Finetune/Loss (Raw)": 0.6596159934997559, "Finetune/Step": 10109, "Finetune/Step Time": 5.9213316068053246}
+{"Finetune/Learning Rate": 9.653174154183854e-06, "Finetune/Loss": 0.6516909003257751, "Finetune/Loss (Raw)": 0.6331029534339905, "Finetune/Step": 10110, "Finetune/Step Time": 5.914068879559636}
+{"Finetune/Learning Rate": 9.65149121388904e-06, "Finetune/Loss": 0.6521921753883362, "Finetune/Loss (Raw)": 0.7127229571342468, "Finetune/Step": 10111, "Finetune/Step Time": 5.897697871550918}
+{"Finetune/Learning Rate": 9.64980828347694e-06, "Finetune/Loss": 0.6526795625686646, "Finetune/Loss (Raw)": 0.6271339058876038, "Finetune/Step": 10112, "Finetune/Step Time": 5.898307865485549}
+{"Finetune/Learning Rate": 9.648125362995287e-06, "Finetune/Loss": 0.6519675254821777, "Finetune/Loss (Raw)": 0.6327751874923706, "Finetune/Step": 10113, "Finetune/Step Time": 5.9151346161961555}
+{"Finetune/Learning Rate": 9.646442452491798e-06, "Finetune/Loss": 0.6509495973587036, "Finetune/Loss (Raw)": 0.5180270671844482, "Finetune/Step": 10114, "Finetune/Step Time": 5.914558321237564}
+{"Finetune/Learning Rate": 9.644759552014193e-06, "Finetune/Loss": 0.6514822840690613, "Finetune/Loss (Raw)": 0.6510524153709412, "Finetune/Step": 10115, "Finetune/Step Time": 5.916472001001239}
+{"Finetune/Learning Rate": 9.643076661610197e-06, "Finetune/Loss": 0.6515094041824341, "Finetune/Loss (Raw)": 0.6661623120307922, "Finetune/Step": 10116, "Finetune/Step Time": 5.918182283639908}
+{"Finetune/Learning Rate": 9.641393781327532e-06, "Finetune/Loss": 0.6512672901153564, "Finetune/Loss (Raw)": 0.6536036133766174, "Finetune/Step": 10117, "Finetune/Step Time": 5.913511285558343}
+{"Finetune/Learning Rate": 9.63971091121392e-06, "Finetune/Loss": 0.6506907343864441, "Finetune/Loss (Raw)": 0.5815474390983582, "Finetune/Step": 10118, "Finetune/Step Time": 5.91551117785275}
+{"Finetune/Learning Rate": 9.63802805131708e-06, "Finetune/Loss": 0.6507320404052734, "Finetune/Loss (Raw)": 0.7170891165733337, "Finetune/Step": 10119, "Finetune/Step Time": 5.9301662966609}
+{"Finetune/Learning Rate": 9.636345201684741e-06, "Finetune/Loss": 0.6526976227760315, "Finetune/Loss (Raw)": 0.8472367525100708, "Finetune/Step": 10120, "Finetune/Step Time": 5.91860219463706}
+{"Finetune/Learning Rate": 9.634662362364615e-06, "Finetune/Loss": 0.6513304710388184, "Finetune/Loss (Raw)": 0.46138471364974976, "Finetune/Step": 10121, "Finetune/Step Time": 5.918279649689794}
+{"Finetune/Learning Rate": 9.632979533404423e-06, "Finetune/Loss": 0.6501535177230835, "Finetune/Loss (Raw)": 0.6609947085380554, "Finetune/Step": 10122, "Finetune/Step Time": 5.920163603499532}
+{"Finetune/Learning Rate": 9.631296714851888e-06, "Finetune/Loss": 0.650574803352356, "Finetune/Loss (Raw)": 0.570732831954956, "Finetune/Step": 10123, "Finetune/Step Time": 5.918294409289956}
+{"Finetune/Learning Rate": 9.629613906754732e-06, "Finetune/Loss": 0.6501264572143555, "Finetune/Loss (Raw)": 0.6559416055679321, "Finetune/Step": 10124, "Finetune/Step Time": 5.920937098562717}
+{"Finetune/Learning Rate": 9.627931109160673e-06, "Finetune/Loss": 0.6493547558784485, "Finetune/Loss (Raw)": 0.6218166947364807, "Finetune/Step": 10125, "Finetune/Step Time": 5.929905146360397}
+{"Finetune/Learning Rate": 9.62624832211743e-06, "Finetune/Loss": 0.6496702432632446, "Finetune/Loss (Raw)": 0.7050065994262695, "Finetune/Step": 10126, "Finetune/Step Time": 5.926174178719521}
+{"Finetune/Learning Rate": 9.62456554567272e-06, "Finetune/Loss": 0.6497650146484375, "Finetune/Loss (Raw)": 0.6388396620750427, "Finetune/Step": 10127, "Finetune/Step Time": 5.910811023786664}
+{"Finetune/Learning Rate": 9.622882779874263e-06, "Finetune/Loss": 0.6511737108230591, "Finetune/Loss (Raw)": 0.6470561027526855, "Finetune/Step": 10128, "Finetune/Step Time": 5.898289527744055}
+{"Finetune/Learning Rate": 9.621200024769776e-06, "Finetune/Loss": 0.6503046751022339, "Finetune/Loss (Raw)": 0.607690691947937, "Finetune/Step": 10129, "Finetune/Step Time": 5.899677744135261}
+{"Finetune/Learning Rate": 9.61951728040698e-06, "Finetune/Loss": 0.6512644290924072, "Finetune/Loss (Raw)": 0.7642964720726013, "Finetune/Step": 10130, "Finetune/Step Time": 5.8645906411111355}
+{"Finetune/Learning Rate": 9.617834546833596e-06, "Finetune/Loss": 0.6521011590957642, "Finetune/Loss (Raw)": 0.7082608342170715, "Finetune/Step": 10131, "Finetune/Step Time": 5.870714468881488}
+{"Finetune/Learning Rate": 9.616151824097337e-06, "Finetune/Loss": 0.6518247127532959, "Finetune/Loss (Raw)": 0.5743451714515686, "Finetune/Step": 10132, "Finetune/Step Time": 5.8655348140746355}
+{"Finetune/Learning Rate": 9.614469112245919e-06, "Finetune/Loss": 0.6518941521644592, "Finetune/Loss (Raw)": 0.6780865788459778, "Finetune/Step": 10133, "Finetune/Step Time": 5.8653514217585325}
+{"Finetune/Learning Rate": 9.61278641132706e-06, "Finetune/Loss": 0.6532340049743652, "Finetune/Loss (Raw)": 0.7484408617019653, "Finetune/Step": 10134, "Finetune/Step Time": 5.865161510184407}
+{"Finetune/Learning Rate": 9.611103721388478e-06, "Finetune/Loss": 0.6526874303817749, "Finetune/Loss (Raw)": 0.6032118201255798, "Finetune/Step": 10135, "Finetune/Step Time": 5.862106891348958}
+{"Finetune/Learning Rate": 9.609421042477886e-06, "Finetune/Loss": 0.6523177027702332, "Finetune/Loss (Raw)": 0.6458361148834229, "Finetune/Step": 10136, "Finetune/Step Time": 5.87072198651731}
+{"Finetune/Learning Rate": 9.607738374643005e-06, "Finetune/Loss": 0.6526339054107666, "Finetune/Loss (Raw)": 0.745110034942627, "Finetune/Step": 10137, "Finetune/Step Time": 5.874606149271131}
+{"Finetune/Learning Rate": 9.606055717931555e-06, "Finetune/Loss": 0.6534998416900635, "Finetune/Loss (Raw)": 0.6920807957649231, "Finetune/Step": 10138, "Finetune/Step Time": 5.875112550333142}
+{"Finetune/Learning Rate": 9.604373072391234e-06, "Finetune/Loss": 0.6532859206199646, "Finetune/Loss (Raw)": 0.6094070076942444, "Finetune/Step": 10139, "Finetune/Step Time": 5.878030916675925}
+{"Finetune/Learning Rate": 9.602690438069772e-06, "Finetune/Loss": 0.6525721549987793, "Finetune/Loss (Raw)": 0.5615813136100769, "Finetune/Step": 10140, "Finetune/Step Time": 5.874882202595472}
+{"Finetune/Learning Rate": 9.601007815014879e-06, "Finetune/Loss": 0.651125431060791, "Finetune/Loss (Raw)": 0.5064255595207214, "Finetune/Step": 10141, "Finetune/Step Time": 5.895694389939308}
+{"Finetune/Learning Rate": 9.59932520327427e-06, "Finetune/Loss": 0.6506149768829346, "Finetune/Loss (Raw)": 0.5774209499359131, "Finetune/Step": 10142, "Finetune/Step Time": 5.897018877789378}
+{"Finetune/Learning Rate": 9.597642602895656e-06, "Finetune/Loss": 0.6504050493240356, "Finetune/Loss (Raw)": 0.6524049639701843, "Finetune/Step": 10143, "Finetune/Step Time": 5.895887799561024}
+{"Finetune/Learning Rate": 9.595960013926761e-06, "Finetune/Loss": 0.6504493951797485, "Finetune/Loss (Raw)": 0.7602674961090088, "Finetune/Step": 10144, "Finetune/Step Time": 5.893143400549889}
+{"Finetune/Learning Rate": 9.594277436415286e-06, "Finetune/Loss": 0.6501599550247192, "Finetune/Loss (Raw)": 0.691493809223175, "Finetune/Step": 10145, "Finetune/Step Time": 5.891915334388614}
+{"Finetune/Learning Rate": 9.592594870408946e-06, "Finetune/Loss": 0.6507582664489746, "Finetune/Loss (Raw)": 0.5966109037399292, "Finetune/Step": 10146, "Finetune/Step Time": 5.891324248164892}
+{"Finetune/Learning Rate": 9.590912315955462e-06, "Finetune/Loss": 0.6524801254272461, "Finetune/Loss (Raw)": 0.7065026760101318, "Finetune/Step": 10147, "Finetune/Step Time": 5.88350591994822}
+{"Finetune/Learning Rate": 9.58922977310254e-06, "Finetune/Loss": 0.6508179306983948, "Finetune/Loss (Raw)": 0.5223059058189392, "Finetune/Step": 10148, "Finetune/Step Time": 5.894282445311546}
+{"Finetune/Learning Rate": 9.587547241897893e-06, "Finetune/Loss": 0.6509288549423218, "Finetune/Loss (Raw)": 0.7624094486236572, "Finetune/Step": 10149, "Finetune/Step Time": 5.891651758924127}
+{"Finetune/Learning Rate": 9.585864722389236e-06, "Finetune/Loss": 0.6501019597053528, "Finetune/Loss (Raw)": 0.69463711977005, "Finetune/Step": 10150, "Finetune/Step Time": 5.889281256124377}
+{"Finetune/Learning Rate": 9.584182214624276e-06, "Finetune/Loss": 0.6501891613006592, "Finetune/Loss (Raw)": 0.6561188697814941, "Finetune/Step": 10151, "Finetune/Step Time": 5.880250638350844}
+{"Finetune/Learning Rate": 9.582499718650726e-06, "Finetune/Loss": 0.6512724161148071, "Finetune/Loss (Raw)": 0.8053390383720398, "Finetune/Step": 10152, "Finetune/Step Time": 5.882917355746031}
+{"Finetune/Learning Rate": 9.580817234516292e-06, "Finetune/Loss": 0.652634859085083, "Finetune/Loss (Raw)": 0.6852946281433105, "Finetune/Step": 10153, "Finetune/Step Time": 5.879653932526708}
+{"Finetune/Learning Rate": 9.579134762268694e-06, "Finetune/Loss": 0.6523029804229736, "Finetune/Loss (Raw)": 0.6478617191314697, "Finetune/Step": 10154, "Finetune/Step Time": 5.88249053619802}
+{"Finetune/Learning Rate": 9.57745230195564e-06, "Finetune/Loss": 0.6522961258888245, "Finetune/Loss (Raw)": 0.6281918883323669, "Finetune/Step": 10155, "Finetune/Step Time": 5.883486887440085}
+{"Finetune/Learning Rate": 9.575769853624833e-06, "Finetune/Loss": 0.6521965265274048, "Finetune/Loss (Raw)": 0.6591602563858032, "Finetune/Step": 10156, "Finetune/Step Time": 5.881391163915396}
+{"Finetune/Learning Rate": 9.57408741732399e-06, "Finetune/Loss": 0.6519471406936646, "Finetune/Loss (Raw)": 0.5669376850128174, "Finetune/Step": 10157, "Finetune/Step Time": 5.877218801528215}
+{"Finetune/Learning Rate": 9.572404993100814e-06, "Finetune/Loss": 0.6528702974319458, "Finetune/Loss (Raw)": 0.7649035453796387, "Finetune/Step": 10158, "Finetune/Step Time": 5.878834130242467}
+{"Finetune/Learning Rate": 9.570722581003017e-06, "Finetune/Loss": 0.6533987522125244, "Finetune/Loss (Raw)": 0.7009574770927429, "Finetune/Step": 10159, "Finetune/Step Time": 5.861931463703513}
+{"Finetune/Learning Rate": 9.569040181078306e-06, "Finetune/Loss": 0.6526952385902405, "Finetune/Loss (Raw)": 0.5594041347503662, "Finetune/Step": 10160, "Finetune/Step Time": 5.865852160379291}
+{"Finetune/Learning Rate": 9.56735779337439e-06, "Finetune/Loss": 0.6519852876663208, "Finetune/Loss (Raw)": 0.5894418358802795, "Finetune/Step": 10161, "Finetune/Step Time": 5.870239911600947}
+{"Finetune/Learning Rate": 9.565675417938977e-06, "Finetune/Loss": 0.6525444984436035, "Finetune/Loss (Raw)": 0.6910054087638855, "Finetune/Step": 10162, "Finetune/Step Time": 5.876989686861634}
+{"Finetune/Learning Rate": 9.563993054819777e-06, "Finetune/Loss": 0.6533740758895874, "Finetune/Loss (Raw)": 0.7317250370979309, "Finetune/Step": 10163, "Finetune/Step Time": 5.88304515555501}
+{"Finetune/Learning Rate": 9.562310704064491e-06, "Finetune/Loss": 0.6533300876617432, "Finetune/Loss (Raw)": 0.6567654609680176, "Finetune/Step": 10164, "Finetune/Step Time": 5.883368434384465}
+{"Finetune/Learning Rate": 9.56062836572083e-06, "Finetune/Loss": 0.6533493995666504, "Finetune/Loss (Raw)": 0.6534087061882019, "Finetune/Step": 10165, "Finetune/Step Time": 5.884556870907545}
+{"Finetune/Learning Rate": 9.558946039836498e-06, "Finetune/Loss": 0.6518105864524841, "Finetune/Loss (Raw)": 0.5854976177215576, "Finetune/Step": 10166, "Finetune/Step Time": 5.876622719690204}
+{"Finetune/Learning Rate": 9.557263726459203e-06, "Finetune/Loss": 0.6519054174423218, "Finetune/Loss (Raw)": 0.7229706645011902, "Finetune/Step": 10167, "Finetune/Step Time": 5.875740623101592}
+{"Finetune/Learning Rate": 9.555581425636648e-06, "Finetune/Loss": 0.6523441076278687, "Finetune/Loss (Raw)": 0.6620938181877136, "Finetune/Step": 10168, "Finetune/Step Time": 5.870635503903031}
+{"Finetune/Learning Rate": 9.553899137416546e-06, "Finetune/Loss": 0.6533870697021484, "Finetune/Loss (Raw)": 0.6282477974891663, "Finetune/Step": 10169, "Finetune/Step Time": 5.8595920372754335}
+{"Finetune/Learning Rate": 9.552216861846588e-06, "Finetune/Loss": 0.6557739973068237, "Finetune/Loss (Raw)": 0.7399277687072754, "Finetune/Step": 10170, "Finetune/Step Time": 5.841506129130721}
+{"Finetune/Learning Rate": 9.550534598974491e-06, "Finetune/Loss": 0.6560820937156677, "Finetune/Loss (Raw)": 0.6018956899642944, "Finetune/Step": 10171, "Finetune/Step Time": 5.827355843037367}
+{"Finetune/Learning Rate": 9.548852348847954e-06, "Finetune/Loss": 0.6573777198791504, "Finetune/Loss (Raw)": 0.7797853350639343, "Finetune/Step": 10172, "Finetune/Step Time": 5.828507388010621}
+{"Finetune/Learning Rate": 9.547170111514681e-06, "Finetune/Loss": 0.6576809883117676, "Finetune/Loss (Raw)": 0.7674643993377686, "Finetune/Step": 10173, "Finetune/Step Time": 5.82555940374732}
+{"Finetune/Learning Rate": 9.545487887022375e-06, "Finetune/Loss": 0.6584357023239136, "Finetune/Loss (Raw)": 0.7062453627586365, "Finetune/Step": 10174, "Finetune/Step Time": 5.828893912956119}
+{"Finetune/Learning Rate": 9.543805675418743e-06, "Finetune/Loss": 0.6596229076385498, "Finetune/Loss (Raw)": 0.6513155102729797, "Finetune/Step": 10175, "Finetune/Step Time": 5.808104934170842}
+{"Finetune/Learning Rate": 9.542123476751484e-06, "Finetune/Loss": 0.6590706706047058, "Finetune/Loss (Raw)": 0.5477874875068665, "Finetune/Step": 10176, "Finetune/Step Time": 5.799889789894223}
+{"Finetune/Learning Rate": 9.5404412910683e-06, "Finetune/Loss": 0.6581058502197266, "Finetune/Loss (Raw)": 0.6030610799789429, "Finetune/Step": 10177, "Finetune/Step Time": 5.800847938284278}
+{"Finetune/Learning Rate": 9.538759118416892e-06, "Finetune/Loss": 0.6580779552459717, "Finetune/Loss (Raw)": 0.6419339776039124, "Finetune/Step": 10178, "Finetune/Step Time": 5.799063365906477}
+{"Finetune/Learning Rate": 9.537076958844966e-06, "Finetune/Loss": 0.6592942476272583, "Finetune/Loss (Raw)": 0.7680981159210205, "Finetune/Step": 10179, "Finetune/Step Time": 5.80740967951715}
+{"Finetune/Learning Rate": 9.535394812400222e-06, "Finetune/Loss": 0.6592382192611694, "Finetune/Loss (Raw)": 0.6342241764068604, "Finetune/Step": 10180, "Finetune/Step Time": 5.831489866599441}
+{"Finetune/Learning Rate": 9.53371267913036e-06, "Finetune/Loss": 0.6602604389190674, "Finetune/Loss (Raw)": 0.7405705451965332, "Finetune/Step": 10181, "Finetune/Step Time": 5.833521982654929}
+{"Finetune/Learning Rate": 9.53203055908308e-06, "Finetune/Loss": 0.6620217561721802, "Finetune/Loss (Raw)": 0.763850212097168, "Finetune/Step": 10182, "Finetune/Step Time": 5.825926646590233}
+{"Finetune/Learning Rate": 9.530348452306082e-06, "Finetune/Loss": 0.6621172428131104, "Finetune/Loss (Raw)": 0.5751029849052429, "Finetune/Step": 10183, "Finetune/Step Time": 5.829950645565987}
+{"Finetune/Learning Rate": 9.528666358847068e-06, "Finetune/Loss": 0.6624191403388977, "Finetune/Loss (Raw)": 0.7120677828788757, "Finetune/Step": 10184, "Finetune/Step Time": 5.825831040740013}
+{"Finetune/Learning Rate": 9.526984278753732e-06, "Finetune/Loss": 0.661221981048584, "Finetune/Loss (Raw)": 0.5217187404632568, "Finetune/Step": 10185, "Finetune/Step Time": 5.817259177565575}
+{"Finetune/Learning Rate": 9.525302212073777e-06, "Finetune/Loss": 0.6611409187316895, "Finetune/Loss (Raw)": 0.6859243512153625, "Finetune/Step": 10186, "Finetune/Step Time": 5.8206569496542215}
+{"Finetune/Learning Rate": 9.52362015885491e-06, "Finetune/Loss": 0.6601550579071045, "Finetune/Loss (Raw)": 0.5651294589042664, "Finetune/Step": 10187, "Finetune/Step Time": 5.830051129683852}
+{"Finetune/Learning Rate": 9.521938119144811e-06, "Finetune/Loss": 0.6604424715042114, "Finetune/Loss (Raw)": 0.7628811597824097, "Finetune/Step": 10188, "Finetune/Step Time": 5.840950418263674}
+{"Finetune/Learning Rate": 9.520256092991191e-06, "Finetune/Loss": 0.6613901853561401, "Finetune/Loss (Raw)": 0.6729819178581238, "Finetune/Step": 10189, "Finetune/Step Time": 5.8373830914497375}
+{"Finetune/Learning Rate": 9.518574080441744e-06, "Finetune/Loss": 0.6617640256881714, "Finetune/Loss (Raw)": 0.7439236044883728, "Finetune/Step": 10190, "Finetune/Step Time": 5.8354879058897495}
+{"Finetune/Learning Rate": 9.516892081544167e-06, "Finetune/Loss": 0.6602175235748291, "Finetune/Loss (Raw)": 0.5667698979377747, "Finetune/Step": 10191, "Finetune/Step Time": 5.853325938805938}
+{"Finetune/Learning Rate": 9.515210096346155e-06, "Finetune/Loss": 0.6604161262512207, "Finetune/Loss (Raw)": 0.6985493302345276, "Finetune/Step": 10192, "Finetune/Step Time": 5.85371177829802}
+{"Finetune/Learning Rate": 9.51352812489541e-06, "Finetune/Loss": 0.6605761051177979, "Finetune/Loss (Raw)": 0.6961045861244202, "Finetune/Step": 10193, "Finetune/Step Time": 5.85480897501111}
+{"Finetune/Learning Rate": 9.511846167239624e-06, "Finetune/Loss": 0.6613228917121887, "Finetune/Loss (Raw)": 0.7325932383537292, "Finetune/Step": 10194, "Finetune/Step Time": 5.8617349192500114}
+{"Finetune/Learning Rate": 9.510164223426487e-06, "Finetune/Loss": 0.660568118095398, "Finetune/Loss (Raw)": 0.6649078726768494, "Finetune/Step": 10195, "Finetune/Step Time": 5.855767881497741}
+{"Finetune/Learning Rate": 9.508482293503704e-06, "Finetune/Loss": 0.6605157852172852, "Finetune/Loss (Raw)": 0.5725152492523193, "Finetune/Step": 10196, "Finetune/Step Time": 5.855088466778398}
+{"Finetune/Learning Rate": 9.506800377518965e-06, "Finetune/Loss": 0.6616926193237305, "Finetune/Loss (Raw)": 0.7156385183334351, "Finetune/Step": 10197, "Finetune/Step Time": 5.8539722468703985}
+{"Finetune/Learning Rate": 9.505118475519964e-06, "Finetune/Loss": 0.6613580584526062, "Finetune/Loss (Raw)": 0.6356798410415649, "Finetune/Step": 10198, "Finetune/Step Time": 5.851578801870346}
+{"Finetune/Learning Rate": 9.503436587554399e-06, "Finetune/Loss": 0.6618927121162415, "Finetune/Loss (Raw)": 0.6085604429244995, "Finetune/Step": 10199, "Finetune/Step Time": 5.840051528066397}
+{"Finetune/Learning Rate": 9.501754713669956e-06, "Finetune/Loss": 0.6608272194862366, "Finetune/Loss (Raw)": 0.603369414806366, "Finetune/Step": 10200, "Finetune/Step Time": 5.839571570977569}
+{"Finetune/Learning Rate": 9.500072853914334e-06, "Finetune/Loss": 0.6612611413002014, "Finetune/Loss (Raw)": 0.6908671259880066, "Finetune/Step": 10201, "Finetune/Step Time": 5.846609776839614}
+{"Finetune/Learning Rate": 9.498391008335222e-06, "Finetune/Loss": 0.6614959239959717, "Finetune/Loss (Raw)": 0.720296323299408, "Finetune/Step": 10202, "Finetune/Step Time": 5.843342285603285}
+{"Finetune/Learning Rate": 9.496709176980317e-06, "Finetune/Loss": 0.6608123779296875, "Finetune/Loss (Raw)": 0.6562124490737915, "Finetune/Step": 10203, "Finetune/Step Time": 5.84014804661274}
+{"Finetune/Learning Rate": 9.495027359897308e-06, "Finetune/Loss": 0.6617116928100586, "Finetune/Loss (Raw)": 0.7517842054367065, "Finetune/Step": 10204, "Finetune/Step Time": 5.838953670114279}
+{"Finetune/Learning Rate": 9.493345557133889e-06, "Finetune/Loss": 0.6623533964157104, "Finetune/Loss (Raw)": 0.7142733931541443, "Finetune/Step": 10205, "Finetune/Step Time": 5.841130705550313}
+{"Finetune/Learning Rate": 9.49166376873775e-06, "Finetune/Loss": 0.6619696617126465, "Finetune/Loss (Raw)": 0.5806789994239807, "Finetune/Step": 10206, "Finetune/Step Time": 5.83494770899415}
+{"Finetune/Learning Rate": 9.489981994756578e-06, "Finetune/Loss": 0.6617697477340698, "Finetune/Loss (Raw)": 0.6534882187843323, "Finetune/Step": 10207, "Finetune/Step Time": 5.834678690880537}
+{"Finetune/Learning Rate": 9.488300235238067e-06, "Finetune/Loss": 0.6614227294921875, "Finetune/Loss (Raw)": 0.6603620648384094, "Finetune/Step": 10208, "Finetune/Step Time": 5.833716349676251}
+{"Finetune/Learning Rate": 9.486618490229904e-06, "Finetune/Loss": 0.6621701121330261, "Finetune/Loss (Raw)": 0.6587203145027161, "Finetune/Step": 10209, "Finetune/Step Time": 5.836445456370711}
+{"Finetune/Learning Rate": 9.484936759779783e-06, "Finetune/Loss": 0.6631779670715332, "Finetune/Loss (Raw)": 0.5879815220832825, "Finetune/Step": 10210, "Finetune/Step Time": 5.818234298378229}
+{"Finetune/Learning Rate": 9.483255043935395e-06, "Finetune/Loss": 0.6644653677940369, "Finetune/Loss (Raw)": 0.7127634286880493, "Finetune/Step": 10211, "Finetune/Step Time": 5.814372627064586}
+{"Finetune/Learning Rate": 9.481573342744418e-06, "Finetune/Loss": 0.6633287668228149, "Finetune/Loss (Raw)": 0.5649468898773193, "Finetune/Step": 10212, "Finetune/Step Time": 5.81444638222456}
+{"Finetune/Learning Rate": 9.47989165625455e-06, "Finetune/Loss": 0.6636384725570679, "Finetune/Loss (Raw)": 0.7524749040603638, "Finetune/Step": 10213, "Finetune/Step Time": 5.81894376128912}
+{"Finetune/Learning Rate": 9.478209984513476e-06, "Finetune/Loss": 0.6627880334854126, "Finetune/Loss (Raw)": 0.6157931089401245, "Finetune/Step": 10214, "Finetune/Step Time": 5.812694853171706}
+{"Finetune/Learning Rate": 9.47652832756888e-06, "Finetune/Loss": 0.6619667410850525, "Finetune/Loss (Raw)": 0.6495280265808105, "Finetune/Step": 10215, "Finetune/Step Time": 5.81650017760694}
+{"Finetune/Learning Rate": 9.474846685468455e-06, "Finetune/Loss": 0.6608328223228455, "Finetune/Loss (Raw)": 0.6301194429397583, "Finetune/Step": 10216, "Finetune/Step Time": 5.8193322494626045}
+{"Finetune/Learning Rate": 9.473165058259887e-06, "Finetune/Loss": 0.6615033149719238, "Finetune/Loss (Raw)": 0.8029568195343018, "Finetune/Step": 10217, "Finetune/Step Time": 5.8213966730982065}
+{"Finetune/Learning Rate": 9.471483445990856e-06, "Finetune/Loss": 0.6616358757019043, "Finetune/Loss (Raw)": 0.7011101245880127, "Finetune/Step": 10218, "Finetune/Step Time": 5.821337874978781}
+{"Finetune/Learning Rate": 9.469801848709049e-06, "Finetune/Loss": 0.6612619161605835, "Finetune/Loss (Raw)": 0.6484668254852295, "Finetune/Step": 10219, "Finetune/Step Time": 5.820244517177343}
+{"Finetune/Learning Rate": 9.468120266462157e-06, "Finetune/Loss": 0.660845160484314, "Finetune/Loss (Raw)": 0.6466548442840576, "Finetune/Step": 10220, "Finetune/Step Time": 5.802661944180727}
+{"Finetune/Learning Rate": 9.466438699297864e-06, "Finetune/Loss": 0.660683810710907, "Finetune/Loss (Raw)": 0.5909437537193298, "Finetune/Step": 10221, "Finetune/Step Time": 5.801373716443777}
+{"Finetune/Learning Rate": 9.464757147263849e-06, "Finetune/Loss": 0.6611896753311157, "Finetune/Loss (Raw)": 0.7794753313064575, "Finetune/Step": 10222, "Finetune/Step Time": 5.795590488240123}
+{"Finetune/Learning Rate": 9.463075610407803e-06, "Finetune/Loss": 0.6613696217536926, "Finetune/Loss (Raw)": 0.6646284461021423, "Finetune/Step": 10223, "Finetune/Step Time": 5.7955030128359795}
+{"Finetune/Learning Rate": 9.461394088777402e-06, "Finetune/Loss": 0.6613925695419312, "Finetune/Loss (Raw)": 0.6990532875061035, "Finetune/Step": 10224, "Finetune/Step Time": 5.82410797290504}
+{"Finetune/Learning Rate": 9.459712582420335e-06, "Finetune/Loss": 0.6617608666419983, "Finetune/Loss (Raw)": 0.7720961570739746, "Finetune/Step": 10225, "Finetune/Step Time": 5.8074727561324835}
+{"Finetune/Learning Rate": 9.45803109138428e-06, "Finetune/Loss": 0.6618459224700928, "Finetune/Loss (Raw)": 0.6678116917610168, "Finetune/Step": 10226, "Finetune/Step Time": 5.82010093331337}
+{"Finetune/Learning Rate": 9.456349615716923e-06, "Finetune/Loss": 0.6596945524215698, "Finetune/Loss (Raw)": 0.4263099730014801, "Finetune/Step": 10227, "Finetune/Step Time": 5.837897902354598}
+{"Finetune/Learning Rate": 9.454668155465947e-06, "Finetune/Loss": 0.6604883074760437, "Finetune/Loss (Raw)": 0.7972458600997925, "Finetune/Step": 10228, "Finetune/Step Time": 5.859880104660988}
+{"Finetune/Learning Rate": 9.452986710679033e-06, "Finetune/Loss": 0.6603909730911255, "Finetune/Loss (Raw)": 0.6815014481544495, "Finetune/Step": 10229, "Finetune/Step Time": 5.861790422350168}
+{"Finetune/Learning Rate": 9.451305281403858e-06, "Finetune/Loss": 0.6592985391616821, "Finetune/Loss (Raw)": 0.6623917818069458, "Finetune/Step": 10230, "Finetune/Step Time": 5.871251644566655}
+{"Finetune/Learning Rate": 9.449623867688105e-06, "Finetune/Loss": 0.6595597267150879, "Finetune/Loss (Raw)": 0.613823413848877, "Finetune/Step": 10231, "Finetune/Step Time": 5.8773071225732565}
+{"Finetune/Learning Rate": 9.447942469579453e-06, "Finetune/Loss": 0.6588993072509766, "Finetune/Loss (Raw)": 0.659455418586731, "Finetune/Step": 10232, "Finetune/Step Time": 5.862639598548412}
+{"Finetune/Learning Rate": 9.446261087125583e-06, "Finetune/Loss": 0.6586170196533203, "Finetune/Loss (Raw)": 0.5275698304176331, "Finetune/Step": 10233, "Finetune/Step Time": 5.8638924937695265}
+{"Finetune/Learning Rate": 9.444579720374173e-06, "Finetune/Loss": 0.6584136486053467, "Finetune/Loss (Raw)": 0.6108784079551697, "Finetune/Step": 10234, "Finetune/Step Time": 5.867503207176924}
+{"Finetune/Learning Rate": 9.44289836937291e-06, "Finetune/Loss": 0.658022940158844, "Finetune/Loss (Raw)": 0.4773646891117096, "Finetune/Step": 10235, "Finetune/Step Time": 5.868683271110058}
+{"Finetune/Learning Rate": 9.441217034169457e-06, "Finetune/Loss": 0.6581538915634155, "Finetune/Loss (Raw)": 0.6670920848846436, "Finetune/Step": 10236, "Finetune/Step Time": 5.871596053242683}
+{"Finetune/Learning Rate": 9.439535714811501e-06, "Finetune/Loss": 0.6582533121109009, "Finetune/Loss (Raw)": 0.6723417639732361, "Finetune/Step": 10237, "Finetune/Step Time": 5.864242872223258}
+{"Finetune/Learning Rate": 9.43785441134672e-06, "Finetune/Loss": 0.6585409641265869, "Finetune/Loss (Raw)": 0.6699227094650269, "Finetune/Step": 10238, "Finetune/Step Time": 5.864461224526167}
+{"Finetune/Learning Rate": 9.436173123822789e-06, "Finetune/Loss": 0.6578354835510254, "Finetune/Loss (Raw)": 0.6224198937416077, "Finetune/Step": 10239, "Finetune/Step Time": 5.869316993281245}
+{"Finetune/Learning Rate": 9.434491852287385e-06, "Finetune/Loss": 0.6588501334190369, "Finetune/Loss (Raw)": 0.7570184469223022, "Finetune/Step": 10240, "Finetune/Step Time": 5.869214061647654}
+{"Finetune/Learning Rate": 9.432810596788182e-06, "Finetune/Loss": 0.659080982208252, "Finetune/Loss (Raw)": 0.6623184084892273, "Finetune/Step": 10241, "Finetune/Step Time": 5.8511351235210896}
+{"Finetune/Learning Rate": 9.431129357372863e-06, "Finetune/Loss": 0.6606883406639099, "Finetune/Loss (Raw)": 0.7237662076950073, "Finetune/Step": 10242, "Finetune/Step Time": 5.853330036625266}
+{"Finetune/Learning Rate": 9.429448134089095e-06, "Finetune/Loss": 0.6599227786064148, "Finetune/Loss (Raw)": 0.5530651211738586, "Finetune/Step": 10243, "Finetune/Step Time": 5.856414325535297}
+{"Finetune/Learning Rate": 9.427766926984553e-06, "Finetune/Loss": 0.659412145614624, "Finetune/Loss (Raw)": 0.6007927656173706, "Finetune/Step": 10244, "Finetune/Step Time": 5.8704300951212645}
+{"Finetune/Learning Rate": 9.426085736106915e-06, "Finetune/Loss": 0.6595298051834106, "Finetune/Loss (Raw)": 0.6686699390411377, "Finetune/Step": 10245, "Finetune/Step Time": 5.86851080134511}
+{"Finetune/Learning Rate": 9.424404561503855e-06, "Finetune/Loss": 0.660015881061554, "Finetune/Loss (Raw)": 0.6437706351280212, "Finetune/Step": 10246, "Finetune/Step Time": 5.866424035280943}
+{"Finetune/Learning Rate": 9.422723403223043e-06, "Finetune/Loss": 0.6600204706192017, "Finetune/Loss (Raw)": 0.7176756858825684, "Finetune/Step": 10247, "Finetune/Step Time": 5.852363875135779}
+{"Finetune/Learning Rate": 9.421042261312156e-06, "Finetune/Loss": 0.6589767336845398, "Finetune/Loss (Raw)": 0.7136362791061401, "Finetune/Step": 10248, "Finetune/Step Time": 5.853664662688971}
+{"Finetune/Learning Rate": 9.419361135818863e-06, "Finetune/Loss": 0.6608073711395264, "Finetune/Loss (Raw)": 0.695701539516449, "Finetune/Step": 10249, "Finetune/Step Time": 5.864898378029466}
+{"Finetune/Learning Rate": 9.417680026790837e-06, "Finetune/Loss": 0.660016655921936, "Finetune/Loss (Raw)": 0.5597878694534302, "Finetune/Step": 10250, "Finetune/Step Time": 5.8649501875042915}
+{"Finetune/Learning Rate": 9.415998934275747e-06, "Finetune/Loss": 0.6608373522758484, "Finetune/Loss (Raw)": 0.67578125, "Finetune/Step": 10251, "Finetune/Step Time": 5.868384715169668}
+{"Finetune/Learning Rate": 9.41431785832127e-06, "Finetune/Loss": 0.6607511639595032, "Finetune/Loss (Raw)": 0.644906222820282, "Finetune/Step": 10252, "Finetune/Step Time": 5.86586406826973}
+{"Finetune/Learning Rate": 9.412636798975071e-06, "Finetune/Loss": 0.6614941954612732, "Finetune/Loss (Raw)": 0.7169257402420044, "Finetune/Step": 10253, "Finetune/Step Time": 5.855188651010394}
+{"Finetune/Learning Rate": 9.410955756284826e-06, "Finetune/Loss": 0.6610050201416016, "Finetune/Loss (Raw)": 0.6423921585083008, "Finetune/Step": 10254, "Finetune/Step Time": 5.854660913348198}
+{"Finetune/Learning Rate": 9.409274730298197e-06, "Finetune/Loss": 0.661231517791748, "Finetune/Loss (Raw)": 0.6678322553634644, "Finetune/Step": 10255, "Finetune/Step Time": 5.857967101037502}
+{"Finetune/Learning Rate": 9.407593721062858e-06, "Finetune/Loss": 0.6613232493400574, "Finetune/Loss (Raw)": 0.6588019132614136, "Finetune/Step": 10256, "Finetune/Step Time": 5.860271953046322}
+{"Finetune/Learning Rate": 9.405912728626478e-06, "Finetune/Loss": 0.6605888605117798, "Finetune/Loss (Raw)": 0.5136876106262207, "Finetune/Step": 10257, "Finetune/Step Time": 5.862967826426029}
+{"Finetune/Learning Rate": 9.404231753036719e-06, "Finetune/Loss": 0.6603448390960693, "Finetune/Loss (Raw)": 0.7330566048622131, "Finetune/Step": 10258, "Finetune/Step Time": 5.861331360414624}
+{"Finetune/Learning Rate": 9.402550794341256e-06, "Finetune/Loss": 0.6612615585327148, "Finetune/Loss (Raw)": 0.825602114200592, "Finetune/Step": 10259, "Finetune/Step Time": 5.8574269488453865}
+{"Finetune/Learning Rate": 9.400869852587759e-06, "Finetune/Loss": 0.6623175144195557, "Finetune/Loss (Raw)": 0.7095025777816772, "Finetune/Step": 10260, "Finetune/Step Time": 5.859875058755279}
+{"Finetune/Learning Rate": 9.399188927823882e-06, "Finetune/Loss": 0.6624013185501099, "Finetune/Loss (Raw)": 0.6888208389282227, "Finetune/Step": 10261, "Finetune/Step Time": 5.862406142055988}
+{"Finetune/Learning Rate": 9.3975080200973e-06, "Finetune/Loss": 0.6612560153007507, "Finetune/Loss (Raw)": 0.6018454432487488, "Finetune/Step": 10262, "Finetune/Step Time": 5.865936009213328}
+{"Finetune/Learning Rate": 9.395827129455679e-06, "Finetune/Loss": 0.6609065532684326, "Finetune/Loss (Raw)": 0.5584762096405029, "Finetune/Step": 10263, "Finetune/Step Time": 5.887553326785564}
+{"Finetune/Learning Rate": 9.39414625594668e-06, "Finetune/Loss": 0.6616203784942627, "Finetune/Loss (Raw)": 0.7372100949287415, "Finetune/Step": 10264, "Finetune/Step Time": 5.867697101086378}
+{"Finetune/Learning Rate": 9.39246539961797e-06, "Finetune/Loss": 0.6611028909683228, "Finetune/Loss (Raw)": 0.6788616180419922, "Finetune/Step": 10265, "Finetune/Step Time": 5.872424038127065}
+{"Finetune/Learning Rate": 9.39078456051722e-06, "Finetune/Loss": 0.6617617607116699, "Finetune/Loss (Raw)": 0.7764302492141724, "Finetune/Step": 10266, "Finetune/Step Time": 5.879940167069435}
+{"Finetune/Learning Rate": 9.389103738692083e-06, "Finetune/Loss": 0.6622108817100525, "Finetune/Loss (Raw)": 0.6668907999992371, "Finetune/Step": 10267, "Finetune/Step Time": 5.878750275820494}
+{"Finetune/Learning Rate": 9.387422934190225e-06, "Finetune/Loss": 0.6628828644752502, "Finetune/Loss (Raw)": 0.6475903391838074, "Finetune/Step": 10268, "Finetune/Step Time": 5.880284400656819}
+{"Finetune/Learning Rate": 9.385742147059313e-06, "Finetune/Loss": 0.6639730334281921, "Finetune/Loss (Raw)": 0.6459695100784302, "Finetune/Step": 10269, "Finetune/Step Time": 5.860659757629037}
+{"Finetune/Learning Rate": 9.384061377347005e-06, "Finetune/Loss": 0.6653857827186584, "Finetune/Loss (Raw)": 0.7582569718360901, "Finetune/Step": 10270, "Finetune/Step Time": 5.858695460483432}
+{"Finetune/Learning Rate": 9.382380625100966e-06, "Finetune/Loss": 0.666356086730957, "Finetune/Loss (Raw)": 0.7765958905220032, "Finetune/Step": 10271, "Finetune/Step Time": 5.865171009674668}
+{"Finetune/Learning Rate": 9.38069989036886e-06, "Finetune/Loss": 0.6660038828849792, "Finetune/Loss (Raw)": 0.7151908278465271, "Finetune/Step": 10272, "Finetune/Step Time": 5.867614258080721}
+{"Finetune/Learning Rate": 9.37901917319834e-06, "Finetune/Loss": 0.665796160697937, "Finetune/Loss (Raw)": 0.6649045944213867, "Finetune/Step": 10273, "Finetune/Step Time": 5.869996398687363}
+{"Finetune/Learning Rate": 9.377338473637071e-06, "Finetune/Loss": 0.6664949655532837, "Finetune/Loss (Raw)": 0.6860606670379639, "Finetune/Step": 10274, "Finetune/Step Time": 5.872557740658522}
+{"Finetune/Learning Rate": 9.37565779173271e-06, "Finetune/Loss": 0.6666136980056763, "Finetune/Loss (Raw)": 0.7216918468475342, "Finetune/Step": 10275, "Finetune/Step Time": 5.876725260168314}
+{"Finetune/Learning Rate": 9.37397712753292e-06, "Finetune/Loss": 0.6679659485816956, "Finetune/Loss (Raw)": 0.6953964233398438, "Finetune/Step": 10276, "Finetune/Step Time": 5.865934420377016}
+{"Finetune/Learning Rate": 9.37229648108536e-06, "Finetune/Loss": 0.667784571647644, "Finetune/Loss (Raw)": 0.7392004728317261, "Finetune/Step": 10277, "Finetune/Step Time": 5.862214347347617}
+{"Finetune/Learning Rate": 9.370615852437689e-06, "Finetune/Loss": 0.6682427525520325, "Finetune/Loss (Raw)": 0.7532824277877808, "Finetune/Step": 10278, "Finetune/Step Time": 5.859704691916704}
+{"Finetune/Learning Rate": 9.36893524163756e-06, "Finetune/Loss": 0.667851448059082, "Finetune/Loss (Raw)": 0.6060342192649841, "Finetune/Step": 10279, "Finetune/Step Time": 5.870599219575524}
+{"Finetune/Learning Rate": 9.367254648732633e-06, "Finetune/Loss": 0.6666138768196106, "Finetune/Loss (Raw)": 0.6469226479530334, "Finetune/Step": 10280, "Finetune/Step Time": 5.870145495980978}
+{"Finetune/Learning Rate": 9.365574073770565e-06, "Finetune/Loss": 0.6663711071014404, "Finetune/Loss (Raw)": 0.6542209386825562, "Finetune/Step": 10281, "Finetune/Step Time": 5.883341731503606}
+{"Finetune/Learning Rate": 9.363893516799012e-06, "Finetune/Loss": 0.6663284301757812, "Finetune/Loss (Raw)": 0.6423994302749634, "Finetune/Step": 10282, "Finetune/Step Time": 5.880823398008943}
+{"Finetune/Learning Rate": 9.362212977865629e-06, "Finetune/Loss": 0.6677355766296387, "Finetune/Loss (Raw)": 0.8083072304725647, "Finetune/Step": 10283, "Finetune/Step Time": 5.884978851303458}
+{"Finetune/Learning Rate": 9.360532457018077e-06, "Finetune/Loss": 0.66766756772995, "Finetune/Loss (Raw)": 0.6504597663879395, "Finetune/Step": 10284, "Finetune/Step Time": 5.90012470073998}
+{"Finetune/Learning Rate": 9.358851954304e-06, "Finetune/Loss": 0.6690261960029602, "Finetune/Loss (Raw)": 0.7408435344696045, "Finetune/Step": 10285, "Finetune/Step Time": 5.900602802634239}
+{"Finetune/Learning Rate": 9.35717146977106e-06, "Finetune/Loss": 0.6682776212692261, "Finetune/Loss (Raw)": 0.669083297252655, "Finetune/Step": 10286, "Finetune/Step Time": 5.898155422881246}
+{"Finetune/Learning Rate": 9.355491003466912e-06, "Finetune/Loss": 0.6678264141082764, "Finetune/Loss (Raw)": 0.6432028412818909, "Finetune/Step": 10287, "Finetune/Step Time": 5.896267604082823}
+{"Finetune/Learning Rate": 9.353810555439203e-06, "Finetune/Loss": 0.6696143746376038, "Finetune/Loss (Raw)": 0.7882634997367859, "Finetune/Step": 10288, "Finetune/Step Time": 5.89081310108304}
+{"Finetune/Learning Rate": 9.35213012573559e-06, "Finetune/Loss": 0.669599175453186, "Finetune/Loss (Raw)": 0.5874878764152527, "Finetune/Step": 10289, "Finetune/Step Time": 5.889983292669058}
+{"Finetune/Learning Rate": 9.350449714403727e-06, "Finetune/Loss": 0.669209361076355, "Finetune/Loss (Raw)": 0.6411181688308716, "Finetune/Step": 10290, "Finetune/Step Time": 5.885663900524378}
+{"Finetune/Learning Rate": 9.348769321491261e-06, "Finetune/Loss": 0.6688194274902344, "Finetune/Loss (Raw)": 0.6818057894706726, "Finetune/Step": 10291, "Finetune/Step Time": 5.879988165572286}
+{"Finetune/Learning Rate": 9.347088947045844e-06, "Finetune/Loss": 0.6690382957458496, "Finetune/Loss (Raw)": 0.6847843527793884, "Finetune/Step": 10292, "Finetune/Step Time": 5.880213672295213}
+{"Finetune/Learning Rate": 9.345408591115128e-06, "Finetune/Loss": 0.6692075133323669, "Finetune/Loss (Raw)": 0.6750717759132385, "Finetune/Step": 10293, "Finetune/Step Time": 5.875838940963149}
+{"Finetune/Learning Rate": 9.343728253746764e-06, "Finetune/Loss": 0.6694759130477905, "Finetune/Loss (Raw)": 0.6198468208312988, "Finetune/Step": 10294, "Finetune/Step Time": 5.877846973016858}
+{"Finetune/Learning Rate": 9.342047934988401e-06, "Finetune/Loss": 0.6687209010124207, "Finetune/Loss (Raw)": 0.626332700252533, "Finetune/Step": 10295, "Finetune/Step Time": 5.880823016166687}
+{"Finetune/Learning Rate": 9.340367634887688e-06, "Finetune/Loss": 0.6678677797317505, "Finetune/Loss (Raw)": 0.552899181842804, "Finetune/Step": 10296, "Finetune/Step Time": 5.887490896508098}
+{"Finetune/Learning Rate": 9.338687353492274e-06, "Finetune/Loss": 0.6685783863067627, "Finetune/Loss (Raw)": 0.7191953063011169, "Finetune/Step": 10297, "Finetune/Step Time": 5.898086069151759}
+{"Finetune/Learning Rate": 9.337007090849803e-06, "Finetune/Loss": 0.6672755479812622, "Finetune/Loss (Raw)": 0.5731726288795471, "Finetune/Step": 10298, "Finetune/Step Time": 5.900682259351015}
+{"Finetune/Learning Rate": 9.335326847007929e-06, "Finetune/Loss": 0.6670858860015869, "Finetune/Loss (Raw)": 0.5776131749153137, "Finetune/Step": 10299, "Finetune/Step Time": 5.914539106190205}
+{"Finetune/Learning Rate": 9.33364662201429e-06, "Finetune/Loss": 0.6646679043769836, "Finetune/Loss (Raw)": 0.47029194235801697, "Finetune/Step": 10300, "Finetune/Step Time": 5.935443000867963}
+{"Finetune/Learning Rate": 9.331966415916542e-06, "Finetune/Loss": 0.6632933020591736, "Finetune/Loss (Raw)": 0.5915131568908691, "Finetune/Step": 10301, "Finetune/Step Time": 5.938381033018231}
+{"Finetune/Learning Rate": 9.330286228762328e-06, "Finetune/Loss": 0.6626818180084229, "Finetune/Loss (Raw)": 0.6279654502868652, "Finetune/Step": 10302, "Finetune/Step Time": 5.934817818924785}
+{"Finetune/Learning Rate": 9.32860606059929e-06, "Finetune/Loss": 0.6620919704437256, "Finetune/Loss (Raw)": 0.575819194316864, "Finetune/Step": 10303, "Finetune/Step Time": 5.938656000420451}
+{"Finetune/Learning Rate": 9.326925911475075e-06, "Finetune/Loss": 0.6631907224655151, "Finetune/Loss (Raw)": 0.6884309649467468, "Finetune/Step": 10304, "Finetune/Step Time": 5.941400328651071}
+{"Finetune/Learning Rate": 9.325245781437328e-06, "Finetune/Loss": 0.663573145866394, "Finetune/Loss (Raw)": 0.6520053744316101, "Finetune/Step": 10305, "Finetune/Step Time": 5.94050345569849}
+{"Finetune/Learning Rate": 9.323565670533691e-06, "Finetune/Loss": 0.6623272895812988, "Finetune/Loss (Raw)": 0.4824663996696472, "Finetune/Step": 10306, "Finetune/Step Time": 5.943565825000405}
+{"Finetune/Learning Rate": 9.321885578811806e-06, "Finetune/Loss": 0.6619908213615417, "Finetune/Loss (Raw)": 0.7250310182571411, "Finetune/Step": 10307, "Finetune/Step Time": 5.952842967584729}
+{"Finetune/Learning Rate": 9.320205506319326e-06, "Finetune/Loss": 0.6629037857055664, "Finetune/Loss (Raw)": 0.7510901689529419, "Finetune/Step": 10308, "Finetune/Step Time": 5.941132107749581}
+{"Finetune/Learning Rate": 9.318525453103879e-06, "Finetune/Loss": 0.6618838906288147, "Finetune/Loss (Raw)": 0.6100183129310608, "Finetune/Step": 10309, "Finetune/Step Time": 5.93286512978375}
+{"Finetune/Learning Rate": 9.31684541921311e-06, "Finetune/Loss": 0.6611537337303162, "Finetune/Loss (Raw)": 0.6703866720199585, "Finetune/Step": 10310, "Finetune/Step Time": 5.9414802975952625}
+{"Finetune/Learning Rate": 9.315165404694664e-06, "Finetune/Loss": 0.661799967288971, "Finetune/Loss (Raw)": 0.6578269600868225, "Finetune/Step": 10311, "Finetune/Step Time": 5.94332729652524}
+{"Finetune/Learning Rate": 9.31348540959618e-06, "Finetune/Loss": 0.6622346043586731, "Finetune/Loss (Raw)": 0.7677002549171448, "Finetune/Step": 10312, "Finetune/Step Time": 5.948215641081333}
+{"Finetune/Learning Rate": 9.311805433965297e-06, "Finetune/Loss": 0.6635616421699524, "Finetune/Loss (Raw)": 0.6915769577026367, "Finetune/Step": 10313, "Finetune/Step Time": 5.950171513482928}
+{"Finetune/Learning Rate": 9.310125477849659e-06, "Finetune/Loss": 0.6639869213104248, "Finetune/Loss (Raw)": 0.7403631210327148, "Finetune/Step": 10314, "Finetune/Step Time": 5.944021994248033}
+{"Finetune/Learning Rate": 9.308445541296897e-06, "Finetune/Loss": 0.6642893552780151, "Finetune/Loss (Raw)": 0.6038421988487244, "Finetune/Step": 10315, "Finetune/Step Time": 5.926491843536496}
+{"Finetune/Learning Rate": 9.306765624354653e-06, "Finetune/Loss": 0.6630051732063293, "Finetune/Loss (Raw)": 0.5985077023506165, "Finetune/Step": 10316, "Finetune/Step Time": 5.922672141343355}
+{"Finetune/Learning Rate": 9.305085727070563e-06, "Finetune/Loss": 0.6621108651161194, "Finetune/Loss (Raw)": 0.5585076212882996, "Finetune/Step": 10317, "Finetune/Step Time": 5.935764284804463}
+{"Finetune/Learning Rate": 9.303405849492267e-06, "Finetune/Loss": 0.6608846187591553, "Finetune/Loss (Raw)": 0.5869628190994263, "Finetune/Step": 10318, "Finetune/Step Time": 5.933975249528885}
+{"Finetune/Learning Rate": 9.301725991667402e-06, "Finetune/Loss": 0.660461962223053, "Finetune/Loss (Raw)": 0.5126667618751526, "Finetune/Step": 10319, "Finetune/Step Time": 5.918523274362087}
+{"Finetune/Learning Rate": 9.300046153643603e-06, "Finetune/Loss": 0.6609283685684204, "Finetune/Loss (Raw)": 0.7582519054412842, "Finetune/Step": 10320, "Finetune/Step Time": 5.91984293423593}
+{"Finetune/Learning Rate": 9.298366335468503e-06, "Finetune/Loss": 0.6610101461410522, "Finetune/Loss (Raw)": 0.7065755724906921, "Finetune/Step": 10321, "Finetune/Step Time": 5.9192798640578985}
+{"Finetune/Learning Rate": 9.296686537189739e-06, "Finetune/Loss": 0.6610350608825684, "Finetune/Loss (Raw)": 0.7357808351516724, "Finetune/Step": 10322, "Finetune/Step Time": 5.913360545411706}
+{"Finetune/Learning Rate": 9.295006758854943e-06, "Finetune/Loss": 0.6596720814704895, "Finetune/Loss (Raw)": 0.49044233560562134, "Finetune/Step": 10323, "Finetune/Step Time": 5.9364393055438995}
+{"Finetune/Learning Rate": 9.29332700051175e-06, "Finetune/Loss": 0.660031795501709, "Finetune/Loss (Raw)": 0.6185638308525085, "Finetune/Step": 10324, "Finetune/Step Time": 5.937302902340889}
+{"Finetune/Learning Rate": 9.291647262207796e-06, "Finetune/Loss": 0.6605896353721619, "Finetune/Loss (Raw)": 0.7870374321937561, "Finetune/Step": 10325, "Finetune/Step Time": 5.942614659667015}
+{"Finetune/Learning Rate": 9.28996754399071e-06, "Finetune/Loss": 0.660467267036438, "Finetune/Loss (Raw)": 0.6200202107429504, "Finetune/Step": 10326, "Finetune/Step Time": 5.943723002448678}
+{"Finetune/Learning Rate": 9.28828784590813e-06, "Finetune/Loss": 0.6606509685516357, "Finetune/Loss (Raw)": 0.6320770382881165, "Finetune/Step": 10327, "Finetune/Step Time": 5.9433565102517605}
+{"Finetune/Learning Rate": 9.286608168007678e-06, "Finetune/Loss": 0.661747932434082, "Finetune/Loss (Raw)": 0.7437704205513, "Finetune/Step": 10328, "Finetune/Step Time": 5.942697687074542}
+{"Finetune/Learning Rate": 9.284928510336991e-06, "Finetune/Loss": 0.6605080962181091, "Finetune/Loss (Raw)": 0.5321754813194275, "Finetune/Step": 10329, "Finetune/Step Time": 5.933801995590329}
+{"Finetune/Learning Rate": 9.2832488729437e-06, "Finetune/Loss": 0.660059928894043, "Finetune/Loss (Raw)": 0.6629319787025452, "Finetune/Step": 10330, "Finetune/Step Time": 5.934446983039379}
+{"Finetune/Learning Rate": 9.281569255875427e-06, "Finetune/Loss": 0.6602985858917236, "Finetune/Loss (Raw)": 0.6867555975914001, "Finetune/Step": 10331, "Finetune/Step Time": 5.937928671017289}
+{"Finetune/Learning Rate": 9.27988965917981e-06, "Finetune/Loss": 0.6594572067260742, "Finetune/Loss (Raw)": 0.644087016582489, "Finetune/Step": 10332, "Finetune/Step Time": 5.935684077441692}
+{"Finetune/Learning Rate": 9.27821008290448e-06, "Finetune/Loss": 0.6578274369239807, "Finetune/Loss (Raw)": 0.5056631565093994, "Finetune/Step": 10333, "Finetune/Step Time": 5.936042530462146}
+{"Finetune/Learning Rate": 9.276530527097053e-06, "Finetune/Loss": 0.658990204334259, "Finetune/Loss (Raw)": 0.7295173406600952, "Finetune/Step": 10334, "Finetune/Step Time": 5.938493015244603}
+{"Finetune/Learning Rate": 9.274850991805164e-06, "Finetune/Loss": 0.6575843691825867, "Finetune/Loss (Raw)": 0.47353455424308777, "Finetune/Step": 10335, "Finetune/Step Time": 5.972855715081096}
+{"Finetune/Learning Rate": 9.27317147707644e-06, "Finetune/Loss": 0.6572112441062927, "Finetune/Loss (Raw)": 0.6126075983047485, "Finetune/Step": 10336, "Finetune/Step Time": 5.979066817089915}
+{"Finetune/Learning Rate": 9.271491982958506e-06, "Finetune/Loss": 0.6571187973022461, "Finetune/Loss (Raw)": 0.646881639957428, "Finetune/Step": 10337, "Finetune/Step Time": 5.987956399098039}
+{"Finetune/Learning Rate": 9.269812509498988e-06, "Finetune/Loss": 0.6574053168296814, "Finetune/Loss (Raw)": 0.624664843082428, "Finetune/Step": 10338, "Finetune/Step Time": 5.98878812417388}
+{"Finetune/Learning Rate": 9.268133056745513e-06, "Finetune/Loss": 0.6568378210067749, "Finetune/Loss (Raw)": 0.6401228308677673, "Finetune/Step": 10339, "Finetune/Step Time": 5.992176990956068}
+{"Finetune/Learning Rate": 9.266453624745701e-06, "Finetune/Loss": 0.6581939458847046, "Finetune/Loss (Raw)": 0.7385230660438538, "Finetune/Step": 10340, "Finetune/Step Time": 5.989268928766251}
+{"Finetune/Learning Rate": 9.264774213547176e-06, "Finetune/Loss": 0.6579735279083252, "Finetune/Loss (Raw)": 0.7242627739906311, "Finetune/Step": 10341, "Finetune/Step Time": 6.003556909039617}
+{"Finetune/Learning Rate": 9.263094823197565e-06, "Finetune/Loss": 0.6586176753044128, "Finetune/Loss (Raw)": 0.6982489824295044, "Finetune/Step": 10342, "Finetune/Step Time": 6.004976246505976}
+{"Finetune/Learning Rate": 9.26141545374449e-06, "Finetune/Loss": 0.6592282056808472, "Finetune/Loss (Raw)": 0.7276791334152222, "Finetune/Step": 10343, "Finetune/Step Time": 6.0141071900725365}
+{"Finetune/Learning Rate": 9.259736105235572e-06, "Finetune/Loss": 0.6592304110527039, "Finetune/Loss (Raw)": 0.6303969025611877, "Finetune/Step": 10344, "Finetune/Step Time": 6.018770245835185}
+{"Finetune/Learning Rate": 9.258056777718435e-06, "Finetune/Loss": 0.6580026149749756, "Finetune/Loss (Raw)": 0.6458012461662292, "Finetune/Step": 10345, "Finetune/Step Time": 6.017714641988277}
+{"Finetune/Learning Rate": 9.256377471240696e-06, "Finetune/Loss": 0.6579846143722534, "Finetune/Loss (Raw)": 0.6988077163696289, "Finetune/Step": 10346, "Finetune/Step Time": 6.035544831305742}
+{"Finetune/Learning Rate": 9.254698185849978e-06, "Finetune/Loss": 0.6568427085876465, "Finetune/Loss (Raw)": 0.5022939443588257, "Finetune/Step": 10347, "Finetune/Step Time": 6.047758651897311}
+{"Finetune/Learning Rate": 9.253018921593899e-06, "Finetune/Loss": 0.6573958396911621, "Finetune/Loss (Raw)": 0.7174572944641113, "Finetune/Step": 10348, "Finetune/Step Time": 6.045361220836639}
+{"Finetune/Learning Rate": 9.25133967852008e-06, "Finetune/Loss": 0.6565465927124023, "Finetune/Loss (Raw)": 0.4822368621826172, "Finetune/Step": 10349, "Finetune/Step Time": 6.05653995834291}
+{"Finetune/Learning Rate": 9.249660456676138e-06, "Finetune/Loss": 0.656136691570282, "Finetune/Loss (Raw)": 0.7270188927650452, "Finetune/Step": 10350, "Finetune/Step Time": 6.058330770581961}
+{"Finetune/Learning Rate": 9.247981256109695e-06, "Finetune/Loss": 0.6560041904449463, "Finetune/Loss (Raw)": 0.6476595401763916, "Finetune/Step": 10351, "Finetune/Step Time": 6.071240093559027}
+{"Finetune/Learning Rate": 9.246302076868362e-06, "Finetune/Loss": 0.6553361415863037, "Finetune/Loss (Raw)": 0.6135534048080444, "Finetune/Step": 10352, "Finetune/Step Time": 6.044337948784232}
+{"Finetune/Learning Rate": 9.244622918999761e-06, "Finetune/Loss": 0.654166042804718, "Finetune/Loss (Raw)": 0.6223202347755432, "Finetune/Step": 10353, "Finetune/Step Time": 6.051044527441263}
+{"Finetune/Learning Rate": 9.242943782551504e-06, "Finetune/Loss": 0.6543794870376587, "Finetune/Loss (Raw)": 0.695128321647644, "Finetune/Step": 10354, "Finetune/Step Time": 6.033682823181152}
+{"Finetune/Learning Rate": 9.24126466757121e-06, "Finetune/Loss": 0.6568573713302612, "Finetune/Loss (Raw)": 0.7434771656990051, "Finetune/Step": 10355, "Finetune/Step Time": 6.0164724718779325}
+{"Finetune/Learning Rate": 9.239585574106488e-06, "Finetune/Loss": 0.6553516983985901, "Finetune/Loss (Raw)": 0.604520320892334, "Finetune/Step": 10356, "Finetune/Step Time": 6.015044881030917}
+{"Finetune/Learning Rate": 9.237906502204967e-06, "Finetune/Loss": 0.6545461416244507, "Finetune/Loss (Raw)": 0.5783879160881042, "Finetune/Step": 10357, "Finetune/Step Time": 6.019676309078932}
+{"Finetune/Learning Rate": 9.236227451914241e-06, "Finetune/Loss": 0.6545435786247253, "Finetune/Loss (Raw)": 0.6620659828186035, "Finetune/Step": 10358, "Finetune/Step Time": 6.004366913810372}
+{"Finetune/Learning Rate": 9.234548423281934e-06, "Finetune/Loss": 0.6539146900177002, "Finetune/Loss (Raw)": 0.5333272218704224, "Finetune/Step": 10359, "Finetune/Step Time": 5.998693594709039}
+{"Finetune/Learning Rate": 9.23286941635566e-06, "Finetune/Loss": 0.6542741060256958, "Finetune/Loss (Raw)": 0.7054681181907654, "Finetune/Step": 10360, "Finetune/Step Time": 5.999706160277128}
+{"Finetune/Learning Rate": 9.231190431183026e-06, "Finetune/Loss": 0.6548892855644226, "Finetune/Loss (Raw)": 0.6063091158866882, "Finetune/Step": 10361, "Finetune/Step Time": 5.995349928736687}
+{"Finetune/Learning Rate": 9.229511467811645e-06, "Finetune/Loss": 0.6552816033363342, "Finetune/Loss (Raw)": 0.6610921025276184, "Finetune/Step": 10362, "Finetune/Step Time": 5.9993070513010025}
+{"Finetune/Learning Rate": 9.227832526289132e-06, "Finetune/Loss": 0.6566976308822632, "Finetune/Loss (Raw)": 0.658617377281189, "Finetune/Step": 10363, "Finetune/Step Time": 5.993334211409092}
+{"Finetune/Learning Rate": 9.226153606663089e-06, "Finetune/Loss": 0.6570919156074524, "Finetune/Loss (Raw)": 0.7175601720809937, "Finetune/Step": 10364, "Finetune/Step Time": 5.986087787896395}
+{"Finetune/Learning Rate": 9.224474708981129e-06, "Finetune/Loss": 0.6572282314300537, "Finetune/Loss (Raw)": 0.689791202545166, "Finetune/Step": 10365, "Finetune/Step Time": 5.982339570298791}
+{"Finetune/Learning Rate": 9.22279583329086e-06, "Finetune/Loss": 0.6568650007247925, "Finetune/Loss (Raw)": 0.6234307289123535, "Finetune/Step": 10366, "Finetune/Step Time": 5.984427537769079}
+{"Finetune/Learning Rate": 9.221116979639893e-06, "Finetune/Loss": 0.6577181816101074, "Finetune/Loss (Raw)": 0.731619656085968, "Finetune/Step": 10367, "Finetune/Step Time": 5.988150518387556}
+{"Finetune/Learning Rate": 9.219438148075834e-06, "Finetune/Loss": 0.657428503036499, "Finetune/Loss (Raw)": 0.7199519872665405, "Finetune/Step": 10368, "Finetune/Step Time": 5.987247042357922}
+{"Finetune/Learning Rate": 9.21775933864629e-06, "Finetune/Loss": 0.6572085618972778, "Finetune/Loss (Raw)": 0.6341603994369507, "Finetune/Step": 10369, "Finetune/Step Time": 5.9906550366431475}
+{"Finetune/Learning Rate": 9.216080551398865e-06, "Finetune/Loss": 0.6566687822341919, "Finetune/Loss (Raw)": 0.6546667218208313, "Finetune/Step": 10370, "Finetune/Step Time": 5.988342210650444}
+{"Finetune/Learning Rate": 9.214401786381167e-06, "Finetune/Loss": 0.6592141389846802, "Finetune/Loss (Raw)": 0.8788795471191406, "Finetune/Step": 10371, "Finetune/Step Time": 5.9855763632804155}
+{"Finetune/Learning Rate": 9.2127230436408e-06, "Finetune/Loss": 0.6594032645225525, "Finetune/Loss (Raw)": 0.6249983906745911, "Finetune/Step": 10372, "Finetune/Step Time": 5.971684889867902}
+{"Finetune/Learning Rate": 9.211044323225366e-06, "Finetune/Loss": 0.659935474395752, "Finetune/Loss (Raw)": 0.7367952466011047, "Finetune/Step": 10373, "Finetune/Step Time": 5.9753519129008055}
+{"Finetune/Learning Rate": 9.209365625182477e-06, "Finetune/Loss": 0.6606056094169617, "Finetune/Loss (Raw)": 0.7295395731925964, "Finetune/Step": 10374, "Finetune/Step Time": 5.987318828701973}
+{"Finetune/Learning Rate": 9.20768694955973e-06, "Finetune/Loss": 0.6606859564781189, "Finetune/Loss (Raw)": 0.7279689908027649, "Finetune/Step": 10375, "Finetune/Step Time": 5.985008805990219}
+{"Finetune/Learning Rate": 9.206008296404724e-06, "Finetune/Loss": 0.6605461835861206, "Finetune/Loss (Raw)": 0.6957483887672424, "Finetune/Step": 10376, "Finetune/Step Time": 5.984705649316311}
+{"Finetune/Learning Rate": 9.204329665765068e-06, "Finetune/Loss": 0.6601216197013855, "Finetune/Loss (Raw)": 0.641354501247406, "Finetune/Step": 10377, "Finetune/Step Time": 5.972078923135996}
+{"Finetune/Learning Rate": 9.202651057688358e-06, "Finetune/Loss": 0.6618479490280151, "Finetune/Loss (Raw)": 0.7807510495185852, "Finetune/Step": 10378, "Finetune/Step Time": 5.974380781874061}
+{"Finetune/Learning Rate": 9.200972472222199e-06, "Finetune/Loss": 0.6623415350914001, "Finetune/Loss (Raw)": 0.7389644980430603, "Finetune/Step": 10379, "Finetune/Step Time": 5.969179345294833}
+{"Finetune/Learning Rate": 9.199293909414186e-06, "Finetune/Loss": 0.6626170873641968, "Finetune/Loss (Raw)": 0.6801708340644836, "Finetune/Step": 10380, "Finetune/Step Time": 5.9829463716596365}
+{"Finetune/Learning Rate": 9.197615369311926e-06, "Finetune/Loss": 0.6629824638366699, "Finetune/Loss (Raw)": 0.7637022733688354, "Finetune/Step": 10381, "Finetune/Step Time": 5.984680317342281}
+{"Finetune/Learning Rate": 9.195936851963009e-06, "Finetune/Loss": 0.6626013517379761, "Finetune/Loss (Raw)": 0.593604564666748, "Finetune/Step": 10382, "Finetune/Step Time": 5.9827990140765905}
+{"Finetune/Learning Rate": 9.194258357415033e-06, "Finetune/Loss": 0.6621004343032837, "Finetune/Loss (Raw)": 0.603716254234314, "Finetune/Step": 10383, "Finetune/Step Time": 5.9804488476365805}
+{"Finetune/Learning Rate": 9.192579885715602e-06, "Finetune/Loss": 0.6624548435211182, "Finetune/Loss (Raw)": 0.7041698098182678, "Finetune/Step": 10384, "Finetune/Step Time": 5.9718828946352005}
+{"Finetune/Learning Rate": 9.19090143691231e-06, "Finetune/Loss": 0.663885235786438, "Finetune/Loss (Raw)": 0.6967712044715881, "Finetune/Step": 10385, "Finetune/Step Time": 5.971462298184633}
+{"Finetune/Learning Rate": 9.189223011052751e-06, "Finetune/Loss": 0.6636033654212952, "Finetune/Loss (Raw)": 0.6969785690307617, "Finetune/Step": 10386, "Finetune/Step Time": 5.971559628844261}
+{"Finetune/Learning Rate": 9.187544608184525e-06, "Finetune/Loss": 0.6623200178146362, "Finetune/Loss (Raw)": 0.6613320112228394, "Finetune/Step": 10387, "Finetune/Step Time": 5.971559094265103}
+{"Finetune/Learning Rate": 9.18586622835522e-06, "Finetune/Loss": 0.6619652509689331, "Finetune/Loss (Raw)": 0.664097785949707, "Finetune/Step": 10388, "Finetune/Step Time": 5.965526565909386}
+{"Finetune/Learning Rate": 9.184187871612436e-06, "Finetune/Loss": 0.6614924669265747, "Finetune/Loss (Raw)": 0.6282975077629089, "Finetune/Step": 10389, "Finetune/Step Time": 5.9616809040308}
+{"Finetune/Learning Rate": 9.182509538003761e-06, "Finetune/Loss": 0.6618524193763733, "Finetune/Loss (Raw)": 0.6479242444038391, "Finetune/Step": 10390, "Finetune/Step Time": 5.95890624448657}
+{"Finetune/Learning Rate": 9.180831227576792e-06, "Finetune/Loss": 0.6617218852043152, "Finetune/Loss (Raw)": 0.5417658686637878, "Finetune/Step": 10391, "Finetune/Step Time": 5.944840105250478}
+{"Finetune/Learning Rate": 9.179152940379123e-06, "Finetune/Loss": 0.6605331897735596, "Finetune/Loss (Raw)": 0.5850518345832825, "Finetune/Step": 10392, "Finetune/Step Time": 5.948739657178521}
+{"Finetune/Learning Rate": 9.177474676458342e-06, "Finetune/Loss": 0.6594364643096924, "Finetune/Loss (Raw)": 0.5384899377822876, "Finetune/Step": 10393, "Finetune/Step Time": 5.943110076710582}
+{"Finetune/Learning Rate": 9.175796435862038e-06, "Finetune/Loss": 0.6592808961868286, "Finetune/Loss (Raw)": 0.7565139532089233, "Finetune/Step": 10394, "Finetune/Step Time": 5.938405526801944}
+{"Finetune/Learning Rate": 9.174118218637805e-06, "Finetune/Loss": 0.6599441766738892, "Finetune/Loss (Raw)": 0.7517930269241333, "Finetune/Step": 10395, "Finetune/Step Time": 5.933217791840434}
+{"Finetune/Learning Rate": 9.172440024833229e-06, "Finetune/Loss": 0.6602348685264587, "Finetune/Loss (Raw)": 0.6847997903823853, "Finetune/Step": 10396, "Finetune/Step Time": 5.933718156069517}
+{"Finetune/Learning Rate": 9.170761854495899e-06, "Finetune/Loss": 0.6598677039146423, "Finetune/Loss (Raw)": 0.5989713668823242, "Finetune/Step": 10397, "Finetune/Step Time": 5.933561388403177}
+{"Finetune/Learning Rate": 9.169083707673407e-06, "Finetune/Loss": 0.6586977243423462, "Finetune/Loss (Raw)": 0.6084999442100525, "Finetune/Step": 10398, "Finetune/Step Time": 5.936899691820145}
+{"Finetune/Learning Rate": 9.167405584413343e-06, "Finetune/Loss": 0.6570459604263306, "Finetune/Loss (Raw)": 0.5651657581329346, "Finetune/Step": 10399, "Finetune/Step Time": 5.934666562825441}
+{"Finetune/Learning Rate": 9.165727484763283e-06, "Finetune/Loss": 0.6569402813911438, "Finetune/Loss (Raw)": 0.701667070388794, "Finetune/Step": 10400, "Finetune/Step Time": 5.934096021577716}
+{"Finetune/Learning Rate": 9.16404940877082e-06, "Finetune/Loss": 0.6573593616485596, "Finetune/Loss (Raw)": 0.7185519933700562, "Finetune/Step": 10401, "Finetune/Step Time": 5.946209939196706}
+{"Finetune/Learning Rate": 9.16237135648354e-06, "Finetune/Loss": 0.6567384004592896, "Finetune/Loss (Raw)": 0.6065756678581238, "Finetune/Step": 10402, "Finetune/Step Time": 5.948292966932058}
+{"Finetune/Learning Rate": 9.160693327949025e-06, "Finetune/Loss": 0.6554938554763794, "Finetune/Loss (Raw)": 0.5623849630355835, "Finetune/Step": 10403, "Finetune/Step Time": 5.9487317986786366}
+{"Finetune/Learning Rate": 9.15901532321486e-06, "Finetune/Loss": 0.6551674008369446, "Finetune/Loss (Raw)": 0.6536173224449158, "Finetune/Step": 10404, "Finetune/Step Time": 5.950104435905814}
+{"Finetune/Learning Rate": 9.157337342328629e-06, "Finetune/Loss": 0.65404212474823, "Finetune/Loss (Raw)": 0.595160186290741, "Finetune/Step": 10405, "Finetune/Step Time": 5.955728765577078}
+{"Finetune/Learning Rate": 9.155659385337921e-06, "Finetune/Loss": 0.6543717384338379, "Finetune/Loss (Raw)": 0.7954803705215454, "Finetune/Step": 10406, "Finetune/Step Time": 5.958761066198349}
+{"Finetune/Learning Rate": 9.153981452290304e-06, "Finetune/Loss": 0.6554266810417175, "Finetune/Loss (Raw)": 0.7410606741905212, "Finetune/Step": 10407, "Finetune/Step Time": 5.949634736403823}
+{"Finetune/Learning Rate": 9.15230354323337e-06, "Finetune/Loss": 0.6560165882110596, "Finetune/Loss (Raw)": 0.7224295139312744, "Finetune/Step": 10408, "Finetune/Step Time": 5.946660947054625}
+{"Finetune/Learning Rate": 9.150625658214697e-06, "Finetune/Loss": 0.6563016176223755, "Finetune/Loss (Raw)": 0.6907066106796265, "Finetune/Step": 10409, "Finetune/Step Time": 5.92723636329174}
+{"Finetune/Learning Rate": 9.148947797281866e-06, "Finetune/Loss": 0.6563547849655151, "Finetune/Loss (Raw)": 0.6492011547088623, "Finetune/Step": 10410, "Finetune/Step Time": 5.939848583191633}
+{"Finetune/Learning Rate": 9.147269960482453e-06, "Finetune/Loss": 0.6544438004493713, "Finetune/Loss (Raw)": 0.5637069940567017, "Finetune/Step": 10411, "Finetune/Step Time": 5.934541527181864}
+{"Finetune/Learning Rate": 9.145592147864044e-06, "Finetune/Loss": 0.655110239982605, "Finetune/Loss (Raw)": 0.7357574701309204, "Finetune/Step": 10412, "Finetune/Step Time": 5.921002993360162}
+{"Finetune/Learning Rate": 9.143914359474209e-06, "Finetune/Loss": 0.6538550853729248, "Finetune/Loss (Raw)": 0.5801844596862793, "Finetune/Step": 10413, "Finetune/Step Time": 5.933949714526534}
+{"Finetune/Learning Rate": 9.142236595360525e-06, "Finetune/Loss": 0.6540415287017822, "Finetune/Loss (Raw)": 0.6929539442062378, "Finetune/Step": 10414, "Finetune/Step Time": 5.942511472851038}
+{"Finetune/Learning Rate": 9.140558855570576e-06, "Finetune/Loss": 0.6542935371398926, "Finetune/Loss (Raw)": 0.6754628419876099, "Finetune/Step": 10415, "Finetune/Step Time": 5.949285387992859}
+{"Finetune/Learning Rate": 9.138881140151931e-06, "Finetune/Loss": 0.6545681357383728, "Finetune/Loss (Raw)": 0.8234081268310547, "Finetune/Step": 10416, "Finetune/Step Time": 5.950869465246797}
+{"Finetune/Learning Rate": 9.13720344915217e-06, "Finetune/Loss": 0.655184805393219, "Finetune/Loss (Raw)": 0.6664209365844727, "Finetune/Step": 10417, "Finetune/Step Time": 5.950163105502725}
+{"Finetune/Learning Rate": 9.135525782618869e-06, "Finetune/Loss": 0.6551326513290405, "Finetune/Loss (Raw)": 0.6344414949417114, "Finetune/Step": 10418, "Finetune/Step Time": 5.9495902340859175}
+{"Finetune/Learning Rate": 9.133848140599595e-06, "Finetune/Loss": 0.6545583009719849, "Finetune/Loss (Raw)": 0.6082920432090759, "Finetune/Step": 10419, "Finetune/Step Time": 5.9500099290162325}
+{"Finetune/Learning Rate": 9.132170523141926e-06, "Finetune/Loss": 0.6542043685913086, "Finetune/Loss (Raw)": 0.6394859552383423, "Finetune/Step": 10420, "Finetune/Step Time": 5.953451296314597}
+{"Finetune/Learning Rate": 9.130492930293431e-06, "Finetune/Loss": 0.6540164351463318, "Finetune/Loss (Raw)": 0.6510093808174133, "Finetune/Step": 10421, "Finetune/Step Time": 5.957833390682936}
+{"Finetune/Learning Rate": 9.128815362101683e-06, "Finetune/Loss": 0.6545178294181824, "Finetune/Loss (Raw)": 0.6840221881866455, "Finetune/Step": 10422, "Finetune/Step Time": 5.9571584444493055}
+{"Finetune/Learning Rate": 9.127137818614257e-06, "Finetune/Loss": 0.6549853682518005, "Finetune/Loss (Raw)": 0.6861804127693176, "Finetune/Step": 10423, "Finetune/Step Time": 5.952729437500238}
+{"Finetune/Learning Rate": 9.125460299878722e-06, "Finetune/Loss": 0.6568036675453186, "Finetune/Loss (Raw)": 0.7856425046920776, "Finetune/Step": 10424, "Finetune/Step Time": 5.949044946581125}
+{"Finetune/Learning Rate": 9.123782805942645e-06, "Finetune/Loss": 0.6569416522979736, "Finetune/Loss (Raw)": 0.7368527054786682, "Finetune/Step": 10425, "Finetune/Step Time": 5.949880253523588}
+{"Finetune/Learning Rate": 9.122105336853594e-06, "Finetune/Loss": 0.6578139066696167, "Finetune/Loss (Raw)": 0.6848222613334656, "Finetune/Step": 10426, "Finetune/Step Time": 5.9474890269339085}
+{"Finetune/Learning Rate": 9.12042789265914e-06, "Finetune/Loss": 0.6595351696014404, "Finetune/Loss (Raw)": 0.7979397177696228, "Finetune/Step": 10427, "Finetune/Step Time": 5.94105563685298}
+{"Finetune/Learning Rate": 9.11875047340685e-06, "Finetune/Loss": 0.6610410213470459, "Finetune/Loss (Raw)": 0.6630309820175171, "Finetune/Step": 10428, "Finetune/Step Time": 5.922500338405371}
+{"Finetune/Learning Rate": 9.117073079144288e-06, "Finetune/Loss": 0.6614669561386108, "Finetune/Loss (Raw)": 0.6460422873497009, "Finetune/Step": 10429, "Finetune/Step Time": 5.9248618464916945}
+{"Finetune/Learning Rate": 9.115395709919029e-06, "Finetune/Loss": 0.6605647802352905, "Finetune/Loss (Raw)": 0.5124849677085876, "Finetune/Step": 10430, "Finetune/Step Time": 5.93571836873889}
+{"Finetune/Learning Rate": 9.113718365778627e-06, "Finetune/Loss": 0.6610815525054932, "Finetune/Loss (Raw)": 0.6419669985771179, "Finetune/Step": 10431, "Finetune/Step Time": 5.934305217117071}
+{"Finetune/Learning Rate": 9.112041046770653e-06, "Finetune/Loss": 0.6605640649795532, "Finetune/Loss (Raw)": 0.6221908330917358, "Finetune/Step": 10432, "Finetune/Step Time": 5.935159280896187}
+{"Finetune/Learning Rate": 9.11036375294267e-06, "Finetune/Loss": 0.6610071659088135, "Finetune/Loss (Raw)": 0.7087224721908569, "Finetune/Step": 10433, "Finetune/Step Time": 5.934144733473659}
+{"Finetune/Learning Rate": 9.108686484342241e-06, "Finetune/Loss": 0.6623470783233643, "Finetune/Loss (Raw)": 0.653975784778595, "Finetune/Step": 10434, "Finetune/Step Time": 5.932411503046751}
+{"Finetune/Learning Rate": 9.107009241016929e-06, "Finetune/Loss": 0.6622583270072937, "Finetune/Loss (Raw)": 0.7136730551719666, "Finetune/Step": 10435, "Finetune/Step Time": 5.918954074382782}
+{"Finetune/Learning Rate": 9.105332023014298e-06, "Finetune/Loss": 0.6616567969322205, "Finetune/Loss (Raw)": 0.6740896701812744, "Finetune/Step": 10436, "Finetune/Step Time": 5.911621322855353}
+{"Finetune/Learning Rate": 9.103654830381906e-06, "Finetune/Loss": 0.6625138521194458, "Finetune/Loss (Raw)": 0.7197210788726807, "Finetune/Step": 10437, "Finetune/Step Time": 5.922682607546449}
+{"Finetune/Learning Rate": 9.101977663167311e-06, "Finetune/Loss": 0.6625436544418335, "Finetune/Loss (Raw)": 0.6741971969604492, "Finetune/Step": 10438, "Finetune/Step Time": 5.918179837986827}
+{"Finetune/Learning Rate": 9.100300521418075e-06, "Finetune/Loss": 0.6623058915138245, "Finetune/Loss (Raw)": 0.6273977756500244, "Finetune/Step": 10439, "Finetune/Step Time": 5.914808735251427}
+{"Finetune/Learning Rate": 9.098623405181762e-06, "Finetune/Loss": 0.6622019410133362, "Finetune/Loss (Raw)": 0.7543970942497253, "Finetune/Step": 10440, "Finetune/Step Time": 5.911757560446858}
+{"Finetune/Learning Rate": 9.096946314505924e-06, "Finetune/Loss": 0.6611474752426147, "Finetune/Loss (Raw)": 0.5566080808639526, "Finetune/Step": 10441, "Finetune/Step Time": 5.9092962965369225}
+{"Finetune/Learning Rate": 9.095269249438122e-06, "Finetune/Loss": 0.6616768836975098, "Finetune/Loss (Raw)": 0.8081309795379639, "Finetune/Step": 10442, "Finetune/Step Time": 5.910971071571112}
+{"Finetune/Learning Rate": 9.09359221002591e-06, "Finetune/Loss": 0.6616169214248657, "Finetune/Loss (Raw)": 0.5961633920669556, "Finetune/Step": 10443, "Finetune/Step Time": 5.9097465220838785}
+{"Finetune/Learning Rate": 9.091915196316846e-06, "Finetune/Loss": 0.6629472970962524, "Finetune/Loss (Raw)": 0.7687872052192688, "Finetune/Step": 10444, "Finetune/Step Time": 5.90355346724391}
+{"Finetune/Learning Rate": 9.090238208358486e-06, "Finetune/Loss": 0.6637941598892212, "Finetune/Loss (Raw)": 0.6669057011604309, "Finetune/Step": 10445, "Finetune/Step Time": 5.89108857139945}
+{"Finetune/Learning Rate": 9.08856124619838e-06, "Finetune/Loss": 0.6650058031082153, "Finetune/Loss (Raw)": 0.7420624494552612, "Finetune/Step": 10446, "Finetune/Step Time": 5.909393286332488}
+{"Finetune/Learning Rate": 9.086884309884085e-06, "Finetune/Loss": 0.665963888168335, "Finetune/Loss (Raw)": 0.6352943181991577, "Finetune/Step": 10447, "Finetune/Step Time": 5.907172771170735}
+{"Finetune/Learning Rate": 9.085207399463162e-06, "Finetune/Loss": 0.6651465892791748, "Finetune/Loss (Raw)": 0.6536363363265991, "Finetune/Step": 10448, "Finetune/Step Time": 5.907390780746937}
+{"Finetune/Learning Rate": 9.083530514983148e-06, "Finetune/Loss": 0.665276050567627, "Finetune/Loss (Raw)": 0.7231541275978088, "Finetune/Step": 10449, "Finetune/Step Time": 5.911996427923441}
+{"Finetune/Learning Rate": 9.081853656491605e-06, "Finetune/Loss": 0.6636989116668701, "Finetune/Loss (Raw)": 0.5339059233665466, "Finetune/Step": 10450, "Finetune/Step Time": 5.922071715816855}
+{"Finetune/Learning Rate": 9.080176824036082e-06, "Finetune/Loss": 0.6650395393371582, "Finetune/Loss (Raw)": 0.6620398163795471, "Finetune/Step": 10451, "Finetune/Step Time": 5.903139196336269}
+{"Finetune/Learning Rate": 9.078500017664126e-06, "Finetune/Loss": 0.6656167507171631, "Finetune/Loss (Raw)": 0.6924517750740051, "Finetune/Step": 10452, "Finetune/Step Time": 5.9090702552348375}
+{"Finetune/Learning Rate": 9.076823237423288e-06, "Finetune/Loss": 0.6637258529663086, "Finetune/Loss (Raw)": 0.5449981093406677, "Finetune/Step": 10453, "Finetune/Step Time": 5.9165541641414165}
+{"Finetune/Learning Rate": 9.075146483361126e-06, "Finetune/Loss": 0.6637264490127563, "Finetune/Loss (Raw)": 0.6200960278511047, "Finetune/Step": 10454, "Finetune/Step Time": 5.916433524340391}
+{"Finetune/Learning Rate": 9.073469755525177e-06, "Finetune/Loss": 0.6629377603530884, "Finetune/Loss (Raw)": 0.5311322212219238, "Finetune/Step": 10455, "Finetune/Step Time": 5.93700634688139}
+{"Finetune/Learning Rate": 9.071793053962984e-06, "Finetune/Loss": 0.6629840731620789, "Finetune/Loss (Raw)": 0.7496931552886963, "Finetune/Step": 10456, "Finetune/Step Time": 5.938398452475667}
+{"Finetune/Learning Rate": 9.070116378722107e-06, "Finetune/Loss": 0.6639111042022705, "Finetune/Loss (Raw)": 0.6508311629295349, "Finetune/Step": 10457, "Finetune/Step Time": 5.95501821488142}
+{"Finetune/Learning Rate": 9.068439729850082e-06, "Finetune/Loss": 0.66341233253479, "Finetune/Loss (Raw)": 0.5990913510322571, "Finetune/Step": 10458, "Finetune/Step Time": 5.953970052301884}
+{"Finetune/Learning Rate": 9.06676310739446e-06, "Finetune/Loss": 0.6637168526649475, "Finetune/Loss (Raw)": 0.7257377505302429, "Finetune/Step": 10459, "Finetune/Step Time": 5.954329237341881}
+{"Finetune/Learning Rate": 9.065086511402783e-06, "Finetune/Loss": 0.6636733412742615, "Finetune/Loss (Raw)": 0.6385140419006348, "Finetune/Step": 10460, "Finetune/Step Time": 5.956216307356954}
+{"Finetune/Learning Rate": 9.063409941922592e-06, "Finetune/Loss": 0.6646707057952881, "Finetune/Loss (Raw)": 0.6333326101303101, "Finetune/Step": 10461, "Finetune/Step Time": 5.9562730975449085}
+{"Finetune/Learning Rate": 9.061733399001433e-06, "Finetune/Loss": 0.6633768081665039, "Finetune/Loss (Raw)": 0.5638946890830994, "Finetune/Step": 10462, "Finetune/Step Time": 5.962482610717416}
+{"Finetune/Learning Rate": 9.060056882686844e-06, "Finetune/Loss": 0.6646416783332825, "Finetune/Loss (Raw)": 0.635436475276947, "Finetune/Step": 10463, "Finetune/Step Time": 5.926140520721674}
+{"Finetune/Learning Rate": 9.058380393026369e-06, "Finetune/Loss": 0.664459228515625, "Finetune/Loss (Raw)": 0.5892469882965088, "Finetune/Step": 10464, "Finetune/Step Time": 5.941040707752109}
+{"Finetune/Learning Rate": 9.05670393006755e-06, "Finetune/Loss": 0.6637292504310608, "Finetune/Loss (Raw)": 0.5534518361091614, "Finetune/Step": 10465, "Finetune/Step Time": 5.951117804273963}
+{"Finetune/Learning Rate": 9.05502749385793e-06, "Finetune/Loss": 0.6642245650291443, "Finetune/Loss (Raw)": 0.6880626678466797, "Finetune/Step": 10466, "Finetune/Step Time": 5.951479710638523}
+{"Finetune/Learning Rate": 9.053351084445037e-06, "Finetune/Loss": 0.6653356552124023, "Finetune/Loss (Raw)": 0.7823372483253479, "Finetune/Step": 10467, "Finetune/Step Time": 5.960729546844959}
+{"Finetune/Learning Rate": 9.051674701876415e-06, "Finetune/Loss": 0.6650830507278442, "Finetune/Loss (Raw)": 0.706200122833252, "Finetune/Step": 10468, "Finetune/Step Time": 5.964454809203744}
+{"Finetune/Learning Rate": 9.049998346199605e-06, "Finetune/Loss": 0.6648051738739014, "Finetune/Loss (Raw)": 0.688692569732666, "Finetune/Step": 10469, "Finetune/Step Time": 5.965694963932037}
+{"Finetune/Learning Rate": 9.048322017462136e-06, "Finetune/Loss": 0.6639630794525146, "Finetune/Loss (Raw)": 0.5904572010040283, "Finetune/Step": 10470, "Finetune/Step Time": 5.974859209731221}
+{"Finetune/Learning Rate": 9.046645715711553e-06, "Finetune/Loss": 0.6637088060379028, "Finetune/Loss (Raw)": 0.6951392292976379, "Finetune/Step": 10471, "Finetune/Step Time": 5.964456479996443}
+{"Finetune/Learning Rate": 9.044969440995389e-06, "Finetune/Loss": 0.6638818383216858, "Finetune/Loss (Raw)": 0.6525401473045349, "Finetune/Step": 10472, "Finetune/Step Time": 5.9586650133132935}
+{"Finetune/Learning Rate": 9.04329319336117e-06, "Finetune/Loss": 0.6640708446502686, "Finetune/Loss (Raw)": 0.6699920296669006, "Finetune/Step": 10473, "Finetune/Step Time": 5.97394173592329}
+{"Finetune/Learning Rate": 9.041616972856438e-06, "Finetune/Loss": 0.6637176275253296, "Finetune/Loss (Raw)": 0.6535990238189697, "Finetune/Step": 10474, "Finetune/Step Time": 5.955038459971547}
+{"Finetune/Learning Rate": 9.039940779528722e-06, "Finetune/Loss": 0.6655421853065491, "Finetune/Loss (Raw)": 0.7358347773551941, "Finetune/Step": 10475, "Finetune/Step Time": 5.941079573705792}
+{"Finetune/Learning Rate": 9.038264613425556e-06, "Finetune/Loss": 0.6660128235816956, "Finetune/Loss (Raw)": 0.7776976227760315, "Finetune/Step": 10476, "Finetune/Step Time": 5.943733125925064}
+{"Finetune/Learning Rate": 9.036588474594471e-06, "Finetune/Loss": 0.6661113500595093, "Finetune/Loss (Raw)": 0.49485090374946594, "Finetune/Step": 10477, "Finetune/Step Time": 5.938060810789466}
+{"Finetune/Learning Rate": 9.034912363082999e-06, "Finetune/Loss": 0.6657592058181763, "Finetune/Loss (Raw)": 0.6819443106651306, "Finetune/Step": 10478, "Finetune/Step Time": 5.936417680233717}
+{"Finetune/Learning Rate": 9.033236278938667e-06, "Finetune/Loss": 0.6662430167198181, "Finetune/Loss (Raw)": 0.7095851898193359, "Finetune/Step": 10479, "Finetune/Step Time": 5.924147982150316}
+{"Finetune/Learning Rate": 9.031560222209001e-06, "Finetune/Loss": 0.6664291620254517, "Finetune/Loss (Raw)": 0.637384295463562, "Finetune/Step": 10480, "Finetune/Step Time": 5.923414258286357}
+{"Finetune/Learning Rate": 9.029884192941536e-06, "Finetune/Loss": 0.6657871007919312, "Finetune/Loss (Raw)": 0.5401367545127869, "Finetune/Step": 10481, "Finetune/Step Time": 5.936059465631843}
+{"Finetune/Learning Rate": 9.028208191183798e-06, "Finetune/Loss": 0.6658957004547119, "Finetune/Loss (Raw)": 0.7090213298797607, "Finetune/Step": 10482, "Finetune/Step Time": 5.938433691859245}
+{"Finetune/Learning Rate": 9.026532216983312e-06, "Finetune/Loss": 0.6656767129898071, "Finetune/Loss (Raw)": 0.7154542803764343, "Finetune/Step": 10483, "Finetune/Step Time": 5.937720462679863}
+{"Finetune/Learning Rate": 9.024856270387605e-06, "Finetune/Loss": 0.6655083298683167, "Finetune/Loss (Raw)": 0.5829625725746155, "Finetune/Step": 10484, "Finetune/Step Time": 5.925480257719755}
+{"Finetune/Learning Rate": 9.023180351444201e-06, "Finetune/Loss": 0.6654986143112183, "Finetune/Loss (Raw)": 0.5771492123603821, "Finetune/Step": 10485, "Finetune/Step Time": 5.922279069200158}
+{"Finetune/Learning Rate": 9.021504460200623e-06, "Finetune/Loss": 0.6666792035102844, "Finetune/Loss (Raw)": 0.8131750822067261, "Finetune/Step": 10486, "Finetune/Step Time": 5.919145781546831}
+{"Finetune/Learning Rate": 9.019828596704394e-06, "Finetune/Loss": 0.6675664186477661, "Finetune/Loss (Raw)": 0.6468881964683533, "Finetune/Step": 10487, "Finetune/Step Time": 5.918181659653783}
+{"Finetune/Learning Rate": 9.018152761003041e-06, "Finetune/Loss": 0.6665260791778564, "Finetune/Loss (Raw)": 0.5723135471343994, "Finetune/Step": 10488, "Finetune/Step Time": 5.912763146683574}
+{"Finetune/Learning Rate": 9.016476953144085e-06, "Finetune/Loss": 0.6659165620803833, "Finetune/Loss (Raw)": 0.528287947177887, "Finetune/Step": 10489, "Finetune/Step Time": 5.91266356036067}
+{"Finetune/Learning Rate": 9.014801173175044e-06, "Finetune/Loss": 0.6667982339859009, "Finetune/Loss (Raw)": 0.7739482522010803, "Finetune/Step": 10490, "Finetune/Step Time": 5.906872732564807}
+{"Finetune/Learning Rate": 9.013125421143443e-06, "Finetune/Loss": 0.6673542261123657, "Finetune/Loss (Raw)": 0.7297822833061218, "Finetune/Step": 10491, "Finetune/Step Time": 5.894537836313248}
+{"Finetune/Learning Rate": 9.011449697096796e-06, "Finetune/Loss": 0.6673498749732971, "Finetune/Loss (Raw)": 0.7170064449310303, "Finetune/Step": 10492, "Finetune/Step Time": 5.8965939078480005}
+{"Finetune/Learning Rate": 9.009774001082627e-06, "Finetune/Loss": 0.6668875217437744, "Finetune/Loss (Raw)": 0.6306021809577942, "Finetune/Step": 10493, "Finetune/Step Time": 5.90045022778213}
+{"Finetune/Learning Rate": 9.00809833314845e-06, "Finetune/Loss": 0.6675612330436707, "Finetune/Loss (Raw)": 0.7096737623214722, "Finetune/Step": 10494, "Finetune/Step Time": 5.897501954808831}
+{"Finetune/Learning Rate": 9.00642269334178e-06, "Finetune/Loss": 0.6667071580886841, "Finetune/Loss (Raw)": 0.6222966313362122, "Finetune/Step": 10495, "Finetune/Step Time": 5.88730532117188}
+{"Finetune/Learning Rate": 9.00474708171014e-06, "Finetune/Loss": 0.6661663055419922, "Finetune/Loss (Raw)": 0.6507173776626587, "Finetune/Step": 10496, "Finetune/Step Time": 5.914990156888962}
+{"Finetune/Learning Rate": 9.003071498301046e-06, "Finetune/Loss": 0.6667810678482056, "Finetune/Loss (Raw)": 0.7128545045852661, "Finetune/Step": 10497, "Finetune/Step Time": 5.912209887057543}
+{"Finetune/Learning Rate": 9.001395943162006e-06, "Finetune/Loss": 0.6674245595932007, "Finetune/Loss (Raw)": 0.7370310425758362, "Finetune/Step": 10498, "Finetune/Step Time": 5.91884483024478}
+{"Finetune/Learning Rate": 8.999720416340539e-06, "Finetune/Loss": 0.6665396094322205, "Finetune/Loss (Raw)": 0.7656099796295166, "Finetune/Step": 10499, "Finetune/Step Time": 5.91836105287075}
+{"Finetune/Learning Rate": 8.998044917884154e-06, "Finetune/Loss": 0.6670844554901123, "Finetune/Loss (Raw)": 0.6947315335273743, "Finetune/Step": 10500, "Finetune/Step Time": 5.9184972904622555}
+{"Finetune/Learning Rate": 8.996369447840369e-06, "Finetune/Loss": 0.6670326590538025, "Finetune/Loss (Raw)": 0.730172872543335, "Finetune/Step": 10501, "Finetune/Step Time": 5.918625384569168}
+{"Finetune/Learning Rate": 8.994694006256688e-06, "Finetune/Loss": 0.6671972274780273, "Finetune/Loss (Raw)": 0.7505999803543091, "Finetune/Step": 10502, "Finetune/Step Time": 5.9060741402208805}
+{"Finetune/Learning Rate": 8.993018593180633e-06, "Finetune/Loss": 0.6668388843536377, "Finetune/Loss (Raw)": 0.6821024417877197, "Finetune/Step": 10503, "Finetune/Step Time": 5.910698350518942}
+{"Finetune/Learning Rate": 8.991343208659705e-06, "Finetune/Loss": 0.6667789816856384, "Finetune/Loss (Raw)": 0.6880885362625122, "Finetune/Step": 10504, "Finetune/Step Time": 5.9115477204322815}
+{"Finetune/Learning Rate": 8.98966785274141e-06, "Finetune/Loss": 0.6664345264434814, "Finetune/Loss (Raw)": 0.5972663164138794, "Finetune/Step": 10505, "Finetune/Step Time": 5.919892700389028}
+{"Finetune/Learning Rate": 8.987992525473266e-06, "Finetune/Loss": 0.6645513772964478, "Finetune/Loss (Raw)": 0.5397026538848877, "Finetune/Step": 10506, "Finetune/Step Time": 5.937317732721567}
+{"Finetune/Learning Rate": 8.986317226902776e-06, "Finetune/Loss": 0.6642895936965942, "Finetune/Loss (Raw)": 0.705451488494873, "Finetune/Step": 10507, "Finetune/Step Time": 5.942553881555796}
+{"Finetune/Learning Rate": 8.984641957077448e-06, "Finetune/Loss": 0.6640254259109497, "Finetune/Loss (Raw)": 0.6463629603385925, "Finetune/Step": 10508, "Finetune/Step Time": 5.934097787365317}
+{"Finetune/Learning Rate": 8.982966716044786e-06, "Finetune/Loss": 0.6638535261154175, "Finetune/Loss (Raw)": 0.7416934967041016, "Finetune/Step": 10509, "Finetune/Step Time": 5.933561850339174}
+{"Finetune/Learning Rate": 8.981291503852296e-06, "Finetune/Loss": 0.66556715965271, "Finetune/Loss (Raw)": 0.8129528760910034, "Finetune/Step": 10510, "Finetune/Step Time": 5.935778109356761}
+{"Finetune/Learning Rate": 8.979616320547483e-06, "Finetune/Loss": 0.664954423904419, "Finetune/Loss (Raw)": 0.5252805352210999, "Finetune/Step": 10511, "Finetune/Step Time": 5.936130005866289}
+{"Finetune/Learning Rate": 8.977941166177845e-06, "Finetune/Loss": 0.665407121181488, "Finetune/Loss (Raw)": 0.7621196508407593, "Finetune/Step": 10512, "Finetune/Step Time": 5.935702743008733}
+{"Finetune/Learning Rate": 8.976266040790892e-06, "Finetune/Loss": 0.6647072434425354, "Finetune/Loss (Raw)": 0.6071875691413879, "Finetune/Step": 10513, "Finetune/Step Time": 5.935641549527645}
+{"Finetune/Learning Rate": 8.974590944434123e-06, "Finetune/Loss": 0.6646425724029541, "Finetune/Loss (Raw)": 0.6886997818946838, "Finetune/Step": 10514, "Finetune/Step Time": 5.935518093407154}
+{"Finetune/Learning Rate": 8.972915877155043e-06, "Finetune/Loss": 0.6647018194198608, "Finetune/Loss (Raw)": 0.6689178347587585, "Finetune/Step": 10515, "Finetune/Step Time": 5.934111962094903}
+{"Finetune/Learning Rate": 8.971240839001143e-06, "Finetune/Loss": 0.665686845779419, "Finetune/Loss (Raw)": 0.7901821136474609, "Finetune/Step": 10516, "Finetune/Step Time": 5.940865382552147}
+{"Finetune/Learning Rate": 8.969565830019929e-06, "Finetune/Loss": 0.6657189130783081, "Finetune/Loss (Raw)": 0.6324012875556946, "Finetune/Step": 10517, "Finetune/Step Time": 5.950329106301069}
+{"Finetune/Learning Rate": 8.967890850258896e-06, "Finetune/Loss": 0.664979100227356, "Finetune/Loss (Raw)": 0.5532276630401611, "Finetune/Step": 10518, "Finetune/Step Time": 5.970179753378034}
+{"Finetune/Learning Rate": 8.966215899765544e-06, "Finetune/Loss": 0.665041983127594, "Finetune/Loss (Raw)": 0.5498135089874268, "Finetune/Step": 10519, "Finetune/Step Time": 5.969009501859546}
+{"Finetune/Learning Rate": 8.96454097858737e-06, "Finetune/Loss": 0.6660088300704956, "Finetune/Loss (Raw)": 0.708809494972229, "Finetune/Step": 10520, "Finetune/Step Time": 5.980813937261701}
+{"Finetune/Learning Rate": 8.962866086771873e-06, "Finetune/Loss": 0.6673799753189087, "Finetune/Loss (Raw)": 0.7139981389045715, "Finetune/Step": 10521, "Finetune/Step Time": 5.9813688434660435}
+{"Finetune/Learning Rate": 8.961191224366541e-06, "Finetune/Loss": 0.6653410792350769, "Finetune/Loss (Raw)": 0.4955359399318695, "Finetune/Step": 10522, "Finetune/Step Time": 5.996956409886479}
+{"Finetune/Learning Rate": 8.959516391418872e-06, "Finetune/Loss": 0.6652748584747314, "Finetune/Loss (Raw)": 0.7433207035064697, "Finetune/Step": 10523, "Finetune/Step Time": 6.000279204919934}
+{"Finetune/Learning Rate": 8.95784158797636e-06, "Finetune/Loss": 0.6653673648834229, "Finetune/Loss (Raw)": 0.6966301202774048, "Finetune/Step": 10524, "Finetune/Step Time": 5.997752552852035}
+{"Finetune/Learning Rate": 8.956166814086497e-06, "Finetune/Loss": 0.6658273339271545, "Finetune/Loss (Raw)": 0.6578494906425476, "Finetune/Step": 10525, "Finetune/Step Time": 5.997466996312141}
+{"Finetune/Learning Rate": 8.954492069796772e-06, "Finetune/Loss": 0.6668384075164795, "Finetune/Loss (Raw)": 0.7379127144813538, "Finetune/Step": 10526, "Finetune/Step Time": 5.991257146000862}
+{"Finetune/Learning Rate": 8.952817355154686e-06, "Finetune/Loss": 0.6678625345230103, "Finetune/Loss (Raw)": 0.6962587833404541, "Finetune/Step": 10527, "Finetune/Step Time": 5.9899763111025095}
+{"Finetune/Learning Rate": 8.951142670207718e-06, "Finetune/Loss": 0.6675688624382019, "Finetune/Loss (Raw)": 0.6640769839286804, "Finetune/Step": 10528, "Finetune/Step Time": 5.992174189537764}
+{"Finetune/Learning Rate": 8.949468015003358e-06, "Finetune/Loss": 0.667398989200592, "Finetune/Loss (Raw)": 0.6968064904212952, "Finetune/Step": 10529, "Finetune/Step Time": 5.981990151107311}
+{"Finetune/Learning Rate": 8.947793389589101e-06, "Finetune/Loss": 0.6672988533973694, "Finetune/Loss (Raw)": 0.593757152557373, "Finetune/Step": 10530, "Finetune/Step Time": 5.978512683883309}
+{"Finetune/Learning Rate": 8.946118794012432e-06, "Finetune/Loss": 0.6680629849433899, "Finetune/Loss (Raw)": 0.6602003574371338, "Finetune/Step": 10531, "Finetune/Step Time": 5.974305732175708}
+{"Finetune/Learning Rate": 8.944444228320835e-06, "Finetune/Loss": 0.6667517423629761, "Finetune/Loss (Raw)": 0.485769659280777, "Finetune/Step": 10532, "Finetune/Step Time": 5.973556596785784}
+{"Finetune/Learning Rate": 8.942769692561802e-06, "Finetune/Loss": 0.6674858331680298, "Finetune/Loss (Raw)": 0.6891250014305115, "Finetune/Step": 10533, "Finetune/Step Time": 5.9705866407603025}
+{"Finetune/Learning Rate": 8.941095186782813e-06, "Finetune/Loss": 0.6660564541816711, "Finetune/Loss (Raw)": 0.6125222444534302, "Finetune/Step": 10534, "Finetune/Step Time": 5.975800916552544}
+{"Finetune/Learning Rate": 8.939420711031351e-06, "Finetune/Loss": 0.664169192314148, "Finetune/Loss (Raw)": 0.49948906898498535, "Finetune/Step": 10535, "Finetune/Step Time": 5.972714070230722}
+{"Finetune/Learning Rate": 8.9377462653549e-06, "Finetune/Loss": 0.6642381548881531, "Finetune/Loss (Raw)": 0.7312570214271545, "Finetune/Step": 10536, "Finetune/Step Time": 5.977709146216512}
+{"Finetune/Learning Rate": 8.936071849800947e-06, "Finetune/Loss": 0.6638535261154175, "Finetune/Loss (Raw)": 0.6414755582809448, "Finetune/Step": 10537, "Finetune/Step Time": 5.984650779515505}
+{"Finetune/Learning Rate": 8.934397464416971e-06, "Finetune/Loss": 0.6623744964599609, "Finetune/Loss (Raw)": 0.4598836302757263, "Finetune/Step": 10538, "Finetune/Step Time": 5.9747430719435215}
+{"Finetune/Learning Rate": 8.932723109250455e-06, "Finetune/Loss": 0.6639058589935303, "Finetune/Loss (Raw)": 0.7597317695617676, "Finetune/Step": 10539, "Finetune/Step Time": 5.980466317385435}
+{"Finetune/Learning Rate": 8.931048784348875e-06, "Finetune/Loss": 0.6631628274917603, "Finetune/Loss (Raw)": 0.6406348943710327, "Finetune/Step": 10540, "Finetune/Step Time": 5.981585279107094}
+{"Finetune/Learning Rate": 8.92937448975971e-06, "Finetune/Loss": 0.6637858152389526, "Finetune/Loss (Raw)": 0.6599279046058655, "Finetune/Step": 10541, "Finetune/Step Time": 5.970772730186582}
+{"Finetune/Learning Rate": 8.927700225530441e-06, "Finetune/Loss": 0.663507342338562, "Finetune/Loss (Raw)": 0.6573190689086914, "Finetune/Step": 10542, "Finetune/Step Time": 5.9618456941097975}
+{"Finetune/Learning Rate": 8.926025991708545e-06, "Finetune/Loss": 0.6635293960571289, "Finetune/Loss (Raw)": 0.6782837510108948, "Finetune/Step": 10543, "Finetune/Step Time": 5.953333230689168}
+{"Finetune/Learning Rate": 8.924351788341495e-06, "Finetune/Loss": 0.6625913977622986, "Finetune/Loss (Raw)": 0.7033409476280212, "Finetune/Step": 10544, "Finetune/Step Time": 5.9517040848731995}
+{"Finetune/Learning Rate": 8.922677615476776e-06, "Finetune/Loss": 0.6621657013893127, "Finetune/Loss (Raw)": 0.6119317412376404, "Finetune/Step": 10545, "Finetune/Step Time": 5.95201151818037}
+{"Finetune/Learning Rate": 8.92100347316185e-06, "Finetune/Loss": 0.6619901061058044, "Finetune/Loss (Raw)": 0.6119639873504639, "Finetune/Step": 10546, "Finetune/Step Time": 5.963126879185438}
+{"Finetune/Learning Rate": 8.9193293614442e-06, "Finetune/Loss": 0.6627349853515625, "Finetune/Loss (Raw)": 0.7036415934562683, "Finetune/Step": 10547, "Finetune/Step Time": 5.962444432079792}
+{"Finetune/Learning Rate": 8.917655280371295e-06, "Finetune/Loss": 0.6620985269546509, "Finetune/Loss (Raw)": 0.558018147945404, "Finetune/Step": 10548, "Finetune/Step Time": 5.960537565872073}
+{"Finetune/Learning Rate": 8.91598122999061e-06, "Finetune/Loss": 0.6623204946517944, "Finetune/Loss (Raw)": 0.6794122457504272, "Finetune/Step": 10549, "Finetune/Step Time": 5.963377779349685}
+{"Finetune/Learning Rate": 8.914307210349614e-06, "Finetune/Loss": 0.6631960868835449, "Finetune/Loss (Raw)": 0.7961007952690125, "Finetune/Step": 10550, "Finetune/Step Time": 5.960934091359377}
+{"Finetune/Learning Rate": 8.91263322149578e-06, "Finetune/Loss": 0.6629143953323364, "Finetune/Loss (Raw)": 0.6501273512840271, "Finetune/Step": 10551, "Finetune/Step Time": 5.96416674926877}
+{"Finetune/Learning Rate": 8.910959263476575e-06, "Finetune/Loss": 0.6621108055114746, "Finetune/Loss (Raw)": 0.6827835440635681, "Finetune/Step": 10552, "Finetune/Step Time": 5.96332642249763}
+{"Finetune/Learning Rate": 8.909285336339465e-06, "Finetune/Loss": 0.661818265914917, "Finetune/Loss (Raw)": 0.6994045972824097, "Finetune/Step": 10553, "Finetune/Step Time": 5.947714610025287}
+{"Finetune/Learning Rate": 8.907611440131924e-06, "Finetune/Loss": 0.660660982131958, "Finetune/Loss (Raw)": 0.5366940498352051, "Finetune/Step": 10554, "Finetune/Step Time": 5.950720503926277}
+{"Finetune/Learning Rate": 8.905937574901416e-06, "Finetune/Loss": 0.6600585579872131, "Finetune/Loss (Raw)": 0.7208316922187805, "Finetune/Step": 10555, "Finetune/Step Time": 5.957226015627384}
+{"Finetune/Learning Rate": 8.904263740695407e-06, "Finetune/Loss": 0.6610528230667114, "Finetune/Loss (Raw)": 0.7902918457984924, "Finetune/Step": 10556, "Finetune/Step Time": 5.95728730969131}
+{"Finetune/Learning Rate": 8.902589937561366e-06, "Finetune/Loss": 0.661176860332489, "Finetune/Loss (Raw)": 0.6619175672531128, "Finetune/Step": 10557, "Finetune/Step Time": 5.976282564923167}
+{"Finetune/Learning Rate": 8.90091616554675e-06, "Finetune/Loss": 0.6625712513923645, "Finetune/Loss (Raw)": 0.690974771976471, "Finetune/Step": 10558, "Finetune/Step Time": 5.969557054340839}
+{"Finetune/Learning Rate": 8.899242424699026e-06, "Finetune/Loss": 0.6615902781486511, "Finetune/Loss (Raw)": 0.516399621963501, "Finetune/Step": 10559, "Finetune/Step Time": 6.003262002021074}
+{"Finetune/Learning Rate": 8.897568715065658e-06, "Finetune/Loss": 0.6609798073768616, "Finetune/Loss (Raw)": 0.5440483689308167, "Finetune/Step": 10560, "Finetune/Step Time": 6.007417110726237}
+{"Finetune/Learning Rate": 8.895895036694103e-06, "Finetune/Loss": 0.6605062484741211, "Finetune/Loss (Raw)": 0.6481058597564697, "Finetune/Step": 10561, "Finetune/Step Time": 6.009833578020334}
+{"Finetune/Learning Rate": 8.894221389631828e-06, "Finetune/Loss": 0.6610355973243713, "Finetune/Loss (Raw)": 0.7217358350753784, "Finetune/Step": 10562, "Finetune/Step Time": 6.008343208581209}
+{"Finetune/Learning Rate": 8.892547773926293e-06, "Finetune/Loss": 0.6608932018280029, "Finetune/Loss (Raw)": 0.6954454779624939, "Finetune/Step": 10563, "Finetune/Step Time": 6.039350796490908}
+{"Finetune/Learning Rate": 8.890874189624951e-06, "Finetune/Loss": 0.6603667736053467, "Finetune/Loss (Raw)": 0.606705367565155, "Finetune/Step": 10564, "Finetune/Step Time": 6.035233790054917}
+{"Finetune/Learning Rate": 8.889200636775261e-06, "Finetune/Loss": 0.6591572165489197, "Finetune/Loss (Raw)": 0.5648927688598633, "Finetune/Step": 10565, "Finetune/Step Time": 6.026321887969971}
+{"Finetune/Learning Rate": 8.887527115424685e-06, "Finetune/Loss": 0.6593042612075806, "Finetune/Loss (Raw)": 0.693028450012207, "Finetune/Step": 10566, "Finetune/Step Time": 6.027975372970104}
+{"Finetune/Learning Rate": 8.885853625620677e-06, "Finetune/Loss": 0.6602874994277954, "Finetune/Loss (Raw)": 0.7532549500465393, "Finetune/Step": 10567, "Finetune/Step Time": 6.025386365130544}
+{"Finetune/Learning Rate": 8.884180167410687e-06, "Finetune/Loss": 0.6597480773925781, "Finetune/Loss (Raw)": 0.6853456497192383, "Finetune/Step": 10568, "Finetune/Step Time": 6.0217492543160915}
+{"Finetune/Learning Rate": 8.882506740842183e-06, "Finetune/Loss": 0.6612653732299805, "Finetune/Loss (Raw)": 0.7508144974708557, "Finetune/Step": 10569, "Finetune/Step Time": 6.038057919591665}
+{"Finetune/Learning Rate": 8.880833345962605e-06, "Finetune/Loss": 0.6600886583328247, "Finetune/Loss (Raw)": 0.6575257778167725, "Finetune/Step": 10570, "Finetune/Step Time": 6.040804384276271}
+{"Finetune/Learning Rate": 8.879159982819409e-06, "Finetune/Loss": 0.660767674446106, "Finetune/Loss (Raw)": 0.6830750107765198, "Finetune/Step": 10571, "Finetune/Step Time": 6.041436737403274}
+{"Finetune/Learning Rate": 8.87748665146005e-06, "Finetune/Loss": 0.6598281860351562, "Finetune/Loss (Raw)": 0.6485311985015869, "Finetune/Step": 10572, "Finetune/Step Time": 6.042376320809126}
+{"Finetune/Learning Rate": 8.875813351931979e-06, "Finetune/Loss": 0.6594017148017883, "Finetune/Loss (Raw)": 0.6123137474060059, "Finetune/Step": 10573, "Finetune/Step Time": 6.043519534170628}
+{"Finetune/Learning Rate": 8.874140084282643e-06, "Finetune/Loss": 0.6592212915420532, "Finetune/Loss (Raw)": 0.7189677953720093, "Finetune/Step": 10574, "Finetune/Step Time": 6.027700897306204}
+{"Finetune/Learning Rate": 8.872466848559493e-06, "Finetune/Loss": 0.6601613759994507, "Finetune/Loss (Raw)": 0.7556224465370178, "Finetune/Step": 10575, "Finetune/Step Time": 6.030037309974432}
+{"Finetune/Learning Rate": 8.870793644809981e-06, "Finetune/Loss": 0.6600545644760132, "Finetune/Loss (Raw)": 0.6399621963500977, "Finetune/Step": 10576, "Finetune/Step Time": 6.028088089078665}
+{"Finetune/Learning Rate": 8.869120473081546e-06, "Finetune/Loss": 0.6591960787773132, "Finetune/Loss (Raw)": 0.6132684350013733, "Finetune/Step": 10577, "Finetune/Step Time": 6.023171236738563}
+{"Finetune/Learning Rate": 8.867447333421637e-06, "Finetune/Loss": 0.6598688364028931, "Finetune/Loss (Raw)": 0.620029091835022, "Finetune/Step": 10578, "Finetune/Step Time": 6.009049581363797}
+{"Finetune/Learning Rate": 8.865774225877703e-06, "Finetune/Loss": 0.6606630086898804, "Finetune/Loss (Raw)": 0.7636855244636536, "Finetune/Step": 10579, "Finetune/Step Time": 6.006542932242155}
+{"Finetune/Learning Rate": 8.864101150497187e-06, "Finetune/Loss": 0.6602185964584351, "Finetune/Loss (Raw)": 0.6355714201927185, "Finetune/Step": 10580, "Finetune/Step Time": 5.994559278711677}
+{"Finetune/Learning Rate": 8.862428107327533e-06, "Finetune/Loss": 0.6613884568214417, "Finetune/Loss (Raw)": 0.6947364807128906, "Finetune/Step": 10581, "Finetune/Step Time": 5.981403088197112}
+{"Finetune/Learning Rate": 8.860755096416185e-06, "Finetune/Loss": 0.6616902351379395, "Finetune/Loss (Raw)": 0.6587219834327698, "Finetune/Step": 10582, "Finetune/Step Time": 5.980516588315368}
+{"Finetune/Learning Rate": 8.85908211781058e-06, "Finetune/Loss": 0.663070797920227, "Finetune/Loss (Raw)": 0.7078478932380676, "Finetune/Step": 10583, "Finetune/Step Time": 5.9617770202457905}
+{"Finetune/Learning Rate": 8.85740917155816e-06, "Finetune/Loss": 0.6626225709915161, "Finetune/Loss (Raw)": 0.6923204064369202, "Finetune/Step": 10584, "Finetune/Step Time": 5.960354290902615}
+{"Finetune/Learning Rate": 8.855736257706368e-06, "Finetune/Loss": 0.6638452410697937, "Finetune/Loss (Raw)": 0.8073319792747498, "Finetune/Step": 10585, "Finetune/Step Time": 5.943404281511903}
+{"Finetune/Learning Rate": 8.854063376302643e-06, "Finetune/Loss": 0.6641836762428284, "Finetune/Loss (Raw)": 0.6424146890640259, "Finetune/Step": 10586, "Finetune/Step Time": 5.947543621063232}
+{"Finetune/Learning Rate": 8.85239052739442e-06, "Finetune/Loss": 0.6634969711303711, "Finetune/Loss (Raw)": 0.637836217880249, "Finetune/Step": 10587, "Finetune/Step Time": 5.943784151226282}
+{"Finetune/Learning Rate": 8.850717711029144e-06, "Finetune/Loss": 0.6645192503929138, "Finetune/Loss (Raw)": 0.7693639993667603, "Finetune/Step": 10588, "Finetune/Step Time": 5.9418666791170835}
+{"Finetune/Learning Rate": 8.849044927254242e-06, "Finetune/Loss": 0.6649622917175293, "Finetune/Loss (Raw)": 0.6900430917739868, "Finetune/Step": 10589, "Finetune/Step Time": 5.939642472192645}
+{"Finetune/Learning Rate": 8.847372176117151e-06, "Finetune/Loss": 0.6654320955276489, "Finetune/Loss (Raw)": 0.624035656452179, "Finetune/Step": 10590, "Finetune/Step Time": 5.934171285480261}
+{"Finetune/Learning Rate": 8.84569945766531e-06, "Finetune/Loss": 0.6656198501586914, "Finetune/Loss (Raw)": 0.6594659686088562, "Finetune/Step": 10591, "Finetune/Step Time": 5.935299409553409}
+{"Finetune/Learning Rate": 8.844026771946148e-06, "Finetune/Loss": 0.665973424911499, "Finetune/Loss (Raw)": 0.6345038414001465, "Finetune/Step": 10592, "Finetune/Step Time": 5.91571756452322}
+{"Finetune/Learning Rate": 8.8423541190071e-06, "Finetune/Loss": 0.6675660014152527, "Finetune/Loss (Raw)": 0.7572987675666809, "Finetune/Step": 10593, "Finetune/Step Time": 5.895290516316891}
+{"Finetune/Learning Rate": 8.840681498895602e-06, "Finetune/Loss": 0.667802095413208, "Finetune/Loss (Raw)": 0.7182862162590027, "Finetune/Step": 10594, "Finetune/Step Time": 5.893882002681494}
+{"Finetune/Learning Rate": 8.839008911659074e-06, "Finetune/Loss": 0.6674021482467651, "Finetune/Loss (Raw)": 0.7311480045318604, "Finetune/Step": 10595, "Finetune/Step Time": 5.884691696614027}
+{"Finetune/Learning Rate": 8.837336357344953e-06, "Finetune/Loss": 0.6669787168502808, "Finetune/Loss (Raw)": 0.6519927382469177, "Finetune/Step": 10596, "Finetune/Step Time": 5.881225297227502}
+{"Finetune/Learning Rate": 8.835663836000668e-06, "Finetune/Loss": 0.6666786670684814, "Finetune/Loss (Raw)": 0.6502936482429504, "Finetune/Step": 10597, "Finetune/Step Time": 5.871212663128972}
+{"Finetune/Learning Rate": 8.833991347673644e-06, "Finetune/Loss": 0.6673189401626587, "Finetune/Loss (Raw)": 0.6724114418029785, "Finetune/Step": 10598, "Finetune/Step Time": 5.865114321932197}
+{"Finetune/Learning Rate": 8.832318892411312e-06, "Finetune/Loss": 0.6671500205993652, "Finetune/Loss (Raw)": 0.6735078692436218, "Finetune/Step": 10599, "Finetune/Step Time": 5.866565298289061}
+{"Finetune/Learning Rate": 8.830646470261097e-06, "Finetune/Loss": 0.6674290895462036, "Finetune/Loss (Raw)": 0.6882665157318115, "Finetune/Step": 10600, "Finetune/Step Time": 5.88010716997087}
+{"Finetune/Learning Rate": 8.828974081270421e-06, "Finetune/Loss": 0.6682612895965576, "Finetune/Loss (Raw)": 0.7765181064605713, "Finetune/Step": 10601, "Finetune/Step Time": 5.86418972723186}
+{"Finetune/Learning Rate": 8.827301725486706e-06, "Finetune/Loss": 0.6684302091598511, "Finetune/Loss (Raw)": 0.6752213835716248, "Finetune/Step": 10602, "Finetune/Step Time": 5.865503281354904}
+{"Finetune/Learning Rate": 8.825629402957385e-06, "Finetune/Loss": 0.6688107252120972, "Finetune/Loss (Raw)": 0.7845380902290344, "Finetune/Step": 10603, "Finetune/Step Time": 5.866250222548842}
+{"Finetune/Learning Rate": 8.823957113729872e-06, "Finetune/Loss": 0.6678066849708557, "Finetune/Loss (Raw)": 0.6491751074790955, "Finetune/Step": 10604, "Finetune/Step Time": 5.876541383564472}
+{"Finetune/Learning Rate": 8.82228485785159e-06, "Finetune/Loss": 0.6691948175430298, "Finetune/Loss (Raw)": 0.6725358366966248, "Finetune/Step": 10605, "Finetune/Step Time": 5.8747729398310184}
+{"Finetune/Learning Rate": 8.820612635369965e-06, "Finetune/Loss": 0.6679011583328247, "Finetune/Loss (Raw)": 0.5163536071777344, "Finetune/Step": 10606, "Finetune/Step Time": 5.897517152130604}
+{"Finetune/Learning Rate": 8.81894044633241e-06, "Finetune/Loss": 0.6679002046585083, "Finetune/Loss (Raw)": 0.7094593048095703, "Finetune/Step": 10607, "Finetune/Step Time": 5.90181022696197}
+{"Finetune/Learning Rate": 8.817268290786343e-06, "Finetune/Loss": 0.6687204241752625, "Finetune/Loss (Raw)": 0.7423797249794006, "Finetune/Step": 10608, "Finetune/Step Time": 5.900946231558919}
+{"Finetune/Learning Rate": 8.815596168779185e-06, "Finetune/Loss": 0.669884443283081, "Finetune/Loss (Raw)": 0.6891344785690308, "Finetune/Step": 10609, "Finetune/Step Time": 5.882732065394521}
+{"Finetune/Learning Rate": 8.813924080358352e-06, "Finetune/Loss": 0.669297456741333, "Finetune/Loss (Raw)": 0.6338788866996765, "Finetune/Step": 10610, "Finetune/Step Time": 5.881669659167528}
+{"Finetune/Learning Rate": 8.81225202557126e-06, "Finetune/Loss": 0.669522762298584, "Finetune/Loss (Raw)": 0.7442950010299683, "Finetune/Step": 10611, "Finetune/Step Time": 5.889136660844088}
+{"Finetune/Learning Rate": 8.810580004465324e-06, "Finetune/Loss": 0.6704316139221191, "Finetune/Loss (Raw)": 0.6992936730384827, "Finetune/Step": 10612, "Finetune/Step Time": 5.881316086277366}
+{"Finetune/Learning Rate": 8.808908017087956e-06, "Finetune/Loss": 0.6707327365875244, "Finetune/Loss (Raw)": 0.6156976819038391, "Finetune/Step": 10613, "Finetune/Step Time": 5.880111563950777}
+{"Finetune/Learning Rate": 8.807236063486569e-06, "Finetune/Loss": 0.6705732345581055, "Finetune/Loss (Raw)": 0.7927546501159668, "Finetune/Step": 10614, "Finetune/Step Time": 5.88489524461329}
+{"Finetune/Learning Rate": 8.805564143708576e-06, "Finetune/Loss": 0.6701279878616333, "Finetune/Loss (Raw)": 0.589896023273468, "Finetune/Step": 10615, "Finetune/Step Time": 5.884974766522646}
+{"Finetune/Learning Rate": 8.803892257801386e-06, "Finetune/Loss": 0.6706428527832031, "Finetune/Loss (Raw)": 0.6382219195365906, "Finetune/Step": 10616, "Finetune/Step Time": 5.885388208553195}
+{"Finetune/Learning Rate": 8.80222040581241e-06, "Finetune/Loss": 0.6714372634887695, "Finetune/Loss (Raw)": 0.629970371723175, "Finetune/Step": 10617, "Finetune/Step Time": 5.892403122037649}
+{"Finetune/Learning Rate": 8.800548587789062e-06, "Finetune/Loss": 0.6692574620246887, "Finetune/Loss (Raw)": 0.49493497610092163, "Finetune/Step": 10618, "Finetune/Step Time": 5.910993123427033}
+{"Finetune/Learning Rate": 8.79887680377874e-06, "Finetune/Loss": 0.6688168048858643, "Finetune/Loss (Raw)": 0.6733797788619995, "Finetune/Step": 10619, "Finetune/Step Time": 5.913639331236482}
+{"Finetune/Learning Rate": 8.797205053828857e-06, "Finetune/Loss": 0.668899416923523, "Finetune/Loss (Raw)": 0.727572500705719, "Finetune/Step": 10620, "Finetune/Step Time": 5.914617296308279}
+{"Finetune/Learning Rate": 8.79553333798682e-06, "Finetune/Loss": 0.6683404445648193, "Finetune/Loss (Raw)": 0.5590589046478271, "Finetune/Step": 10621, "Finetune/Step Time": 5.9118783343583345}
+{"Finetune/Learning Rate": 8.793861656300032e-06, "Finetune/Loss": 0.6678563952445984, "Finetune/Loss (Raw)": 0.6477137207984924, "Finetune/Step": 10622, "Finetune/Step Time": 5.9111529011279345}
+{"Finetune/Learning Rate": 8.792190008815898e-06, "Finetune/Loss": 0.6683185696601868, "Finetune/Loss (Raw)": 0.6814540028572083, "Finetune/Step": 10623, "Finetune/Step Time": 5.9190650675445795}
+{"Finetune/Learning Rate": 8.790518395581823e-06, "Finetune/Loss": 0.6673283576965332, "Finetune/Loss (Raw)": 0.5239755511283875, "Finetune/Step": 10624, "Finetune/Step Time": 5.904849594458938}
+{"Finetune/Learning Rate": 8.788846816645205e-06, "Finetune/Loss": 0.6664150953292847, "Finetune/Loss (Raw)": 0.5959492325782776, "Finetune/Step": 10625, "Finetune/Step Time": 5.9173692259937525}
+{"Finetune/Learning Rate": 8.787175272053445e-06, "Finetune/Loss": 0.6652381420135498, "Finetune/Loss (Raw)": 0.5863834619522095, "Finetune/Step": 10626, "Finetune/Step Time": 5.916327165439725}
+{"Finetune/Learning Rate": 8.785503761853946e-06, "Finetune/Loss": 0.6649389863014221, "Finetune/Loss (Raw)": 0.7273213267326355, "Finetune/Step": 10627, "Finetune/Step Time": 5.91690444201231}
+{"Finetune/Learning Rate": 8.783832286094107e-06, "Finetune/Loss": 0.664441704750061, "Finetune/Loss (Raw)": 0.6310771703720093, "Finetune/Step": 10628, "Finetune/Step Time": 5.916583491489291}
+{"Finetune/Learning Rate": 8.782160844821327e-06, "Finetune/Loss": 0.6642164587974548, "Finetune/Loss (Raw)": 0.7013399600982666, "Finetune/Step": 10629, "Finetune/Step Time": 5.9149012714624405}
+{"Finetune/Learning Rate": 8.780489438083004e-06, "Finetune/Loss": 0.664667546749115, "Finetune/Loss (Raw)": 0.8083429932594299, "Finetune/Step": 10630, "Finetune/Step Time": 5.913303865119815}
+{"Finetune/Learning Rate": 8.778818065926532e-06, "Finetune/Loss": 0.6636993288993835, "Finetune/Loss (Raw)": 0.55817049741745, "Finetune/Step": 10631, "Finetune/Step Time": 5.908597910776734}
+{"Finetune/Learning Rate": 8.777146728399307e-06, "Finetune/Loss": 0.6630693674087524, "Finetune/Loss (Raw)": 0.6074547171592712, "Finetune/Step": 10632, "Finetune/Step Time": 5.909767562523484}
+{"Finetune/Learning Rate": 8.77547542554872e-06, "Finetune/Loss": 0.6640498638153076, "Finetune/Loss (Raw)": 0.7227727770805359, "Finetune/Step": 10633, "Finetune/Step Time": 5.901481660082936}
+{"Finetune/Learning Rate": 8.77380415742217e-06, "Finetune/Loss": 0.6652240753173828, "Finetune/Loss (Raw)": 0.6900001764297485, "Finetune/Step": 10634, "Finetune/Step Time": 5.882034847512841}
+{"Finetune/Learning Rate": 8.772132924067048e-06, "Finetune/Loss": 0.6653088331222534, "Finetune/Loss (Raw)": 0.7162952423095703, "Finetune/Step": 10635, "Finetune/Step Time": 5.897549707442522}
+{"Finetune/Learning Rate": 8.770461725530745e-06, "Finetune/Loss": 0.6656218767166138, "Finetune/Loss (Raw)": 0.6864351630210876, "Finetune/Step": 10636, "Finetune/Step Time": 5.890893070027232}
+{"Finetune/Learning Rate": 8.768790561860651e-06, "Finetune/Loss": 0.6652692556381226, "Finetune/Loss (Raw)": 0.6965599656105042, "Finetune/Step": 10637, "Finetune/Step Time": 5.8898368794471025}
+{"Finetune/Learning Rate": 8.767119433104155e-06, "Finetune/Loss": 0.6640808582305908, "Finetune/Loss (Raw)": 0.6608323454856873, "Finetune/Step": 10638, "Finetune/Step Time": 5.891482479870319}
+{"Finetune/Learning Rate": 8.765448339308646e-06, "Finetune/Loss": 0.6656275391578674, "Finetune/Loss (Raw)": 0.7232633233070374, "Finetune/Step": 10639, "Finetune/Step Time": 5.886348742991686}
+{"Finetune/Learning Rate": 8.763777280521511e-06, "Finetune/Loss": 0.6644678115844727, "Finetune/Loss (Raw)": 0.6136698722839355, "Finetune/Step": 10640, "Finetune/Step Time": 5.889257134869695}
+{"Finetune/Learning Rate": 8.762106256790135e-06, "Finetune/Loss": 0.6655033230781555, "Finetune/Loss (Raw)": 0.7397332191467285, "Finetune/Step": 10641, "Finetune/Step Time": 5.887735065072775}
+{"Finetune/Learning Rate": 8.760435268161913e-06, "Finetune/Loss": 0.666547417640686, "Finetune/Loss (Raw)": 0.822342038154602, "Finetune/Step": 10642, "Finetune/Step Time": 5.886964593082666}
+{"Finetune/Learning Rate": 8.758764314684215e-06, "Finetune/Loss": 0.6664533615112305, "Finetune/Loss (Raw)": 0.6568840146064758, "Finetune/Step": 10643, "Finetune/Step Time": 5.892344390973449}
+{"Finetune/Learning Rate": 8.757093396404432e-06, "Finetune/Loss": 0.665005087852478, "Finetune/Loss (Raw)": 0.6048001646995544, "Finetune/Step": 10644, "Finetune/Step Time": 5.888079850003123}
+{"Finetune/Learning Rate": 8.755422513369948e-06, "Finetune/Loss": 0.664918065071106, "Finetune/Loss (Raw)": 0.6212643384933472, "Finetune/Step": 10645, "Finetune/Step Time": 5.889501728117466}
+{"Finetune/Learning Rate": 8.753751665628141e-06, "Finetune/Loss": 0.6661328077316284, "Finetune/Loss (Raw)": 0.7087079882621765, "Finetune/Step": 10646, "Finetune/Step Time": 5.872030699625611}
+{"Finetune/Learning Rate": 8.752080853226395e-06, "Finetune/Loss": 0.6666314601898193, "Finetune/Loss (Raw)": 0.6136430501937866, "Finetune/Step": 10647, "Finetune/Step Time": 5.869440369307995}
+{"Finetune/Learning Rate": 8.750410076212088e-06, "Finetune/Loss": 0.6663179397583008, "Finetune/Loss (Raw)": 0.6686828136444092, "Finetune/Step": 10648, "Finetune/Step Time": 5.856292286887765}
+{"Finetune/Learning Rate": 8.748739334632595e-06, "Finetune/Loss": 0.6659061908721924, "Finetune/Loss (Raw)": 0.6612929701805115, "Finetune/Step": 10649, "Finetune/Step Time": 5.8599995244294405}
+{"Finetune/Learning Rate": 8.747068628535298e-06, "Finetune/Loss": 0.6670497059822083, "Finetune/Loss (Raw)": 0.6419053077697754, "Finetune/Step": 10650, "Finetune/Step Time": 5.854629507288337}
+{"Finetune/Learning Rate": 8.745397957967568e-06, "Finetune/Loss": 0.6668332815170288, "Finetune/Loss (Raw)": 0.7156227231025696, "Finetune/Step": 10651, "Finetune/Step Time": 5.854042852297425}
+{"Finetune/Learning Rate": 8.743727322976788e-06, "Finetune/Loss": 0.6669576168060303, "Finetune/Loss (Raw)": 0.7125418782234192, "Finetune/Step": 10652, "Finetune/Step Time": 5.8532387018203735}
+{"Finetune/Learning Rate": 8.742056723610328e-06, "Finetune/Loss": 0.6674611568450928, "Finetune/Loss (Raw)": 0.7223100066184998, "Finetune/Step": 10653, "Finetune/Step Time": 5.852955609560013}
+{"Finetune/Learning Rate": 8.740386159915562e-06, "Finetune/Loss": 0.6666854619979858, "Finetune/Loss (Raw)": 0.6386181712150574, "Finetune/Step": 10654, "Finetune/Step Time": 5.871755534783006}
+{"Finetune/Learning Rate": 8.738715631939865e-06, "Finetune/Loss": 0.6665741205215454, "Finetune/Loss (Raw)": 0.6820085048675537, "Finetune/Step": 10655, "Finetune/Step Time": 5.870739981532097}
+{"Finetune/Learning Rate": 8.737045139730605e-06, "Finetune/Loss": 0.6669532060623169, "Finetune/Loss (Raw)": 0.712592601776123, "Finetune/Step": 10656, "Finetune/Step Time": 5.884346675127745}
+{"Finetune/Learning Rate": 8.735374683335151e-06, "Finetune/Loss": 0.6668409705162048, "Finetune/Loss (Raw)": 0.6824443936347961, "Finetune/Step": 10657, "Finetune/Step Time": 5.890013542026281}
+{"Finetune/Learning Rate": 8.733704262800874e-06, "Finetune/Loss": 0.6663500666618347, "Finetune/Loss (Raw)": 0.5309202671051025, "Finetune/Step": 10658, "Finetune/Step Time": 5.896975604817271}
+{"Finetune/Learning Rate": 8.732033878175148e-06, "Finetune/Loss": 0.6673753261566162, "Finetune/Loss (Raw)": 0.7914361953735352, "Finetune/Step": 10659, "Finetune/Step Time": 5.898235617205501}
+{"Finetune/Learning Rate": 8.730363529505333e-06, "Finetune/Loss": 0.6680262088775635, "Finetune/Loss (Raw)": 0.5690820813179016, "Finetune/Step": 10660, "Finetune/Step Time": 5.9141135681420565}
+{"Finetune/Learning Rate": 8.728693216838799e-06, "Finetune/Loss": 0.6688633561134338, "Finetune/Loss (Raw)": 0.7962819337844849, "Finetune/Step": 10661, "Finetune/Step Time": 5.919161517173052}
+{"Finetune/Learning Rate": 8.727022940222909e-06, "Finetune/Loss": 0.6688798666000366, "Finetune/Loss (Raw)": 0.6146275401115417, "Finetune/Step": 10662, "Finetune/Step Time": 5.938700623810291}
+{"Finetune/Learning Rate": 8.72535269970503e-06, "Finetune/Loss": 0.6701232194900513, "Finetune/Loss (Raw)": 0.6586357355117798, "Finetune/Step": 10663, "Finetune/Step Time": 5.939305955544114}
+{"Finetune/Learning Rate": 8.723682495332523e-06, "Finetune/Loss": 0.6692159175872803, "Finetune/Loss (Raw)": 0.6151323318481445, "Finetune/Step": 10664, "Finetune/Step Time": 5.938667202368379}
+{"Finetune/Learning Rate": 8.722012327152747e-06, "Finetune/Loss": 0.6696286201477051, "Finetune/Loss (Raw)": 0.6942999958992004, "Finetune/Step": 10665, "Finetune/Step Time": 5.932417120784521}
+{"Finetune/Learning Rate": 8.720342195213071e-06, "Finetune/Loss": 0.6714301109313965, "Finetune/Loss (Raw)": 0.6904796361923218, "Finetune/Step": 10666, "Finetune/Step Time": 5.943196611478925}
+{"Finetune/Learning Rate": 8.718672099560858e-06, "Finetune/Loss": 0.6713471412658691, "Finetune/Loss (Raw)": 0.7491039633750916, "Finetune/Step": 10667, "Finetune/Step Time": 5.942079598084092}
+{"Finetune/Learning Rate": 8.717002040243452e-06, "Finetune/Loss": 0.671105146408081, "Finetune/Loss (Raw)": 0.60965895652771, "Finetune/Step": 10668, "Finetune/Step Time": 5.9593764785677195}
+{"Finetune/Learning Rate": 8.71533201730822e-06, "Finetune/Loss": 0.6708288192749023, "Finetune/Loss (Raw)": 0.6245669722557068, "Finetune/Step": 10669, "Finetune/Step Time": 5.955070896074176}
+{"Finetune/Learning Rate": 8.713662030802523e-06, "Finetune/Loss": 0.6710213422775269, "Finetune/Loss (Raw)": 0.6819545030593872, "Finetune/Step": 10670, "Finetune/Step Time": 5.953232541680336}
+{"Finetune/Learning Rate": 8.71199208077371e-06, "Finetune/Loss": 0.6707025766372681, "Finetune/Loss (Raw)": 0.6374751329421997, "Finetune/Step": 10671, "Finetune/Step Time": 5.960661333054304}
+{"Finetune/Learning Rate": 8.710322167269141e-06, "Finetune/Loss": 0.6700521111488342, "Finetune/Loss (Raw)": 0.6200923919677734, "Finetune/Step": 10672, "Finetune/Step Time": 5.963257629424334}
+{"Finetune/Learning Rate": 8.708652290336168e-06, "Finetune/Loss": 0.6705613732337952, "Finetune/Loss (Raw)": 0.6771116256713867, "Finetune/Step": 10673, "Finetune/Step Time": 5.969803037121892}
+{"Finetune/Learning Rate": 8.706982450022143e-06, "Finetune/Loss": 0.6706836223602295, "Finetune/Loss (Raw)": 0.6276189684867859, "Finetune/Step": 10674, "Finetune/Step Time": 5.976807681843638}
+{"Finetune/Learning Rate": 8.705312646374417e-06, "Finetune/Loss": 0.6703985929489136, "Finetune/Loss (Raw)": 0.6671530604362488, "Finetune/Step": 10675, "Finetune/Step Time": 5.976632244884968}
+{"Finetune/Learning Rate": 8.703642879440344e-06, "Finetune/Loss": 0.66960209608078, "Finetune/Loss (Raw)": 0.4560701251029968, "Finetune/Step": 10676, "Finetune/Step Time": 5.9822059236466885}
+{"Finetune/Learning Rate": 8.701973149267273e-06, "Finetune/Loss": 0.6692041158676147, "Finetune/Loss (Raw)": 0.6284679174423218, "Finetune/Step": 10677, "Finetune/Step Time": 5.982671499252319}
+{"Finetune/Learning Rate": 8.700303455902552e-06, "Finetune/Loss": 0.667952299118042, "Finetune/Loss (Raw)": 0.6358737349510193, "Finetune/Step": 10678, "Finetune/Step Time": 5.984085204079747}
+{"Finetune/Learning Rate": 8.698633799393533e-06, "Finetune/Loss": 0.6678324341773987, "Finetune/Loss (Raw)": 0.6347755193710327, "Finetune/Step": 10679, "Finetune/Step Time": 5.983815582469106}
+{"Finetune/Learning Rate": 8.696964179787554e-06, "Finetune/Loss": 0.6673545241355896, "Finetune/Loss (Raw)": 0.6216166019439697, "Finetune/Step": 10680, "Finetune/Step Time": 5.988073529675603}
+{"Finetune/Learning Rate": 8.695294597131968e-06, "Finetune/Loss": 0.6667980551719666, "Finetune/Loss (Raw)": 0.6281718611717224, "Finetune/Step": 10681, "Finetune/Step Time": 5.997528560459614}
+{"Finetune/Learning Rate": 8.693625051474115e-06, "Finetune/Loss": 0.6674727201461792, "Finetune/Loss (Raw)": 0.6230493783950806, "Finetune/Step": 10682, "Finetune/Step Time": 5.997739160433412}
+{"Finetune/Learning Rate": 8.69195554286134e-06, "Finetune/Loss": 0.6676210165023804, "Finetune/Loss (Raw)": 0.7398167848587036, "Finetune/Step": 10683, "Finetune/Step Time": 5.997110992670059}
+{"Finetune/Learning Rate": 8.690286071340988e-06, "Finetune/Loss": 0.666801929473877, "Finetune/Loss (Raw)": 0.685444176197052, "Finetune/Step": 10684, "Finetune/Step Time": 5.995698884129524}
+{"Finetune/Learning Rate": 8.688616636960401e-06, "Finetune/Loss": 0.667070746421814, "Finetune/Loss (Raw)": 0.6963359117507935, "Finetune/Step": 10685, "Finetune/Step Time": 5.9869725573807955}
+{"Finetune/Learning Rate": 8.686947239766916e-06, "Finetune/Loss": 0.667068600654602, "Finetune/Loss (Raw)": 0.6906932592391968, "Finetune/Step": 10686, "Finetune/Step Time": 5.98706841096282}
+{"Finetune/Learning Rate": 8.685277879807872e-06, "Finetune/Loss": 0.6678063869476318, "Finetune/Loss (Raw)": 0.610829770565033, "Finetune/Step": 10687, "Finetune/Step Time": 5.95503224991262}
+{"Finetune/Learning Rate": 8.683608557130608e-06, "Finetune/Loss": 0.6685810685157776, "Finetune/Loss (Raw)": 0.6432185769081116, "Finetune/Step": 10688, "Finetune/Step Time": 5.949915440753102}
+{"Finetune/Learning Rate": 8.681939271782463e-06, "Finetune/Loss": 0.6685354709625244, "Finetune/Loss (Raw)": 0.6422709822654724, "Finetune/Step": 10689, "Finetune/Step Time": 5.949776712805033}
+{"Finetune/Learning Rate": 8.68027002381077e-06, "Finetune/Loss": 0.6682320833206177, "Finetune/Loss (Raw)": 0.6828974485397339, "Finetune/Step": 10690, "Finetune/Step Time": 5.951404077932239}
+{"Finetune/Learning Rate": 8.678600813262874e-06, "Finetune/Loss": 0.6677252054214478, "Finetune/Loss (Raw)": 0.6305670738220215, "Finetune/Step": 10691, "Finetune/Step Time": 5.916406370699406}
+{"Finetune/Learning Rate": 8.676931640186092e-06, "Finetune/Loss": 0.669417142868042, "Finetune/Loss (Raw)": 0.8232738971710205, "Finetune/Step": 10692, "Finetune/Step Time": 5.916211046278477}
+{"Finetune/Learning Rate": 8.675262504627772e-06, "Finetune/Loss": 0.6710244417190552, "Finetune/Loss (Raw)": 0.7706227898597717, "Finetune/Step": 10693, "Finetune/Step Time": 5.941683942452073}
+{"Finetune/Learning Rate": 8.673593406635238e-06, "Finetune/Loss": 0.6706892251968384, "Finetune/Loss (Raw)": 0.6501279473304749, "Finetune/Step": 10694, "Finetune/Step Time": 5.948005519807339}
+{"Finetune/Learning Rate": 8.671924346255825e-06, "Finetune/Loss": 0.6705141067504883, "Finetune/Loss (Raw)": 0.7308295965194702, "Finetune/Step": 10695, "Finetune/Step Time": 5.943344093859196}
+{"Finetune/Learning Rate": 8.670255323536858e-06, "Finetune/Loss": 0.6705185174942017, "Finetune/Loss (Raw)": 0.6859197616577148, "Finetune/Step": 10696, "Finetune/Step Time": 5.947251256555319}
+{"Finetune/Learning Rate": 8.668586338525673e-06, "Finetune/Loss": 0.6696548461914062, "Finetune/Loss (Raw)": 0.6402637958526611, "Finetune/Step": 10697, "Finetune/Step Time": 5.930904319509864}
+{"Finetune/Learning Rate": 8.666917391269592e-06, "Finetune/Loss": 0.6696191430091858, "Finetune/Loss (Raw)": 0.6529492139816284, "Finetune/Step": 10698, "Finetune/Step Time": 5.93298364430666}
+{"Finetune/Learning Rate": 8.665248481815941e-06, "Finetune/Loss": 0.6698889136314392, "Finetune/Loss (Raw)": 0.7176095247268677, "Finetune/Step": 10699, "Finetune/Step Time": 5.9350342601537704}
+{"Finetune/Learning Rate": 8.663579610212048e-06, "Finetune/Loss": 0.6708352565765381, "Finetune/Loss (Raw)": 0.7696565985679626, "Finetune/Step": 10700, "Finetune/Step Time": 5.930929766967893}
+{"Finetune/Learning Rate": 8.661910776505235e-06, "Finetune/Loss": 0.669674813747406, "Finetune/Loss (Raw)": 0.463784784078598, "Finetune/Step": 10701, "Finetune/Step Time": 5.932349340990186}
+{"Finetune/Learning Rate": 8.66024198074283e-06, "Finetune/Loss": 0.6701747179031372, "Finetune/Loss (Raw)": 0.7829558253288269, "Finetune/Step": 10702, "Finetune/Step Time": 5.934846686199307}
+{"Finetune/Learning Rate": 8.658573222972155e-06, "Finetune/Loss": 0.6693387627601624, "Finetune/Loss (Raw)": 0.6486185193061829, "Finetune/Step": 10703, "Finetune/Step Time": 5.937342023476958}
+{"Finetune/Learning Rate": 8.656904503240527e-06, "Finetune/Loss": 0.6695800423622131, "Finetune/Loss (Raw)": 0.6708422899246216, "Finetune/Step": 10704, "Finetune/Step Time": 5.938046216964722}
+{"Finetune/Learning Rate": 8.655235821595268e-06, "Finetune/Loss": 0.6695741415023804, "Finetune/Loss (Raw)": 0.6125115156173706, "Finetune/Step": 10705, "Finetune/Step Time": 5.94839227758348}
+{"Finetune/Learning Rate": 8.653567178083696e-06, "Finetune/Loss": 0.6693048477172852, "Finetune/Loss (Raw)": 0.5855593085289001, "Finetune/Step": 10706, "Finetune/Step Time": 5.951991889625788}
+{"Finetune/Learning Rate": 8.651898572753129e-06, "Finetune/Loss": 0.6686865091323853, "Finetune/Loss (Raw)": 0.6845489740371704, "Finetune/Step": 10707, "Finetune/Step Time": 5.95313641987741}
+{"Finetune/Learning Rate": 8.650230005650886e-06, "Finetune/Loss": 0.669208288192749, "Finetune/Loss (Raw)": 0.7023571729660034, "Finetune/Step": 10708, "Finetune/Step Time": 5.94741271622479}
+{"Finetune/Learning Rate": 8.648561476824286e-06, "Finetune/Loss": 0.6695895195007324, "Finetune/Loss (Raw)": 0.7435300946235657, "Finetune/Step": 10709, "Finetune/Step Time": 5.947897644713521}
+{"Finetune/Learning Rate": 8.646892986320634e-06, "Finetune/Loss": 0.6694216728210449, "Finetune/Loss (Raw)": 0.637237548828125, "Finetune/Step": 10710, "Finetune/Step Time": 5.9473223593086}
+{"Finetune/Learning Rate": 8.645224534187253e-06, "Finetune/Loss": 0.6690024733543396, "Finetune/Loss (Raw)": 0.6541916131973267, "Finetune/Step": 10711, "Finetune/Step Time": 5.946580043062568}
+{"Finetune/Learning Rate": 8.643556120471449e-06, "Finetune/Loss": 0.6684149503707886, "Finetune/Loss (Raw)": 0.6171082258224487, "Finetune/Step": 10712, "Finetune/Step Time": 5.949813261628151}
+{"Finetune/Learning Rate": 8.641887745220536e-06, "Finetune/Loss": 0.6674922704696655, "Finetune/Loss (Raw)": 0.6892408728599548, "Finetune/Step": 10713, "Finetune/Step Time": 5.953071413561702}
+{"Finetune/Learning Rate": 8.640219408481825e-06, "Finetune/Loss": 0.6671814322471619, "Finetune/Loss (Raw)": 0.6026191115379333, "Finetune/Step": 10714, "Finetune/Step Time": 5.949484335258603}
+{"Finetune/Learning Rate": 8.63855111030263e-06, "Finetune/Loss": 0.6677482724189758, "Finetune/Loss (Raw)": 0.7103976607322693, "Finetune/Step": 10715, "Finetune/Step Time": 5.953870156779885}
+{"Finetune/Learning Rate": 8.636882850730249e-06, "Finetune/Loss": 0.666698694229126, "Finetune/Loss (Raw)": 0.6350137591362, "Finetune/Step": 10716, "Finetune/Step Time": 5.953367879614234}
+{"Finetune/Learning Rate": 8.635214629811992e-06, "Finetune/Loss": 0.6664026379585266, "Finetune/Loss (Raw)": 0.6521521806716919, "Finetune/Step": 10717, "Finetune/Step Time": 5.9573362339288}
+{"Finetune/Learning Rate": 8.63354644759517e-06, "Finetune/Loss": 0.6670511960983276, "Finetune/Loss (Raw)": 0.7070441842079163, "Finetune/Step": 10718, "Finetune/Step Time": 5.966345692053437}
+{"Finetune/Learning Rate": 8.631878304127086e-06, "Finetune/Loss": 0.6671937704086304, "Finetune/Loss (Raw)": 0.6777222752571106, "Finetune/Step": 10719, "Finetune/Step Time": 5.966701911762357}
+{"Finetune/Learning Rate": 8.63021019945504e-06, "Finetune/Loss": 0.6673073768615723, "Finetune/Loss (Raw)": 0.6490422487258911, "Finetune/Step": 10720, "Finetune/Step Time": 5.97706164047122}
+{"Finetune/Learning Rate": 8.628542133626343e-06, "Finetune/Loss": 0.6672259569168091, "Finetune/Loss (Raw)": 0.7468744516372681, "Finetune/Step": 10721, "Finetune/Step Time": 5.980895442888141}
+{"Finetune/Learning Rate": 8.626874106688288e-06, "Finetune/Loss": 0.6667073965072632, "Finetune/Loss (Raw)": 0.6519150137901306, "Finetune/Step": 10722, "Finetune/Step Time": 5.98274165764451}
+{"Finetune/Learning Rate": 8.625206118688179e-06, "Finetune/Loss": 0.66665118932724, "Finetune/Loss (Raw)": 0.7239519357681274, "Finetune/Step": 10723, "Finetune/Step Time": 5.986103966832161}
+{"Finetune/Learning Rate": 8.623538169673312e-06, "Finetune/Loss": 0.6665825843811035, "Finetune/Loss (Raw)": 0.6432136297225952, "Finetune/Step": 10724, "Finetune/Step Time": 5.988598808646202}
+{"Finetune/Learning Rate": 8.62187025969099e-06, "Finetune/Loss": 0.6668535470962524, "Finetune/Loss (Raw)": 0.6849825978279114, "Finetune/Step": 10725, "Finetune/Step Time": 5.985196115449071}
+{"Finetune/Learning Rate": 8.62020238878851e-06, "Finetune/Loss": 0.666524350643158, "Finetune/Loss (Raw)": 0.6302668452262878, "Finetune/Step": 10726, "Finetune/Step Time": 5.987752914428711}
+{"Finetune/Learning Rate": 8.618534557013168e-06, "Finetune/Loss": 0.6667966842651367, "Finetune/Loss (Raw)": 0.7083725929260254, "Finetune/Step": 10727, "Finetune/Step Time": 5.982626236975193}
+{"Finetune/Learning Rate": 8.616866764412257e-06, "Finetune/Loss": 0.666921079158783, "Finetune/Loss (Raw)": 0.7041811347007751, "Finetune/Step": 10728, "Finetune/Step Time": 5.9681405909359455}
+{"Finetune/Learning Rate": 8.615199011033069e-06, "Finetune/Loss": 0.6651060581207275, "Finetune/Loss (Raw)": 0.544198215007782, "Finetune/Step": 10729, "Finetune/Step Time": 5.975857250392437}
+{"Finetune/Learning Rate": 8.6135312969229e-06, "Finetune/Loss": 0.6653997898101807, "Finetune/Loss (Raw)": 0.7128182649612427, "Finetune/Step": 10730, "Finetune/Step Time": 5.976157357916236}
+{"Finetune/Learning Rate": 8.61186362212904e-06, "Finetune/Loss": 0.664684534072876, "Finetune/Loss (Raw)": 0.6929851770401001, "Finetune/Step": 10731, "Finetune/Step Time": 5.978852674365044}
+{"Finetune/Learning Rate": 8.61019598669878e-06, "Finetune/Loss": 0.6638799905776978, "Finetune/Loss (Raw)": 0.5461903214454651, "Finetune/Step": 10732, "Finetune/Step Time": 5.973945405334234}
+{"Finetune/Learning Rate": 8.608528390679416e-06, "Finetune/Loss": 0.6647882461547852, "Finetune/Loss (Raw)": 0.7887965440750122, "Finetune/Step": 10733, "Finetune/Step Time": 5.976957397535443}
+{"Finetune/Learning Rate": 8.606860834118223e-06, "Finetune/Loss": 0.6644570827484131, "Finetune/Loss (Raw)": 0.4739660620689392, "Finetune/Step": 10734, "Finetune/Step Time": 5.977019602432847}
+{"Finetune/Learning Rate": 8.605193317062499e-06, "Finetune/Loss": 0.6637266874313354, "Finetune/Loss (Raw)": 0.6159650683403015, "Finetune/Step": 10735, "Finetune/Step Time": 5.9750799387693405}
+{"Finetune/Learning Rate": 8.603525839559523e-06, "Finetune/Loss": 0.6626917123794556, "Finetune/Loss (Raw)": 0.6099047064781189, "Finetune/Step": 10736, "Finetune/Step Time": 5.975019799545407}
+{"Finetune/Learning Rate": 8.601858401656586e-06, "Finetune/Loss": 0.6627247929573059, "Finetune/Loss (Raw)": 0.6933698654174805, "Finetune/Step": 10737, "Finetune/Step Time": 5.972009582445025}
+{"Finetune/Learning Rate": 8.600191003400968e-06, "Finetune/Loss": 0.6629943251609802, "Finetune/Loss (Raw)": 0.6683778762817383, "Finetune/Step": 10738, "Finetune/Step Time": 5.971834076568484}
+{"Finetune/Learning Rate": 8.598523644839949e-06, "Finetune/Loss": 0.6621038317680359, "Finetune/Loss (Raw)": 0.630313515663147, "Finetune/Step": 10739, "Finetune/Step Time": 5.966959372162819}
+{"Finetune/Learning Rate": 8.596856326020822e-06, "Finetune/Loss": 0.6614534854888916, "Finetune/Loss (Raw)": 0.616043746471405, "Finetune/Step": 10740, "Finetune/Step Time": 5.979000985622406}
+{"Finetune/Learning Rate": 8.595189046990852e-06, "Finetune/Loss": 0.6607078313827515, "Finetune/Loss (Raw)": 0.5202642679214478, "Finetune/Step": 10741, "Finetune/Step Time": 5.9976505525410175}
+{"Finetune/Learning Rate": 8.59352180779733e-06, "Finetune/Loss": 0.6597675681114197, "Finetune/Loss (Raw)": 0.6723958849906921, "Finetune/Step": 10742, "Finetune/Step Time": 6.000234207138419}
+{"Finetune/Learning Rate": 8.591854608487528e-06, "Finetune/Loss": 0.6602747440338135, "Finetune/Loss (Raw)": 0.6548185348510742, "Finetune/Step": 10743, "Finetune/Step Time": 6.0002859476953745}
+{"Finetune/Learning Rate": 8.590187449108726e-06, "Finetune/Loss": 0.6611093282699585, "Finetune/Loss (Raw)": 0.7450472116470337, "Finetune/Step": 10744, "Finetune/Step Time": 6.002470577135682}
+{"Finetune/Learning Rate": 8.5885203297082e-06, "Finetune/Loss": 0.6617340445518494, "Finetune/Loss (Raw)": 0.709928035736084, "Finetune/Step": 10745, "Finetune/Step Time": 5.996352707967162}
+{"Finetune/Learning Rate": 8.586853250333226e-06, "Finetune/Loss": 0.6633699536323547, "Finetune/Loss (Raw)": 0.7043373584747314, "Finetune/Step": 10746, "Finetune/Step Time": 5.976730398833752}
+{"Finetune/Learning Rate": 8.585186211031071e-06, "Finetune/Loss": 0.6636145710945129, "Finetune/Loss (Raw)": 0.7046875357627869, "Finetune/Step": 10747, "Finetune/Step Time": 5.972259858623147}
+{"Finetune/Learning Rate": 8.583519211849014e-06, "Finetune/Loss": 0.6628432869911194, "Finetune/Loss (Raw)": 0.6288484334945679, "Finetune/Step": 10748, "Finetune/Step Time": 5.972168020904064}
+{"Finetune/Learning Rate": 8.58185225283432e-06, "Finetune/Loss": 0.6633515357971191, "Finetune/Loss (Raw)": 0.6241097450256348, "Finetune/Step": 10749, "Finetune/Step Time": 5.987041914835572}
+{"Finetune/Learning Rate": 8.580185334034268e-06, "Finetune/Loss": 0.6638504266738892, "Finetune/Loss (Raw)": 0.7115792632102966, "Finetune/Step": 10750, "Finetune/Step Time": 5.985729234293103}
+{"Finetune/Learning Rate": 8.578518455496121e-06, "Finetune/Loss": 0.6635629534721375, "Finetune/Loss (Raw)": 0.6446509957313538, "Finetune/Step": 10751, "Finetune/Step Time": 5.997658912092447}
+{"Finetune/Learning Rate": 8.576851617267151e-06, "Finetune/Loss": 0.6645344495773315, "Finetune/Loss (Raw)": 0.6483319401741028, "Finetune/Step": 10752, "Finetune/Step Time": 6.003983322530985}
+{"Finetune/Learning Rate": 8.57518481939462e-06, "Finetune/Loss": 0.6653038263320923, "Finetune/Loss (Raw)": 0.6944231390953064, "Finetune/Step": 10753, "Finetune/Step Time": 5.992191858589649}
+{"Finetune/Learning Rate": 8.573518061925796e-06, "Finetune/Loss": 0.6660766005516052, "Finetune/Loss (Raw)": 0.6853049993515015, "Finetune/Step": 10754, "Finetune/Step Time": 5.991200797259808}
+{"Finetune/Learning Rate": 8.571851344907943e-06, "Finetune/Loss": 0.6659797430038452, "Finetune/Loss (Raw)": 0.7149233222007751, "Finetune/Step": 10755, "Finetune/Step Time": 5.991813709959388}
+{"Finetune/Learning Rate": 8.570184668388323e-06, "Finetune/Loss": 0.6654855012893677, "Finetune/Loss (Raw)": 0.5678122043609619, "Finetune/Step": 10756, "Finetune/Step Time": 5.995827296748757}
+{"Finetune/Learning Rate": 8.568518032414201e-06, "Finetune/Loss": 0.6652199029922485, "Finetune/Loss (Raw)": 0.6673421859741211, "Finetune/Step": 10757, "Finetune/Step Time": 6.0116872768849134}
+{"Finetune/Learning Rate": 8.566851437032841e-06, "Finetune/Loss": 0.6636210680007935, "Finetune/Loss (Raw)": 0.6036984920501709, "Finetune/Step": 10758, "Finetune/Step Time": 6.008741393685341}
+{"Finetune/Learning Rate": 8.565184882291495e-06, "Finetune/Loss": 0.6642230749130249, "Finetune/Loss (Raw)": 0.6352202296257019, "Finetune/Step": 10759, "Finetune/Step Time": 6.006419075652957}
+{"Finetune/Learning Rate": 8.563518368237428e-06, "Finetune/Loss": 0.6645864248275757, "Finetune/Loss (Raw)": 0.653972864151001, "Finetune/Step": 10760, "Finetune/Step Time": 6.007650637999177}
+{"Finetune/Learning Rate": 8.561851894917893e-06, "Finetune/Loss": 0.6643911004066467, "Finetune/Loss (Raw)": 0.6977586150169373, "Finetune/Step": 10761, "Finetune/Step Time": 6.009076097980142}
+{"Finetune/Learning Rate": 8.56018546238015e-06, "Finetune/Loss": 0.6627879738807678, "Finetune/Loss (Raw)": 0.4848068654537201, "Finetune/Step": 10762, "Finetune/Step Time": 6.013599099591374}
+{"Finetune/Learning Rate": 8.55851907067145e-06, "Finetune/Loss": 0.661950945854187, "Finetune/Loss (Raw)": 0.6091539859771729, "Finetune/Step": 10763, "Finetune/Step Time": 5.998745109885931}
+{"Finetune/Learning Rate": 8.556852719839058e-06, "Finetune/Loss": 0.6618200540542603, "Finetune/Loss (Raw)": 0.6696792244911194, "Finetune/Step": 10764, "Finetune/Step Time": 5.998267367482185}
+{"Finetune/Learning Rate": 8.555186409930212e-06, "Finetune/Loss": 0.6612322330474854, "Finetune/Loss (Raw)": 0.621326744556427, "Finetune/Step": 10765, "Finetune/Step Time": 5.996730633080006}
+{"Finetune/Learning Rate": 8.553520140992171e-06, "Finetune/Loss": 0.6614384651184082, "Finetune/Loss (Raw)": 0.6872231960296631, "Finetune/Step": 10766, "Finetune/Step Time": 5.993565388023853}
+{"Finetune/Learning Rate": 8.551853913072188e-06, "Finetune/Loss": 0.6605168581008911, "Finetune/Loss (Raw)": 0.6052972078323364, "Finetune/Step": 10767, "Finetune/Step Time": 6.030995171517134}
+{"Finetune/Learning Rate": 8.550187726217508e-06, "Finetune/Loss": 0.6601908206939697, "Finetune/Loss (Raw)": 0.5719435811042786, "Finetune/Step": 10768, "Finetune/Step Time": 6.0287705436348915}
+{"Finetune/Learning Rate": 8.548521580475382e-06, "Finetune/Loss": 0.65904700756073, "Finetune/Loss (Raw)": 0.5933172106742859, "Finetune/Step": 10769, "Finetune/Step Time": 6.028260227292776}
+{"Finetune/Learning Rate": 8.54685547589306e-06, "Finetune/Loss": 0.6577492952346802, "Finetune/Loss (Raw)": 0.6562387943267822, "Finetune/Step": 10770, "Finetune/Step Time": 6.030462684109807}
+{"Finetune/Learning Rate": 8.545189412517782e-06, "Finetune/Loss": 0.6578754186630249, "Finetune/Loss (Raw)": 0.6730214953422546, "Finetune/Step": 10771, "Finetune/Step Time": 6.023716086521745}
+{"Finetune/Learning Rate": 8.543523390396796e-06, "Finetune/Loss": 0.6588523387908936, "Finetune/Loss (Raw)": 0.7298539280891418, "Finetune/Step": 10772, "Finetune/Step Time": 6.03889049962163}
+{"Finetune/Learning Rate": 8.541857409577341e-06, "Finetune/Loss": 0.6583659648895264, "Finetune/Loss (Raw)": 0.5590067505836487, "Finetune/Step": 10773, "Finetune/Step Time": 6.02972687035799}
+{"Finetune/Learning Rate": 8.540191470106667e-06, "Finetune/Loss": 0.6579982042312622, "Finetune/Loss (Raw)": 0.661635160446167, "Finetune/Step": 10774, "Finetune/Step Time": 6.031102672219276}
+{"Finetune/Learning Rate": 8.53852557203201e-06, "Finetune/Loss": 0.6584225296974182, "Finetune/Loss (Raw)": 0.6679484248161316, "Finetune/Step": 10775, "Finetune/Step Time": 6.030095733702183}
+{"Finetune/Learning Rate": 8.536859715400616e-06, "Finetune/Loss": 0.6580477952957153, "Finetune/Loss (Raw)": 0.6207222938537598, "Finetune/Step": 10776, "Finetune/Step Time": 6.027605086565018}
+{"Finetune/Learning Rate": 8.535193900259717e-06, "Finetune/Loss": 0.6580444574356079, "Finetune/Loss (Raw)": 0.6608611345291138, "Finetune/Step": 10777, "Finetune/Step Time": 6.026624334976077}
+{"Finetune/Learning Rate": 8.533528126656554e-06, "Finetune/Loss": 0.6577368378639221, "Finetune/Loss (Raw)": 0.6025380492210388, "Finetune/Step": 10778, "Finetune/Step Time": 6.013281965628266}
+{"Finetune/Learning Rate": 8.531862394638362e-06, "Finetune/Loss": 0.6566507816314697, "Finetune/Loss (Raw)": 0.5765990018844604, "Finetune/Step": 10779, "Finetune/Step Time": 6.031294774264097}
+{"Finetune/Learning Rate": 8.530196704252377e-06, "Finetune/Loss": 0.6557828187942505, "Finetune/Loss (Raw)": 0.6014472842216492, "Finetune/Step": 10780, "Finetune/Step Time": 6.035967750474811}
+{"Finetune/Learning Rate": 8.528531055545835e-06, "Finetune/Loss": 0.653713583946228, "Finetune/Loss (Raw)": 0.45744794607162476, "Finetune/Step": 10781, "Finetune/Step Time": 6.0390953831374645}
+{"Finetune/Learning Rate": 8.526865448565973e-06, "Finetune/Loss": 0.6543957591056824, "Finetune/Loss (Raw)": 0.7259353399276733, "Finetune/Step": 10782, "Finetune/Step Time": 6.0216170605272055}
+{"Finetune/Learning Rate": 8.525199883360012e-06, "Finetune/Loss": 0.6544744968414307, "Finetune/Loss (Raw)": 0.6920917630195618, "Finetune/Step": 10783, "Finetune/Step Time": 6.021381624042988}
+{"Finetune/Learning Rate": 8.52353435997519e-06, "Finetune/Loss": 0.6542280912399292, "Finetune/Loss (Raw)": 0.6810505390167236, "Finetune/Step": 10784, "Finetune/Step Time": 6.006293756887317}
+{"Finetune/Learning Rate": 8.521868878458735e-06, "Finetune/Loss": 0.6532882452011108, "Finetune/Loss (Raw)": 0.5621411204338074, "Finetune/Step": 10785, "Finetune/Step Time": 6.015287948772311}
+{"Finetune/Learning Rate": 8.520203438857875e-06, "Finetune/Loss": 0.6541367769241333, "Finetune/Loss (Raw)": 0.639545202255249, "Finetune/Step": 10786, "Finetune/Step Time": 6.008843639865518}
+{"Finetune/Learning Rate": 8.518538041219836e-06, "Finetune/Loss": 0.6525734663009644, "Finetune/Loss (Raw)": 0.5913200378417969, "Finetune/Step": 10787, "Finetune/Step Time": 6.010300725698471}
+{"Finetune/Learning Rate": 8.51687268559185e-06, "Finetune/Loss": 0.6534609794616699, "Finetune/Loss (Raw)": 0.6826865077018738, "Finetune/Step": 10788, "Finetune/Step Time": 5.995525050908327}
+{"Finetune/Learning Rate": 8.515207372021135e-06, "Finetune/Loss": 0.651760995388031, "Finetune/Loss (Raw)": 0.5786823630332947, "Finetune/Step": 10789, "Finetune/Step Time": 6.022722441703081}
+{"Finetune/Learning Rate": 8.513542100554914e-06, "Finetune/Loss": 0.6523897647857666, "Finetune/Loss (Raw)": 0.6951056122779846, "Finetune/Step": 10790, "Finetune/Step Time": 5.994576819241047}
+{"Finetune/Learning Rate": 8.511876871240414e-06, "Finetune/Loss": 0.6523314118385315, "Finetune/Loss (Raw)": 0.651171088218689, "Finetune/Step": 10791, "Finetune/Step Time": 5.994523325935006}
+{"Finetune/Learning Rate": 8.510211684124854e-06, "Finetune/Loss": 0.652402400970459, "Finetune/Loss (Raw)": 0.6242170333862305, "Finetune/Step": 10792, "Finetune/Step Time": 5.992110941559076}
+{"Finetune/Learning Rate": 8.508546539255454e-06, "Finetune/Loss": 0.6527214050292969, "Finetune/Loss (Raw)": 0.7351371645927429, "Finetune/Step": 10793, "Finetune/Step Time": 5.990173481404781}
+{"Finetune/Learning Rate": 8.506881436679438e-06, "Finetune/Loss": 0.6533601880073547, "Finetune/Loss (Raw)": 0.7722492814064026, "Finetune/Step": 10794, "Finetune/Step Time": 5.975574238225818}
+{"Finetune/Learning Rate": 8.505216376444013e-06, "Finetune/Loss": 0.6532728672027588, "Finetune/Loss (Raw)": 0.7379226684570312, "Finetune/Step": 10795, "Finetune/Step Time": 5.973936853930354}
+{"Finetune/Learning Rate": 8.503551358596403e-06, "Finetune/Loss": 0.6544000506401062, "Finetune/Loss (Raw)": 0.7539368867874146, "Finetune/Step": 10796, "Finetune/Step Time": 5.955219596624374}
+{"Finetune/Learning Rate": 8.501886383183816e-06, "Finetune/Loss": 0.6549288034439087, "Finetune/Loss (Raw)": 0.6922526359558105, "Finetune/Step": 10797, "Finetune/Step Time": 5.95767099224031}
+{"Finetune/Learning Rate": 8.500221450253478e-06, "Finetune/Loss": 0.6546289324760437, "Finetune/Loss (Raw)": 0.6435641050338745, "Finetune/Step": 10798, "Finetune/Step Time": 5.959129441529512}
+{"Finetune/Learning Rate": 8.498556559852591e-06, "Finetune/Loss": 0.6546698212623596, "Finetune/Loss (Raw)": 0.642707884311676, "Finetune/Step": 10799, "Finetune/Step Time": 5.956371581181884}
+{"Finetune/Learning Rate": 8.496891712028374e-06, "Finetune/Loss": 0.6559725999832153, "Finetune/Loss (Raw)": 0.786852240562439, "Finetune/Step": 10800, "Finetune/Step Time": 5.956891633570194}
+{"Finetune/Learning Rate": 8.495226906828033e-06, "Finetune/Loss": 0.6566607356071472, "Finetune/Loss (Raw)": 0.7651864886283875, "Finetune/Step": 10801, "Finetune/Step Time": 5.950130419805646}
+{"Finetune/Learning Rate": 8.493562144298777e-06, "Finetune/Loss": 0.6569744944572449, "Finetune/Loss (Raw)": 0.6677911281585693, "Finetune/Step": 10802, "Finetune/Step Time": 5.933517824858427}
+{"Finetune/Learning Rate": 8.491897424487815e-06, "Finetune/Loss": 0.6569079756736755, "Finetune/Loss (Raw)": 0.6586282253265381, "Finetune/Step": 10803, "Finetune/Step Time": 5.931080916896462}
+{"Finetune/Learning Rate": 8.49023274744235e-06, "Finetune/Loss": 0.6585944890975952, "Finetune/Loss (Raw)": 0.6719398498535156, "Finetune/Step": 10804, "Finetune/Step Time": 5.92528323456645}
+{"Finetune/Learning Rate": 8.488568113209593e-06, "Finetune/Loss": 0.6598871350288391, "Finetune/Loss (Raw)": 0.7939319610595703, "Finetune/Step": 10805, "Finetune/Step Time": 5.935716265812516}
+{"Finetune/Learning Rate": 8.486903521836751e-06, "Finetune/Loss": 0.6598031520843506, "Finetune/Loss (Raw)": 0.6251277923583984, "Finetune/Step": 10806, "Finetune/Step Time": 5.938197501003742}
+{"Finetune/Learning Rate": 8.485238973371017e-06, "Finetune/Loss": 0.6599060893058777, "Finetune/Loss (Raw)": 0.6479493975639343, "Finetune/Step": 10807, "Finetune/Step Time": 5.941497294232249}
+{"Finetune/Learning Rate": 8.4835744678596e-06, "Finetune/Loss": 0.6596509218215942, "Finetune/Loss (Raw)": 0.5889592170715332, "Finetune/Step": 10808, "Finetune/Step Time": 5.940440732985735}
+{"Finetune/Learning Rate": 8.481910005349699e-06, "Finetune/Loss": 0.6597690582275391, "Finetune/Loss (Raw)": 0.6432847380638123, "Finetune/Step": 10809, "Finetune/Step Time": 5.934808425605297}
+{"Finetune/Learning Rate": 8.480245585888514e-06, "Finetune/Loss": 0.6596434116363525, "Finetune/Loss (Raw)": 0.6069803237915039, "Finetune/Step": 10810, "Finetune/Step Time": 5.9414353631436825}
+{"Finetune/Learning Rate": 8.478581209523242e-06, "Finetune/Loss": 0.659197211265564, "Finetune/Loss (Raw)": 0.6826932430267334, "Finetune/Step": 10811, "Finetune/Step Time": 5.9295355174690485}
+{"Finetune/Learning Rate": 8.476916876301084e-06, "Finetune/Loss": 0.6594666242599487, "Finetune/Loss (Raw)": 0.7199292778968811, "Finetune/Step": 10812, "Finetune/Step Time": 5.93232331238687}
+{"Finetune/Learning Rate": 8.475252586269228e-06, "Finetune/Loss": 0.6599653959274292, "Finetune/Loss (Raw)": 0.7601814270019531, "Finetune/Step": 10813, "Finetune/Step Time": 5.918523600324988}
+{"Finetune/Learning Rate": 8.473588339474873e-06, "Finetune/Loss": 0.6592358350753784, "Finetune/Loss (Raw)": 0.5973055362701416, "Finetune/Step": 10814, "Finetune/Step Time": 5.916220188140869}
+{"Finetune/Learning Rate": 8.471924135965212e-06, "Finetune/Loss": 0.6599146723747253, "Finetune/Loss (Raw)": 0.6977200508117676, "Finetune/Step": 10815, "Finetune/Step Time": 5.909554533660412}
+{"Finetune/Learning Rate": 8.470259975787438e-06, "Finetune/Loss": 0.6597983837127686, "Finetune/Loss (Raw)": 0.6283390522003174, "Finetune/Step": 10816, "Finetune/Step Time": 5.914117097854614}
+{"Finetune/Learning Rate": 8.468595858988741e-06, "Finetune/Loss": 0.659701406955719, "Finetune/Loss (Raw)": 0.6298539042472839, "Finetune/Step": 10817, "Finetune/Step Time": 5.918511116877198}
+{"Finetune/Learning Rate": 8.466931785616313e-06, "Finetune/Loss": 0.6604843735694885, "Finetune/Loss (Raw)": 0.7831257581710815, "Finetune/Step": 10818, "Finetune/Step Time": 5.916638627648354}
+{"Finetune/Learning Rate": 8.465267755717339e-06, "Finetune/Loss": 0.6611495018005371, "Finetune/Loss (Raw)": 0.7156925201416016, "Finetune/Step": 10819, "Finetune/Step Time": 5.924880802631378}
+{"Finetune/Learning Rate": 8.463603769339006e-06, "Finetune/Loss": 0.659841775894165, "Finetune/Loss (Raw)": 0.6558842658996582, "Finetune/Step": 10820, "Finetune/Step Time": 5.9255271553993225}
+{"Finetune/Learning Rate": 8.461939826528502e-06, "Finetune/Loss": 0.6587759256362915, "Finetune/Loss (Raw)": 0.6341937184333801, "Finetune/Step": 10821, "Finetune/Step Time": 5.899934757500887}
+{"Finetune/Learning Rate": 8.460275927333008e-06, "Finetune/Loss": 0.658776044845581, "Finetune/Loss (Raw)": 0.6501497030258179, "Finetune/Step": 10822, "Finetune/Step Time": 5.891072129830718}
+{"Finetune/Learning Rate": 8.458612071799712e-06, "Finetune/Loss": 0.6572135090827942, "Finetune/Loss (Raw)": 0.5308219194412231, "Finetune/Step": 10823, "Finetune/Step Time": 5.8940639570355415}
+{"Finetune/Learning Rate": 8.456948259975796e-06, "Finetune/Loss": 0.6574480533599854, "Finetune/Loss (Raw)": 0.715949296951294, "Finetune/Step": 10824, "Finetune/Step Time": 5.894772075116634}
+{"Finetune/Learning Rate": 8.455284491908441e-06, "Finetune/Loss": 0.6574991941452026, "Finetune/Loss (Raw)": 0.6468039155006409, "Finetune/Step": 10825, "Finetune/Step Time": 5.898529969155788}
+{"Finetune/Learning Rate": 8.453620767644823e-06, "Finetune/Loss": 0.6567038297653198, "Finetune/Loss (Raw)": 0.551146924495697, "Finetune/Step": 10826, "Finetune/Step Time": 5.898560460656881}
+{"Finetune/Learning Rate": 8.451957087232124e-06, "Finetune/Loss": 0.6564498543739319, "Finetune/Loss (Raw)": 0.6850937604904175, "Finetune/Step": 10827, "Finetune/Step Time": 5.897621296346188}
+{"Finetune/Learning Rate": 8.450293450717517e-06, "Finetune/Loss": 0.6563397645950317, "Finetune/Loss (Raw)": 0.7555642127990723, "Finetune/Step": 10828, "Finetune/Step Time": 5.903598887845874}
+{"Finetune/Learning Rate": 8.448629858148181e-06, "Finetune/Loss": 0.657427966594696, "Finetune/Loss (Raw)": 0.6030783653259277, "Finetune/Step": 10829, "Finetune/Step Time": 5.907905913889408}
+{"Finetune/Learning Rate": 8.446966309571292e-06, "Finetune/Loss": 0.6570172309875488, "Finetune/Loss (Raw)": 0.7303785085678101, "Finetune/Step": 10830, "Finetune/Step Time": 5.903133234009147}
+{"Finetune/Learning Rate": 8.445302805034027e-06, "Finetune/Loss": 0.6573107838630676, "Finetune/Loss (Raw)": 0.6861963868141174, "Finetune/Step": 10831, "Finetune/Step Time": 5.897462800145149}
+{"Finetune/Learning Rate": 8.443639344583547e-06, "Finetune/Loss": 0.6573100090026855, "Finetune/Loss (Raw)": 0.6707445383071899, "Finetune/Step": 10832, "Finetune/Step Time": 5.900343956425786}
+{"Finetune/Learning Rate": 8.44197592826703e-06, "Finetune/Loss": 0.657913327217102, "Finetune/Loss (Raw)": 0.6897369027137756, "Finetune/Step": 10833, "Finetune/Step Time": 5.891417570412159}
+{"Finetune/Learning Rate": 8.440312556131647e-06, "Finetune/Loss": 0.6581825017929077, "Finetune/Loss (Raw)": 0.6200101375579834, "Finetune/Step": 10834, "Finetune/Step Time": 5.898348297923803}
+{"Finetune/Learning Rate": 8.438649228224566e-06, "Finetune/Loss": 0.6573636531829834, "Finetune/Loss (Raw)": 0.5797367095947266, "Finetune/Step": 10835, "Finetune/Step Time": 5.895582482218742}
+{"Finetune/Learning Rate": 8.43698594459295e-06, "Finetune/Loss": 0.6566259860992432, "Finetune/Loss (Raw)": 0.6079382300376892, "Finetune/Step": 10836, "Finetune/Step Time": 5.896296007558703}
+{"Finetune/Learning Rate": 8.435322705283973e-06, "Finetune/Loss": 0.655300498008728, "Finetune/Loss (Raw)": 0.5738687515258789, "Finetune/Step": 10837, "Finetune/Step Time": 5.8959908820688725}
+{"Finetune/Learning Rate": 8.43365951034479e-06, "Finetune/Loss": 0.6556942462921143, "Finetune/Loss (Raw)": 0.6876335144042969, "Finetune/Step": 10838, "Finetune/Step Time": 5.896517952904105}
+{"Finetune/Learning Rate": 8.43199635982257e-06, "Finetune/Loss": 0.6558047533035278, "Finetune/Loss (Raw)": 0.6683381199836731, "Finetune/Step": 10839, "Finetune/Step Time": 5.893653582781553}
+{"Finetune/Learning Rate": 8.430333253764474e-06, "Finetune/Loss": 0.6560882925987244, "Finetune/Loss (Raw)": 0.653400182723999, "Finetune/Step": 10840, "Finetune/Step Time": 5.890879828482866}
+{"Finetune/Learning Rate": 8.428670192217665e-06, "Finetune/Loss": 0.6568241119384766, "Finetune/Loss (Raw)": 0.7834235429763794, "Finetune/Step": 10841, "Finetune/Step Time": 5.891317166388035}
+{"Finetune/Learning Rate": 8.4270071752293e-06, "Finetune/Loss": 0.6566470265388489, "Finetune/Loss (Raw)": 0.5799563527107239, "Finetune/Step": 10842, "Finetune/Step Time": 5.927300317212939}
+{"Finetune/Learning Rate": 8.425344202846541e-06, "Finetune/Loss": 0.6560995578765869, "Finetune/Loss (Raw)": 0.6403177380561829, "Finetune/Step": 10843, "Finetune/Step Time": 5.925460074096918}
+{"Finetune/Learning Rate": 8.42368127511654e-06, "Finetune/Loss": 0.6551767587661743, "Finetune/Loss (Raw)": 0.5168940424919128, "Finetune/Step": 10844, "Finetune/Step Time": 5.934837158769369}
+{"Finetune/Learning Rate": 8.422018392086458e-06, "Finetune/Loss": 0.6557682752609253, "Finetune/Loss (Raw)": 0.7278680801391602, "Finetune/Step": 10845, "Finetune/Step Time": 5.951042450964451}
+{"Finetune/Learning Rate": 8.420355553803443e-06, "Finetune/Loss": 0.6556249856948853, "Finetune/Loss (Raw)": 0.6887097358703613, "Finetune/Step": 10846, "Finetune/Step Time": 5.941097294911742}
+{"Finetune/Learning Rate": 8.418692760314654e-06, "Finetune/Loss": 0.6553609371185303, "Finetune/Loss (Raw)": 0.6439186930656433, "Finetune/Step": 10847, "Finetune/Step Time": 5.943638123571873}
+{"Finetune/Learning Rate": 8.417030011667241e-06, "Finetune/Loss": 0.6550997495651245, "Finetune/Loss (Raw)": 0.6156067252159119, "Finetune/Step": 10848, "Finetune/Step Time": 5.948225721716881}
+{"Finetune/Learning Rate": 8.41536730790836e-06, "Finetune/Loss": 0.6543546915054321, "Finetune/Loss (Raw)": 0.6515137553215027, "Finetune/Step": 10849, "Finetune/Step Time": 5.953425524756312}
+{"Finetune/Learning Rate": 8.413704649085155e-06, "Finetune/Loss": 0.6549649238586426, "Finetune/Loss (Raw)": 0.7300177812576294, "Finetune/Step": 10850, "Finetune/Step Time": 5.953037356957793}
+{"Finetune/Learning Rate": 8.412042035244773e-06, "Finetune/Loss": 0.6550853252410889, "Finetune/Loss (Raw)": 0.7393741011619568, "Finetune/Step": 10851, "Finetune/Step Time": 5.962407344952226}
+{"Finetune/Learning Rate": 8.410379466434363e-06, "Finetune/Loss": 0.6549178957939148, "Finetune/Loss (Raw)": 0.6217774748802185, "Finetune/Step": 10852, "Finetune/Step Time": 5.959288017824292}
+{"Finetune/Learning Rate": 8.40871694270107e-06, "Finetune/Loss": 0.6546562314033508, "Finetune/Loss (Raw)": 0.6514859795570374, "Finetune/Step": 10853, "Finetune/Step Time": 5.958443431183696}
+{"Finetune/Learning Rate": 8.407054464092042e-06, "Finetune/Loss": 0.6546702980995178, "Finetune/Loss (Raw)": 0.6320704221725464, "Finetune/Step": 10854, "Finetune/Step Time": 5.955204263329506}
+{"Finetune/Learning Rate": 8.405392030654423e-06, "Finetune/Loss": 0.6546515226364136, "Finetune/Loss (Raw)": 0.7059656381607056, "Finetune/Step": 10855, "Finetune/Step Time": 5.956394646316767}
+{"Finetune/Learning Rate": 8.403729642435346e-06, "Finetune/Loss": 0.6544023752212524, "Finetune/Loss (Raw)": 0.6722889542579651, "Finetune/Step": 10856, "Finetune/Step Time": 5.98774647898972}
+{"Finetune/Learning Rate": 8.402067299481958e-06, "Finetune/Loss": 0.655525803565979, "Finetune/Loss (Raw)": 0.6879998445510864, "Finetune/Step": 10857, "Finetune/Step Time": 5.983385141938925}
+{"Finetune/Learning Rate": 8.4004050018414e-06, "Finetune/Loss": 0.6536521315574646, "Finetune/Loss (Raw)": 0.4729917049407959, "Finetune/Step": 10858, "Finetune/Step Time": 6.002363616600633}
+{"Finetune/Learning Rate": 8.398742749560805e-06, "Finetune/Loss": 0.6530320644378662, "Finetune/Loss (Raw)": 0.6136207580566406, "Finetune/Step": 10859, "Finetune/Step Time": 5.999926444143057}
+{"Finetune/Learning Rate": 8.397080542687313e-06, "Finetune/Loss": 0.6539909839630127, "Finetune/Loss (Raw)": 0.6689276695251465, "Finetune/Step": 10860, "Finetune/Step Time": 5.995329938828945}
+{"Finetune/Learning Rate": 8.395418381268061e-06, "Finetune/Loss": 0.6521143913269043, "Finetune/Loss (Raw)": 0.5485902428627014, "Finetune/Step": 10861, "Finetune/Step Time": 5.990072306245565}
+{"Finetune/Learning Rate": 8.39375626535018e-06, "Finetune/Loss": 0.654627799987793, "Finetune/Loss (Raw)": 0.7956875562667847, "Finetune/Step": 10862, "Finetune/Step Time": 5.967866936698556}
+{"Finetune/Learning Rate": 8.392094194980798e-06, "Finetune/Loss": 0.6545908451080322, "Finetune/Loss (Raw)": 0.6112310886383057, "Finetune/Step": 10863, "Finetune/Step Time": 5.974327826872468}
+{"Finetune/Learning Rate": 8.390432170207059e-06, "Finetune/Loss": 0.6556133031845093, "Finetune/Loss (Raw)": 0.7407747507095337, "Finetune/Step": 10864, "Finetune/Step Time": 5.9747485518455505}
+{"Finetune/Learning Rate": 8.388770191076084e-06, "Finetune/Loss": 0.6559601426124573, "Finetune/Loss (Raw)": 0.737774670124054, "Finetune/Step": 10865, "Finetune/Step Time": 5.977586705237627}
+{"Finetune/Learning Rate": 8.387108257635003e-06, "Finetune/Loss": 0.6567898988723755, "Finetune/Loss (Raw)": 0.7745856642723083, "Finetune/Step": 10866, "Finetune/Step Time": 5.975096793845296}
+{"Finetune/Learning Rate": 8.38544636993095e-06, "Finetune/Loss": 0.6572175025939941, "Finetune/Loss (Raw)": 0.6850407123565674, "Finetune/Step": 10867, "Finetune/Step Time": 5.972844598814845}
+{"Finetune/Learning Rate": 8.383784528011046e-06, "Finetune/Loss": 0.6589707136154175, "Finetune/Loss (Raw)": 0.8404545187950134, "Finetune/Step": 10868, "Finetune/Step Time": 5.963089479133487}
+{"Finetune/Learning Rate": 8.382122731922414e-06, "Finetune/Loss": 0.6594319343566895, "Finetune/Loss (Raw)": 0.5793037414550781, "Finetune/Step": 10869, "Finetune/Step Time": 5.948660327121615}
+{"Finetune/Learning Rate": 8.38046098171218e-06, "Finetune/Loss": 0.6592402458190918, "Finetune/Loss (Raw)": 0.6478560566902161, "Finetune/Step": 10870, "Finetune/Step Time": 5.944189062342048}
+{"Finetune/Learning Rate": 8.37879927742747e-06, "Finetune/Loss": 0.659338653087616, "Finetune/Loss (Raw)": 0.6674124598503113, "Finetune/Step": 10871, "Finetune/Step Time": 5.943451281636953}
+{"Finetune/Learning Rate": 8.377137619115401e-06, "Finetune/Loss": 0.6583966016769409, "Finetune/Loss (Raw)": 0.6244674324989319, "Finetune/Step": 10872, "Finetune/Step Time": 5.9432462230324745}
+{"Finetune/Learning Rate": 8.375476006823097e-06, "Finetune/Loss": 0.6576743721961975, "Finetune/Loss (Raw)": 0.6174898147583008, "Finetune/Step": 10873, "Finetune/Step Time": 5.951907493174076}
+{"Finetune/Learning Rate": 8.37381444059767e-06, "Finetune/Loss": 0.6576488614082336, "Finetune/Loss (Raw)": 0.7010706067085266, "Finetune/Step": 10874, "Finetune/Step Time": 5.953470565378666}
+{"Finetune/Learning Rate": 8.372152920486245e-06, "Finetune/Loss": 0.6584437489509583, "Finetune/Loss (Raw)": 0.8064329624176025, "Finetune/Step": 10875, "Finetune/Step Time": 5.953442499041557}
+{"Finetune/Learning Rate": 8.370491446535932e-06, "Finetune/Loss": 0.6590296030044556, "Finetune/Loss (Raw)": 0.7038353681564331, "Finetune/Step": 10876, "Finetune/Step Time": 5.950733182951808}
+{"Finetune/Learning Rate": 8.368830018793847e-06, "Finetune/Loss": 0.6587986946105957, "Finetune/Loss (Raw)": 0.5945519804954529, "Finetune/Step": 10877, "Finetune/Step Time": 5.941864188760519}
+{"Finetune/Learning Rate": 8.367168637307104e-06, "Finetune/Loss": 0.6589255332946777, "Finetune/Loss (Raw)": 0.727811872959137, "Finetune/Step": 10878, "Finetune/Step Time": 5.945609303191304}
+{"Finetune/Learning Rate": 8.365507302122819e-06, "Finetune/Loss": 0.6599409580230713, "Finetune/Loss (Raw)": 0.7746315002441406, "Finetune/Step": 10879, "Finetune/Step Time": 5.926760280504823}
+{"Finetune/Learning Rate": 8.363846013288096e-06, "Finetune/Loss": 0.6600335836410522, "Finetune/Loss (Raw)": 0.6601853966712952, "Finetune/Step": 10880, "Finetune/Step Time": 5.906687980517745}
+{"Finetune/Learning Rate": 8.362184770850047e-06, "Finetune/Loss": 0.6593036651611328, "Finetune/Loss (Raw)": 0.6009940505027771, "Finetune/Step": 10881, "Finetune/Step Time": 5.92535911872983}
+{"Finetune/Learning Rate": 8.360523574855783e-06, "Finetune/Loss": 0.6594277620315552, "Finetune/Loss (Raw)": 0.7011934518814087, "Finetune/Step": 10882, "Finetune/Step Time": 5.923268012702465}
+{"Finetune/Learning Rate": 8.358862425352406e-06, "Finetune/Loss": 0.6586676239967346, "Finetune/Loss (Raw)": 0.6176239252090454, "Finetune/Step": 10883, "Finetune/Step Time": 5.921756666153669}
+{"Finetune/Learning Rate": 8.357201322387026e-06, "Finetune/Loss": 0.6593266725540161, "Finetune/Loss (Raw)": 0.6521677374839783, "Finetune/Step": 10884, "Finetune/Step Time": 5.917847640812397}
+{"Finetune/Learning Rate": 8.355540266006746e-06, "Finetune/Loss": 0.6585491299629211, "Finetune/Loss (Raw)": 0.5678181648254395, "Finetune/Step": 10885, "Finetune/Step Time": 5.901424070820212}
+{"Finetune/Learning Rate": 8.353879256258665e-06, "Finetune/Loss": 0.6585962772369385, "Finetune/Loss (Raw)": 0.6097307801246643, "Finetune/Step": 10886, "Finetune/Step Time": 5.907287677749991}
+{"Finetune/Learning Rate": 8.352218293189887e-06, "Finetune/Loss": 0.6578100323677063, "Finetune/Loss (Raw)": 0.5345826745033264, "Finetune/Step": 10887, "Finetune/Step Time": 5.910413147881627}
+{"Finetune/Learning Rate": 8.350557376847513e-06, "Finetune/Loss": 0.6581071019172668, "Finetune/Loss (Raw)": 0.691997230052948, "Finetune/Step": 10888, "Finetune/Step Time": 5.914247412234545}
+{"Finetune/Learning Rate": 8.348896507278642e-06, "Finetune/Loss": 0.6574609875679016, "Finetune/Loss (Raw)": 0.615060567855835, "Finetune/Step": 10889, "Finetune/Step Time": 5.922097122296691}
+{"Finetune/Learning Rate": 8.347235684530369e-06, "Finetune/Loss": 0.6588581204414368, "Finetune/Loss (Raw)": 0.6636348366737366, "Finetune/Step": 10890, "Finetune/Step Time": 5.935535650700331}
+{"Finetune/Learning Rate": 8.345574908649796e-06, "Finetune/Loss": 0.6597849726676941, "Finetune/Loss (Raw)": 0.7277938723564148, "Finetune/Step": 10891, "Finetune/Step Time": 5.9511155635118484}
+{"Finetune/Learning Rate": 8.343914179684013e-06, "Finetune/Loss": 0.6595141887664795, "Finetune/Loss (Raw)": 0.6350206136703491, "Finetune/Step": 10892, "Finetune/Step Time": 5.953751379624009}
+{"Finetune/Learning Rate": 8.342253497680113e-06, "Finetune/Loss": 0.6599858403205872, "Finetune/Loss (Raw)": 0.6816915273666382, "Finetune/Step": 10893, "Finetune/Step Time": 5.958152636885643}
+{"Finetune/Learning Rate": 8.34059286268519e-06, "Finetune/Loss": 0.6608965992927551, "Finetune/Loss (Raw)": 0.8038020730018616, "Finetune/Step": 10894, "Finetune/Step Time": 5.959296507760882}
+{"Finetune/Learning Rate": 8.338932274746334e-06, "Finetune/Loss": 0.6609224081039429, "Finetune/Loss (Raw)": 0.6085965633392334, "Finetune/Step": 10895, "Finetune/Step Time": 5.930930135771632}
+{"Finetune/Learning Rate": 8.337271733910636e-06, "Finetune/Loss": 0.6608375310897827, "Finetune/Loss (Raw)": 0.5610848069190979, "Finetune/Step": 10896, "Finetune/Step Time": 5.947097288444638}
+{"Finetune/Learning Rate": 8.335611240225187e-06, "Finetune/Loss": 0.6617530584335327, "Finetune/Loss (Raw)": 0.7105100750923157, "Finetune/Step": 10897, "Finetune/Step Time": 5.943112455308437}
+{"Finetune/Learning Rate": 8.333950793737067e-06, "Finetune/Loss": 0.6612226963043213, "Finetune/Loss (Raw)": 0.5883451104164124, "Finetune/Step": 10898, "Finetune/Step Time": 5.945132024586201}
+{"Finetune/Learning Rate": 8.332290394493365e-06, "Finetune/Loss": 0.6608606576919556, "Finetune/Loss (Raw)": 0.6266845464706421, "Finetune/Step": 10899, "Finetune/Step Time": 5.948780694976449}
+{"Finetune/Learning Rate": 8.330630042541164e-06, "Finetune/Loss": 0.6604579091072083, "Finetune/Loss (Raw)": 0.6783028244972229, "Finetune/Step": 10900, "Finetune/Step Time": 5.929900269955397}
+{"Finetune/Learning Rate": 8.328969737927551e-06, "Finetune/Loss": 0.6619292497634888, "Finetune/Loss (Raw)": 0.7473324537277222, "Finetune/Step": 10901, "Finetune/Step Time": 5.930751150473952}
+{"Finetune/Learning Rate": 8.327309480699599e-06, "Finetune/Loss": 0.6617684364318848, "Finetune/Loss (Raw)": 0.6410483717918396, "Finetune/Step": 10902, "Finetune/Step Time": 5.927298849448562}
+{"Finetune/Learning Rate": 8.325649270904402e-06, "Finetune/Loss": 0.6623260974884033, "Finetune/Loss (Raw)": 0.7393355369567871, "Finetune/Step": 10903, "Finetune/Step Time": 5.92744623310864}
+{"Finetune/Learning Rate": 8.323989108589026e-06, "Finetune/Loss": 0.6627817153930664, "Finetune/Loss (Raw)": 0.6790384650230408, "Finetune/Step": 10904, "Finetune/Step Time": 5.925856905058026}
+{"Finetune/Learning Rate": 8.32232899380055e-06, "Finetune/Loss": 0.663432776927948, "Finetune/Loss (Raw)": 0.7442012429237366, "Finetune/Step": 10905, "Finetune/Step Time": 5.919900583103299}
+{"Finetune/Learning Rate": 8.320668926586055e-06, "Finetune/Loss": 0.6638503670692444, "Finetune/Loss (Raw)": 0.6559791564941406, "Finetune/Step": 10906, "Finetune/Step Time": 5.923102172091603}
+{"Finetune/Learning Rate": 8.319008906992615e-06, "Finetune/Loss": 0.6632857322692871, "Finetune/Loss (Raw)": 0.5043337345123291, "Finetune/Step": 10907, "Finetune/Step Time": 5.912007195875049}
+{"Finetune/Learning Rate": 8.317348935067303e-06, "Finetune/Loss": 0.6632077693939209, "Finetune/Loss (Raw)": 0.5914641618728638, "Finetune/Step": 10908, "Finetune/Step Time": 5.905070820823312}
+{"Finetune/Learning Rate": 8.315689010857186e-06, "Finetune/Loss": 0.6654220819473267, "Finetune/Loss (Raw)": 0.7408857941627502, "Finetune/Step": 10909, "Finetune/Step Time": 5.897895477712154}
+{"Finetune/Learning Rate": 8.314029134409348e-06, "Finetune/Loss": 0.6645025014877319, "Finetune/Loss (Raw)": 0.6082279086112976, "Finetune/Step": 10910, "Finetune/Step Time": 5.898850759491324}
+{"Finetune/Learning Rate": 8.312369305770843e-06, "Finetune/Loss": 0.66356360912323, "Finetune/Loss (Raw)": 0.5719099640846252, "Finetune/Step": 10911, "Finetune/Step Time": 5.898759413510561}
+{"Finetune/Learning Rate": 8.310709524988743e-06, "Finetune/Loss": 0.6632204055786133, "Finetune/Loss (Raw)": 0.6371164321899414, "Finetune/Step": 10912, "Finetune/Step Time": 5.899073887616396}
+{"Finetune/Learning Rate": 8.309049792110122e-06, "Finetune/Loss": 0.6633402705192566, "Finetune/Loss (Raw)": 0.5774939656257629, "Finetune/Step": 10913, "Finetune/Step Time": 5.8835264425724745}
+{"Finetune/Learning Rate": 8.307390107182038e-06, "Finetune/Loss": 0.6632347702980042, "Finetune/Loss (Raw)": 0.6260359287261963, "Finetune/Step": 10914, "Finetune/Step Time": 5.884557023644447}
+{"Finetune/Learning Rate": 8.305730470251558e-06, "Finetune/Loss": 0.6630339026451111, "Finetune/Loss (Raw)": 0.5656105875968933, "Finetune/Step": 10915, "Finetune/Step Time": 5.884959541261196}
+{"Finetune/Learning Rate": 8.304070881365748e-06, "Finetune/Loss": 0.6620626449584961, "Finetune/Loss (Raw)": 0.5583674907684326, "Finetune/Step": 10916, "Finetune/Step Time": 5.891083590686321}
+{"Finetune/Learning Rate": 8.30241134057166e-06, "Finetune/Loss": 0.6628021597862244, "Finetune/Loss (Raw)": 0.6733338832855225, "Finetune/Step": 10917, "Finetune/Step Time": 5.864575412124395}
+{"Finetune/Learning Rate": 8.300751847916361e-06, "Finetune/Loss": 0.6622328758239746, "Finetune/Loss (Raw)": 0.6222373843193054, "Finetune/Step": 10918, "Finetune/Step Time": 5.867446715012193}
+{"Finetune/Learning Rate": 8.299092403446907e-06, "Finetune/Loss": 0.6627445220947266, "Finetune/Loss (Raw)": 0.7166666984558105, "Finetune/Step": 10919, "Finetune/Step Time": 5.866509260609746}
+{"Finetune/Learning Rate": 8.297433007210354e-06, "Finetune/Loss": 0.6627037525177002, "Finetune/Loss (Raw)": 0.6189972162246704, "Finetune/Step": 10920, "Finetune/Step Time": 5.8668395429849625}
+{"Finetune/Learning Rate": 8.295773659253763e-06, "Finetune/Loss": 0.6611070036888123, "Finetune/Loss (Raw)": 0.5307565331459045, "Finetune/Step": 10921, "Finetune/Step Time": 5.872052511200309}
+{"Finetune/Learning Rate": 8.294114359624186e-06, "Finetune/Loss": 0.6599150896072388, "Finetune/Loss (Raw)": 0.6196759343147278, "Finetune/Step": 10922, "Finetune/Step Time": 5.876036003232002}
+{"Finetune/Learning Rate": 8.292455108368671e-06, "Finetune/Loss": 0.6599181890487671, "Finetune/Loss (Raw)": 0.7383238673210144, "Finetune/Step": 10923, "Finetune/Step Time": 5.8730508126318455}
+{"Finetune/Learning Rate": 8.290795905534274e-06, "Finetune/Loss": 0.6585135459899902, "Finetune/Loss (Raw)": 0.5741369128227234, "Finetune/Step": 10924, "Finetune/Step Time": 5.870593009516597}
+{"Finetune/Learning Rate": 8.289136751168047e-06, "Finetune/Loss": 0.6586635708808899, "Finetune/Loss (Raw)": 0.7114596962928772, "Finetune/Step": 10925, "Finetune/Step Time": 5.872766735032201}
+{"Finetune/Learning Rate": 8.287477645317032e-06, "Finetune/Loss": 0.6587916016578674, "Finetune/Loss (Raw)": 0.6599543690681458, "Finetune/Step": 10926, "Finetune/Step Time": 5.874165266752243}
+{"Finetune/Learning Rate": 8.285818588028285e-06, "Finetune/Loss": 0.6577624082565308, "Finetune/Loss (Raw)": 0.5109720230102539, "Finetune/Step": 10927, "Finetune/Step Time": 5.880536936223507}
+{"Finetune/Learning Rate": 8.284159579348852e-06, "Finetune/Loss": 0.6563665270805359, "Finetune/Loss (Raw)": 0.6081767082214355, "Finetune/Step": 10928, "Finetune/Step Time": 5.880731709301472}
+{"Finetune/Learning Rate": 8.282500619325769e-06, "Finetune/Loss": 0.6557884812355042, "Finetune/Loss (Raw)": 0.6911993026733398, "Finetune/Step": 10929, "Finetune/Step Time": 5.882319118827581}
+{"Finetune/Learning Rate": 8.280841708006085e-06, "Finetune/Loss": 0.6559360027313232, "Finetune/Loss (Raw)": 0.6866747140884399, "Finetune/Step": 10930, "Finetune/Step Time": 5.883866228163242}
+{"Finetune/Learning Rate": 8.279182845436842e-06, "Finetune/Loss": 0.6565746665000916, "Finetune/Loss (Raw)": 0.7403773665428162, "Finetune/Step": 10931, "Finetune/Step Time": 5.8861952517181635}
+{"Finetune/Learning Rate": 8.277524031665079e-06, "Finetune/Loss": 0.6565343737602234, "Finetune/Loss (Raw)": 0.6667784452438354, "Finetune/Step": 10932, "Finetune/Step Time": 5.8871825728565454}
+{"Finetune/Learning Rate": 8.275865266737838e-06, "Finetune/Loss": 0.6555917263031006, "Finetune/Loss (Raw)": 0.6732714772224426, "Finetune/Step": 10933, "Finetune/Step Time": 5.867543121799827}
+{"Finetune/Learning Rate": 8.274206550702158e-06, "Finetune/Loss": 0.6550249457359314, "Finetune/Loss (Raw)": 0.5525867342948914, "Finetune/Step": 10934, "Finetune/Step Time": 5.869495520368218}
+{"Finetune/Learning Rate": 8.272547883605068e-06, "Finetune/Loss": 0.6547907590866089, "Finetune/Loss (Raw)": 0.6179739236831665, "Finetune/Step": 10935, "Finetune/Step Time": 5.8658104706555605}
+{"Finetune/Learning Rate": 8.270889265493608e-06, "Finetune/Loss": 0.6546065807342529, "Finetune/Loss (Raw)": 0.5653856992721558, "Finetune/Step": 10936, "Finetune/Step Time": 5.8698405008763075}
+{"Finetune/Learning Rate": 8.269230696414813e-06, "Finetune/Loss": 0.6554561853408813, "Finetune/Loss (Raw)": 0.7520295977592468, "Finetune/Step": 10937, "Finetune/Step Time": 5.870693115517497}
+{"Finetune/Learning Rate": 8.267572176415713e-06, "Finetune/Loss": 0.6548472046852112, "Finetune/Loss (Raw)": 0.529029905796051, "Finetune/Step": 10938, "Finetune/Step Time": 5.8984347358345985}
+{"Finetune/Learning Rate": 8.26591370554334e-06, "Finetune/Loss": 0.6547538042068481, "Finetune/Loss (Raw)": 0.6707351207733154, "Finetune/Step": 10939, "Finetune/Step Time": 5.900950422510505}
+{"Finetune/Learning Rate": 8.264255283844727e-06, "Finetune/Loss": 0.6542505025863647, "Finetune/Loss (Raw)": 0.6555047035217285, "Finetune/Step": 10940, "Finetune/Step Time": 5.8950139079242945}
+{"Finetune/Learning Rate": 8.262596911366894e-06, "Finetune/Loss": 0.652604341506958, "Finetune/Loss (Raw)": 0.549480140209198, "Finetune/Step": 10941, "Finetune/Step Time": 5.912169583141804}
+{"Finetune/Learning Rate": 8.260938588156873e-06, "Finetune/Loss": 0.6524419188499451, "Finetune/Loss (Raw)": 0.5765182971954346, "Finetune/Step": 10942, "Finetune/Step Time": 5.909663489088416}
+{"Finetune/Learning Rate": 8.259280314261688e-06, "Finetune/Loss": 0.6524772644042969, "Finetune/Loss (Raw)": 0.7022455334663391, "Finetune/Step": 10943, "Finetune/Step Time": 5.915078602731228}
+{"Finetune/Learning Rate": 8.257622089728362e-06, "Finetune/Loss": 0.6528431177139282, "Finetune/Loss (Raw)": 0.6751589775085449, "Finetune/Step": 10944, "Finetune/Step Time": 5.925011772662401}
+{"Finetune/Learning Rate": 8.25596391460392e-06, "Finetune/Loss": 0.6533478498458862, "Finetune/Loss (Raw)": 0.6944597959518433, "Finetune/Step": 10945, "Finetune/Step Time": 5.918684663251042}
+{"Finetune/Learning Rate": 8.254305788935386e-06, "Finetune/Loss": 0.6517525911331177, "Finetune/Loss (Raw)": 0.5789352059364319, "Finetune/Step": 10946, "Finetune/Step Time": 5.932908168062568}
+{"Finetune/Learning Rate": 8.252647712769773e-06, "Finetune/Loss": 0.6519882678985596, "Finetune/Loss (Raw)": 0.745863676071167, "Finetune/Step": 10947, "Finetune/Step Time": 5.92781525105238}
+{"Finetune/Learning Rate": 8.2509896861541e-06, "Finetune/Loss": 0.6522272825241089, "Finetune/Loss (Raw)": 0.6864734292030334, "Finetune/Step": 10948, "Finetune/Step Time": 5.925654841586947}
+{"Finetune/Learning Rate": 8.249331709135388e-06, "Finetune/Loss": 0.6508408784866333, "Finetune/Loss (Raw)": 0.4567348062992096, "Finetune/Step": 10949, "Finetune/Step Time": 5.9444955717772245}
+{"Finetune/Learning Rate": 8.24767378176065e-06, "Finetune/Loss": 0.650952160358429, "Finetune/Loss (Raw)": 0.6643959879875183, "Finetune/Step": 10950, "Finetune/Step Time": 5.947420693933964}
+{"Finetune/Learning Rate": 8.2460159040769e-06, "Finetune/Loss": 0.6518814563751221, "Finetune/Loss (Raw)": 0.6497713327407837, "Finetune/Step": 10951, "Finetune/Step Time": 5.947883423417807}
+{"Finetune/Learning Rate": 8.244358076131154e-06, "Finetune/Loss": 0.6522877216339111, "Finetune/Loss (Raw)": 0.7679531574249268, "Finetune/Step": 10952, "Finetune/Step Time": 5.947462419047952}
+{"Finetune/Learning Rate": 8.242700297970419e-06, "Finetune/Loss": 0.6521500945091248, "Finetune/Loss (Raw)": 0.6291852593421936, "Finetune/Step": 10953, "Finetune/Step Time": 5.9447792042046785}
+{"Finetune/Learning Rate": 8.241042569641705e-06, "Finetune/Loss": 0.6532077789306641, "Finetune/Loss (Raw)": 0.6865267753601074, "Finetune/Step": 10954, "Finetune/Step Time": 5.940967286005616}
+{"Finetune/Learning Rate": 8.239384891192021e-06, "Finetune/Loss": 0.6524778604507446, "Finetune/Loss (Raw)": 0.5916673541069031, "Finetune/Step": 10955, "Finetune/Step Time": 5.947218738496304}
+{"Finetune/Learning Rate": 8.237727262668378e-06, "Finetune/Loss": 0.6519922018051147, "Finetune/Loss (Raw)": 0.6934009790420532, "Finetune/Step": 10956, "Finetune/Step Time": 5.943719664588571}
+{"Finetune/Learning Rate": 8.236069684117775e-06, "Finetune/Loss": 0.6529735326766968, "Finetune/Loss (Raw)": 0.7286895513534546, "Finetune/Step": 10957, "Finetune/Step Time": 5.9368959702551365}
+{"Finetune/Learning Rate": 8.234412155587226e-06, "Finetune/Loss": 0.6529939770698547, "Finetune/Loss (Raw)": 0.732992947101593, "Finetune/Step": 10958, "Finetune/Step Time": 5.937092857435346}
+{"Finetune/Learning Rate": 8.232754677123723e-06, "Finetune/Loss": 0.6536443829536438, "Finetune/Loss (Raw)": 0.7694503664970398, "Finetune/Step": 10959, "Finetune/Step Time": 5.94084713794291}
+{"Finetune/Learning Rate": 8.231097248774273e-06, "Finetune/Loss": 0.6533929705619812, "Finetune/Loss (Raw)": 0.6385606527328491, "Finetune/Step": 10960, "Finetune/Step Time": 5.937967129051685}
+{"Finetune/Learning Rate": 8.229439870585872e-06, "Finetune/Loss": 0.653782844543457, "Finetune/Loss (Raw)": 0.7396462559700012, "Finetune/Step": 10961, "Finetune/Step Time": 5.93881693482399}
+{"Finetune/Learning Rate": 8.227782542605525e-06, "Finetune/Loss": 0.6547385454177856, "Finetune/Loss (Raw)": 0.7423338294029236, "Finetune/Step": 10962, "Finetune/Step Time": 5.926471220329404}
+{"Finetune/Learning Rate": 8.226125264880224e-06, "Finetune/Loss": 0.6559419631958008, "Finetune/Loss (Raw)": 0.7337733507156372, "Finetune/Step": 10963, "Finetune/Step Time": 5.9432975351810455}
+{"Finetune/Learning Rate": 8.224468037456969e-06, "Finetune/Loss": 0.657066285610199, "Finetune/Loss (Raw)": 0.751855194568634, "Finetune/Step": 10964, "Finetune/Step Time": 5.9421276189386845}
+{"Finetune/Learning Rate": 8.22281086038275e-06, "Finetune/Loss": 0.6564577221870422, "Finetune/Loss (Raw)": 0.4959734380245209, "Finetune/Step": 10965, "Finetune/Step Time": 5.960562204942107}
+{"Finetune/Learning Rate": 8.22115373370456e-06, "Finetune/Loss": 0.6570732593536377, "Finetune/Loss (Raw)": 0.766414999961853, "Finetune/Step": 10966, "Finetune/Step Time": 5.962768871337175}
+{"Finetune/Learning Rate": 8.219496657469393e-06, "Finetune/Loss": 0.6578174829483032, "Finetune/Loss (Raw)": 0.763603687286377, "Finetune/Step": 10967, "Finetune/Step Time": 5.965300126001239}
+{"Finetune/Learning Rate": 8.217839631724236e-06, "Finetune/Loss": 0.6575143337249756, "Finetune/Loss (Raw)": 0.6145938634872437, "Finetune/Step": 10968, "Finetune/Step Time": 5.981763670220971}
+{"Finetune/Learning Rate": 8.216182656516081e-06, "Finetune/Loss": 0.6571460962295532, "Finetune/Loss (Raw)": 0.7363010048866272, "Finetune/Step": 10969, "Finetune/Step Time": 5.980516379699111}
+{"Finetune/Learning Rate": 8.214525731891917e-06, "Finetune/Loss": 0.6574180126190186, "Finetune/Loss (Raw)": 0.6147476434707642, "Finetune/Step": 10970, "Finetune/Step Time": 5.944604927673936}
+{"Finetune/Learning Rate": 8.21286885789872e-06, "Finetune/Loss": 0.6571200489997864, "Finetune/Loss (Raw)": 0.6021828055381775, "Finetune/Step": 10971, "Finetune/Step Time": 5.942459043115377}
+{"Finetune/Learning Rate": 8.211212034583483e-06, "Finetune/Loss": 0.6573283076286316, "Finetune/Loss (Raw)": 0.5435494780540466, "Finetune/Step": 10972, "Finetune/Step Time": 5.933182682842016}
+{"Finetune/Learning Rate": 8.209555261993185e-06, "Finetune/Loss": 0.655070424079895, "Finetune/Loss (Raw)": 0.43886858224868774, "Finetune/Step": 10973, "Finetune/Step Time": 5.929927779361606}
+{"Finetune/Learning Rate": 8.207898540174807e-06, "Finetune/Loss": 0.6550323367118835, "Finetune/Loss (Raw)": 0.6838278770446777, "Finetune/Step": 10974, "Finetune/Step Time": 5.9342957232147455}
+{"Finetune/Learning Rate": 8.20624186917533e-06, "Finetune/Loss": 0.6549038887023926, "Finetune/Loss (Raw)": 0.6274744272232056, "Finetune/Step": 10975, "Finetune/Step Time": 5.9390606712549925}
+{"Finetune/Learning Rate": 8.20458524904174e-06, "Finetune/Loss": 0.6551032066345215, "Finetune/Loss (Raw)": 0.6411181092262268, "Finetune/Step": 10976, "Finetune/Step Time": 5.924267129972577}
+{"Finetune/Learning Rate": 8.202928679821002e-06, "Finetune/Loss": 0.6551692485809326, "Finetune/Loss (Raw)": 0.6599727869033813, "Finetune/Step": 10977, "Finetune/Step Time": 5.915180012583733}
+{"Finetune/Learning Rate": 8.201272161560094e-06, "Finetune/Loss": 0.654921293258667, "Finetune/Loss (Raw)": 0.6982795000076294, "Finetune/Step": 10978, "Finetune/Step Time": 5.912715017795563}
+{"Finetune/Learning Rate": 8.199615694305995e-06, "Finetune/Loss": 0.6549210548400879, "Finetune/Loss (Raw)": 0.739334225654602, "Finetune/Step": 10979, "Finetune/Step Time": 5.8993617333471775}
+{"Finetune/Learning Rate": 8.197959278105675e-06, "Finetune/Loss": 0.6553671360015869, "Finetune/Loss (Raw)": 0.6788886189460754, "Finetune/Step": 10980, "Finetune/Step Time": 5.905551081523299}
+{"Finetune/Learning Rate": 8.196302913006106e-06, "Finetune/Loss": 0.6561017036437988, "Finetune/Loss (Raw)": 0.7455040216445923, "Finetune/Step": 10981, "Finetune/Step Time": 5.905655134469271}
+{"Finetune/Learning Rate": 8.194646599054259e-06, "Finetune/Loss": 0.6568318605422974, "Finetune/Loss (Raw)": 0.7255357503890991, "Finetune/Step": 10982, "Finetune/Step Time": 5.908660227432847}
+{"Finetune/Learning Rate": 8.192990336297098e-06, "Finetune/Loss": 0.6567193269729614, "Finetune/Loss (Raw)": 0.691556990146637, "Finetune/Step": 10983, "Finetune/Step Time": 5.910154681652784}
+{"Finetune/Learning Rate": 8.191334124781594e-06, "Finetune/Loss": 0.657041072845459, "Finetune/Loss (Raw)": 0.713477373123169, "Finetune/Step": 10984, "Finetune/Step Time": 5.877885643392801}
+{"Finetune/Learning Rate": 8.189677964554709e-06, "Finetune/Loss": 0.6571743488311768, "Finetune/Loss (Raw)": 0.7050608992576599, "Finetune/Step": 10985, "Finetune/Step Time": 5.8733094073832035}
+{"Finetune/Learning Rate": 8.188021855663411e-06, "Finetune/Loss": 0.6579577922821045, "Finetune/Loss (Raw)": 0.5732637643814087, "Finetune/Step": 10986, "Finetune/Step Time": 5.856183150783181}
+{"Finetune/Learning Rate": 8.18636579815466e-06, "Finetune/Loss": 0.6580572724342346, "Finetune/Loss (Raw)": 0.6263553500175476, "Finetune/Step": 10987, "Finetune/Step Time": 5.857726238667965}
+{"Finetune/Learning Rate": 8.184709792075418e-06, "Finetune/Loss": 0.6580461263656616, "Finetune/Loss (Raw)": 0.6675016283988953, "Finetune/Step": 10988, "Finetune/Step Time": 5.873385541141033}
+{"Finetune/Learning Rate": 8.183053837472645e-06, "Finetune/Loss": 0.6580909490585327, "Finetune/Loss (Raw)": 0.5543326139450073, "Finetune/Step": 10989, "Finetune/Step Time": 5.87800825573504}
+{"Finetune/Learning Rate": 8.181397934393297e-06, "Finetune/Loss": 0.6571324467658997, "Finetune/Loss (Raw)": 0.6729986071586609, "Finetune/Step": 10990, "Finetune/Step Time": 5.883475501090288}
+{"Finetune/Learning Rate": 8.179742082884333e-06, "Finetune/Loss": 0.6569726467132568, "Finetune/Loss (Raw)": 0.590768575668335, "Finetune/Step": 10991, "Finetune/Step Time": 5.882742742076516}
+{"Finetune/Learning Rate": 8.178086282992705e-06, "Finetune/Loss": 0.6560279130935669, "Finetune/Loss (Raw)": 0.6198500394821167, "Finetune/Step": 10992, "Finetune/Step Time": 5.886486670002341}
+{"Finetune/Learning Rate": 8.176430534765372e-06, "Finetune/Loss": 0.655461847782135, "Finetune/Loss (Raw)": 0.6653212308883667, "Finetune/Step": 10993, "Finetune/Step Time": 5.88652703538537}
+{"Finetune/Learning Rate": 8.174774838249282e-06, "Finetune/Loss": 0.6547525525093079, "Finetune/Loss (Raw)": 0.6837931275367737, "Finetune/Step": 10994, "Finetune/Step Time": 5.888412859290838}
+{"Finetune/Learning Rate": 8.173119193491392e-06, "Finetune/Loss": 0.6534709930419922, "Finetune/Loss (Raw)": 0.5210000872612, "Finetune/Step": 10995, "Finetune/Step Time": 5.891372743993998}
+{"Finetune/Learning Rate": 8.171463600538642e-06, "Finetune/Loss": 0.6518857479095459, "Finetune/Loss (Raw)": 0.6375429630279541, "Finetune/Step": 10996, "Finetune/Step Time": 5.885894425213337}
+{"Finetune/Learning Rate": 8.169808059437985e-06, "Finetune/Loss": 0.6518298387527466, "Finetune/Loss (Raw)": 0.5721503496170044, "Finetune/Step": 10997, "Finetune/Step Time": 5.885908482596278}
+{"Finetune/Learning Rate": 8.168152570236368e-06, "Finetune/Loss": 0.6515735983848572, "Finetune/Loss (Raw)": 0.6150563359260559, "Finetune/Step": 10998, "Finetune/Step Time": 5.882360862568021}
+{"Finetune/Learning Rate": 8.166497132980734e-06, "Finetune/Loss": 0.6520775556564331, "Finetune/Loss (Raw)": 0.7319175601005554, "Finetune/Step": 10999, "Finetune/Step Time": 5.883901696652174}
+{"Finetune/Learning Rate": 8.164841747718027e-06, "Finetune/Loss": 0.6528322696685791, "Finetune/Loss (Raw)": 0.7210755348205566, "Finetune/Step": 11000, "Finetune/Step Time": 5.881288647651672}
+{"Finetune/Learning Rate": 8.163186414495195e-06, "Finetune/Loss": 0.6515640616416931, "Finetune/Loss (Raw)": 0.4551592469215393, "Finetune/Step": 11001, "Finetune/Step Time": 5.912154061719775}
+{"Finetune/Learning Rate": 8.161531133359166e-06, "Finetune/Loss": 0.6513267159461975, "Finetune/Loss (Raw)": 0.6706902384757996, "Finetune/Step": 11002, "Finetune/Step Time": 5.911661380901933}
+{"Finetune/Learning Rate": 8.159875904356889e-06, "Finetune/Loss": 0.650797426700592, "Finetune/Loss (Raw)": 0.7386821508407593, "Finetune/Step": 11003, "Finetune/Step Time": 5.911773271858692}
+{"Finetune/Learning Rate": 8.158220727535298e-06, "Finetune/Loss": 0.6503683924674988, "Finetune/Loss (Raw)": 0.6489170789718628, "Finetune/Step": 11004, "Finetune/Step Time": 5.9138327948749065}
+{"Finetune/Learning Rate": 8.156565602941332e-06, "Finetune/Loss": 0.6509599685668945, "Finetune/Loss (Raw)": 0.6702784895896912, "Finetune/Step": 11005, "Finetune/Step Time": 5.916466761380434}
+{"Finetune/Learning Rate": 8.15491053062192e-06, "Finetune/Loss": 0.6502812504768372, "Finetune/Loss (Raw)": 0.6409330368041992, "Finetune/Step": 11006, "Finetune/Step Time": 5.9208158776164055}
+{"Finetune/Learning Rate": 8.153255510624004e-06, "Finetune/Loss": 0.6507509350776672, "Finetune/Loss (Raw)": 0.8347514271736145, "Finetune/Step": 11007, "Finetune/Step Time": 5.938916312530637}
+{"Finetune/Learning Rate": 8.151600542994506e-06, "Finetune/Loss": 0.6508989930152893, "Finetune/Loss (Raw)": 0.6791355609893799, "Finetune/Step": 11008, "Finetune/Step Time": 5.938242366537452}
+{"Finetune/Learning Rate": 8.149945627780362e-06, "Finetune/Loss": 0.6513251066207886, "Finetune/Loss (Raw)": 0.6555414199829102, "Finetune/Step": 11009, "Finetune/Step Time": 5.918958932161331}
+{"Finetune/Learning Rate": 8.148290765028497e-06, "Finetune/Loss": 0.6511547565460205, "Finetune/Loss (Raw)": 0.6793785691261292, "Finetune/Step": 11010, "Finetune/Step Time": 5.917911354452372}
+{"Finetune/Learning Rate": 8.146635954785841e-06, "Finetune/Loss": 0.6498086452484131, "Finetune/Loss (Raw)": 0.4453312158584595, "Finetune/Step": 11011, "Finetune/Step Time": 5.939297888427973}
+{"Finetune/Learning Rate": 8.14498119709932e-06, "Finetune/Loss": 0.6492322683334351, "Finetune/Loss (Raw)": 0.5783886313438416, "Finetune/Step": 11012, "Finetune/Step Time": 5.938336448743939}
+{"Finetune/Learning Rate": 8.14332649201586e-06, "Finetune/Loss": 0.6497014164924622, "Finetune/Loss (Raw)": 0.62787264585495, "Finetune/Step": 11013, "Finetune/Step Time": 5.9384647365659475}
+{"Finetune/Learning Rate": 8.141671839582379e-06, "Finetune/Loss": 0.6499419212341309, "Finetune/Loss (Raw)": 0.6405051350593567, "Finetune/Step": 11014, "Finetune/Step Time": 5.940970817580819}
+{"Finetune/Learning Rate": 8.140017239845798e-06, "Finetune/Loss": 0.6494099497795105, "Finetune/Loss (Raw)": 0.4664924740791321, "Finetune/Step": 11015, "Finetune/Step Time": 5.959725463762879}
+{"Finetune/Learning Rate": 8.138362692853041e-06, "Finetune/Loss": 0.6497249007225037, "Finetune/Loss (Raw)": 0.7323155403137207, "Finetune/Step": 11016, "Finetune/Step Time": 5.959131490439177}
+{"Finetune/Learning Rate": 8.136708198651022e-06, "Finetune/Loss": 0.6503646373748779, "Finetune/Loss (Raw)": 0.696946382522583, "Finetune/Step": 11017, "Finetune/Step Time": 5.951252728700638}
+{"Finetune/Learning Rate": 8.135053757286661e-06, "Finetune/Loss": 0.6503684520721436, "Finetune/Loss (Raw)": 0.6641237735748291, "Finetune/Step": 11018, "Finetune/Step Time": 5.9315878711640835}
+{"Finetune/Learning Rate": 8.133399368806876e-06, "Finetune/Loss": 0.6496568322181702, "Finetune/Loss (Raw)": 0.6367045044898987, "Finetune/Step": 11019, "Finetune/Step Time": 5.911790328100324}
+{"Finetune/Learning Rate": 8.131745033258573e-06, "Finetune/Loss": 0.6497359871864319, "Finetune/Loss (Raw)": 0.6451544165611267, "Finetune/Step": 11020, "Finetune/Step Time": 5.911415563896298}
+{"Finetune/Learning Rate": 8.13009075068867e-06, "Finetune/Loss": 0.6503562331199646, "Finetune/Loss (Raw)": 0.7610855102539062, "Finetune/Step": 11021, "Finetune/Step Time": 5.907583376392722}
+{"Finetune/Learning Rate": 8.128436521144073e-06, "Finetune/Loss": 0.6499893665313721, "Finetune/Loss (Raw)": 0.756840705871582, "Finetune/Step": 11022, "Finetune/Step Time": 5.906397249549627}
+{"Finetune/Learning Rate": 8.126782344671698e-06, "Finetune/Loss": 0.6508705019950867, "Finetune/Loss (Raw)": 0.7213833332061768, "Finetune/Step": 11023, "Finetune/Step Time": 5.900222074240446}
+{"Finetune/Learning Rate": 8.125128221318446e-06, "Finetune/Loss": 0.6519543528556824, "Finetune/Loss (Raw)": 0.6998160481452942, "Finetune/Step": 11024, "Finetune/Step Time": 5.884456556290388}
+{"Finetune/Learning Rate": 8.123474151131232e-06, "Finetune/Loss": 0.651526689529419, "Finetune/Loss (Raw)": 0.6557668447494507, "Finetune/Step": 11025, "Finetune/Step Time": 5.893560200929642}
+{"Finetune/Learning Rate": 8.12182013415695e-06, "Finetune/Loss": 0.6510021686553955, "Finetune/Loss (Raw)": 0.5212138295173645, "Finetune/Step": 11026, "Finetune/Step Time": 5.9104241114109755}
+{"Finetune/Learning Rate": 8.120166170442507e-06, "Finetune/Loss": 0.6506585478782654, "Finetune/Loss (Raw)": 0.582697331905365, "Finetune/Step": 11027, "Finetune/Step Time": 5.908739902079105}
+{"Finetune/Learning Rate": 8.118512260034808e-06, "Finetune/Loss": 0.6502947807312012, "Finetune/Loss (Raw)": 0.6317436099052429, "Finetune/Step": 11028, "Finetune/Step Time": 5.912251083180308}
+{"Finetune/Learning Rate": 8.11685840298075e-06, "Finetune/Loss": 0.6499345898628235, "Finetune/Loss (Raw)": 0.7012274265289307, "Finetune/Step": 11029, "Finetune/Step Time": 5.912490297108889}
+{"Finetune/Learning Rate": 8.115204599327233e-06, "Finetune/Loss": 0.6513627767562866, "Finetune/Loss (Raw)": 0.8238498568534851, "Finetune/Step": 11030, "Finetune/Step Time": 5.9133843667805195}
+{"Finetune/Learning Rate": 8.113550849121158e-06, "Finetune/Loss": 0.6504724621772766, "Finetune/Loss (Raw)": 0.6253764629364014, "Finetune/Step": 11031, "Finetune/Step Time": 5.913101993501186}
+{"Finetune/Learning Rate": 8.111897152409411e-06, "Finetune/Loss": 0.648840069770813, "Finetune/Loss (Raw)": 0.4700963497161865, "Finetune/Step": 11032, "Finetune/Step Time": 5.932058829814196}
+{"Finetune/Learning Rate": 8.110243509238895e-06, "Finetune/Loss": 0.6484606266021729, "Finetune/Loss (Raw)": 0.6956392526626587, "Finetune/Step": 11033, "Finetune/Step Time": 5.939109802246094}
+{"Finetune/Learning Rate": 8.108589919656496e-06, "Finetune/Loss": 0.6484593152999878, "Finetune/Loss (Raw)": 0.6558005809783936, "Finetune/Step": 11034, "Finetune/Step Time": 5.949006827548146}
+{"Finetune/Learning Rate": 8.10693638370911e-06, "Finetune/Loss": 0.6501681804656982, "Finetune/Loss (Raw)": 0.7230677604675293, "Finetune/Step": 11035, "Finetune/Step Time": 5.94504801928997}
+{"Finetune/Learning Rate": 8.105282901443626e-06, "Finetune/Loss": 0.6508316993713379, "Finetune/Loss (Raw)": 0.676403820514679, "Finetune/Step": 11036, "Finetune/Step Time": 5.948524056002498}
+{"Finetune/Learning Rate": 8.103629472906932e-06, "Finetune/Loss": 0.6508269309997559, "Finetune/Loss (Raw)": 0.7402701377868652, "Finetune/Step": 11037, "Finetune/Step Time": 5.952236458659172}
+{"Finetune/Learning Rate": 8.101976098145912e-06, "Finetune/Loss": 0.6515443921089172, "Finetune/Loss (Raw)": 0.70006263256073, "Finetune/Step": 11038, "Finetune/Step Time": 5.94893760047853}
+{"Finetune/Learning Rate": 8.100322777207452e-06, "Finetune/Loss": 0.6513772010803223, "Finetune/Loss (Raw)": 0.5505114197731018, "Finetune/Step": 11039, "Finetune/Step Time": 5.949659770354629}
+{"Finetune/Learning Rate": 8.098669510138438e-06, "Finetune/Loss": 0.6513731479644775, "Finetune/Loss (Raw)": 0.6365911364555359, "Finetune/Step": 11040, "Finetune/Step Time": 5.965832464396954}
+{"Finetune/Learning Rate": 8.097016296985746e-06, "Finetune/Loss": 0.6522946357727051, "Finetune/Loss (Raw)": 0.6954542398452759, "Finetune/Step": 11041, "Finetune/Step Time": 5.965403623878956}
+{"Finetune/Learning Rate": 8.095363137796264e-06, "Finetune/Loss": 0.6522260904312134, "Finetune/Loss (Raw)": 0.6172564029693604, "Finetune/Step": 11042, "Finetune/Step Time": 5.963437754660845}
+{"Finetune/Learning Rate": 8.093710032616871e-06, "Finetune/Loss": 0.6529665589332581, "Finetune/Loss (Raw)": 0.6603891253471375, "Finetune/Step": 11043, "Finetune/Step Time": 5.964846676215529}
+{"Finetune/Learning Rate": 8.092056981494433e-06, "Finetune/Loss": 0.6546126008033752, "Finetune/Loss (Raw)": 0.7690626978874207, "Finetune/Step": 11044, "Finetune/Step Time": 5.9582052659243345}
+{"Finetune/Learning Rate": 8.090403984475838e-06, "Finetune/Loss": 0.6543999910354614, "Finetune/Loss (Raw)": 0.6461185216903687, "Finetune/Step": 11045, "Finetune/Step Time": 5.95167294703424}
+{"Finetune/Learning Rate": 8.088751041607955e-06, "Finetune/Loss": 0.6544480919837952, "Finetune/Loss (Raw)": 0.6283960938453674, "Finetune/Step": 11046, "Finetune/Step Time": 5.947892973199487}
+{"Finetune/Learning Rate": 8.087098152937655e-06, "Finetune/Loss": 0.6539552211761475, "Finetune/Loss (Raw)": 0.6535780429840088, "Finetune/Step": 11047, "Finetune/Step Time": 5.960460361093283}
+{"Finetune/Learning Rate": 8.085445318511814e-06, "Finetune/Loss": 0.6542910933494568, "Finetune/Loss (Raw)": 0.6619918346405029, "Finetune/Step": 11048, "Finetune/Step Time": 5.963281486183405}
+{"Finetune/Learning Rate": 8.083792538377303e-06, "Finetune/Loss": 0.6552096605300903, "Finetune/Loss (Raw)": 0.6483302712440491, "Finetune/Step": 11049, "Finetune/Step Time": 5.96296694688499}
+{"Finetune/Learning Rate": 8.082139812580983e-06, "Finetune/Loss": 0.6556168794631958, "Finetune/Loss (Raw)": 0.6718061566352844, "Finetune/Step": 11050, "Finetune/Step Time": 5.9625442288815975}
+{"Finetune/Learning Rate": 8.080487141169722e-06, "Finetune/Loss": 0.655228853225708, "Finetune/Loss (Raw)": 0.6886534690856934, "Finetune/Step": 11051, "Finetune/Step Time": 5.965546192601323}
+{"Finetune/Learning Rate": 8.078834524190391e-06, "Finetune/Loss": 0.6558883190155029, "Finetune/Loss (Raw)": 0.6585463285446167, "Finetune/Step": 11052, "Finetune/Step Time": 5.971058731898665}
+{"Finetune/Learning Rate": 8.077181961689849e-06, "Finetune/Loss": 0.6544510722160339, "Finetune/Loss (Raw)": 0.5274941921234131, "Finetune/Step": 11053, "Finetune/Step Time": 5.987848825752735}
+{"Finetune/Learning Rate": 8.075529453714957e-06, "Finetune/Loss": 0.6547220945358276, "Finetune/Loss (Raw)": 0.6946359872817993, "Finetune/Step": 11054, "Finetune/Step Time": 5.988473622128367}
+{"Finetune/Learning Rate": 8.073877000312582e-06, "Finetune/Loss": 0.655472457408905, "Finetune/Loss (Raw)": 0.6070234179496765, "Finetune/Step": 11055, "Finetune/Step Time": 5.9755420330911875}
+{"Finetune/Learning Rate": 8.072224601529574e-06, "Finetune/Loss": 0.6568048000335693, "Finetune/Loss (Raw)": 0.778712809085846, "Finetune/Step": 11056, "Finetune/Step Time": 5.974731279537082}
+{"Finetune/Learning Rate": 8.070572257412796e-06, "Finetune/Loss": 0.6567472219467163, "Finetune/Loss (Raw)": 0.6838324666023254, "Finetune/Step": 11057, "Finetune/Step Time": 5.973101457580924}
+{"Finetune/Learning Rate": 8.068919968009098e-06, "Finetune/Loss": 0.6567623615264893, "Finetune/Loss (Raw)": 0.6886163949966431, "Finetune/Step": 11058, "Finetune/Step Time": 5.970061140134931}
+{"Finetune/Learning Rate": 8.067267733365342e-06, "Finetune/Loss": 0.6552108526229858, "Finetune/Loss (Raw)": 0.5417818427085876, "Finetune/Step": 11059, "Finetune/Step Time": 5.988729326054454}
+{"Finetune/Learning Rate": 8.06561555352838e-06, "Finetune/Loss": 0.6551752090454102, "Finetune/Loss (Raw)": 0.6622188687324524, "Finetune/Step": 11060, "Finetune/Step Time": 6.008380342274904}
+{"Finetune/Learning Rate": 8.063963428545057e-06, "Finetune/Loss": 0.6542465686798096, "Finetune/Loss (Raw)": 0.5544037222862244, "Finetune/Step": 11061, "Finetune/Step Time": 6.011251298710704}
+{"Finetune/Learning Rate": 8.062311358462227e-06, "Finetune/Loss": 0.6558524966239929, "Finetune/Loss (Raw)": 0.7581453919410706, "Finetune/Step": 11062, "Finetune/Step Time": 6.011088302358985}
+{"Finetune/Learning Rate": 8.060659343326735e-06, "Finetune/Loss": 0.655461311340332, "Finetune/Loss (Raw)": 0.5679019689559937, "Finetune/Step": 11063, "Finetune/Step Time": 6.014002498239279}
+{"Finetune/Learning Rate": 8.059007383185431e-06, "Finetune/Loss": 0.657025933265686, "Finetune/Loss (Raw)": 0.7656574249267578, "Finetune/Step": 11064, "Finetune/Step Time": 6.007311008870602}
+{"Finetune/Learning Rate": 8.057355478085157e-06, "Finetune/Loss": 0.6559149622917175, "Finetune/Loss (Raw)": 0.6098238825798035, "Finetune/Step": 11065, "Finetune/Step Time": 6.007294502109289}
+{"Finetune/Learning Rate": 8.055703628072757e-06, "Finetune/Loss": 0.6566387414932251, "Finetune/Loss (Raw)": 0.6216713190078735, "Finetune/Step": 11066, "Finetune/Step Time": 5.9826641622930765}
+{"Finetune/Learning Rate": 8.054051833195077e-06, "Finetune/Loss": 0.6565118432044983, "Finetune/Loss (Raw)": 0.6545019745826721, "Finetune/Step": 11067, "Finetune/Step Time": 5.982164803892374}
+{"Finetune/Learning Rate": 8.052400093498949e-06, "Finetune/Loss": 0.6571829319000244, "Finetune/Loss (Raw)": 0.7414050698280334, "Finetune/Step": 11068, "Finetune/Step Time": 5.987873949110508}
+{"Finetune/Learning Rate": 8.050748409031218e-06, "Finetune/Loss": 0.6580244302749634, "Finetune/Loss (Raw)": 0.6571865677833557, "Finetune/Step": 11069, "Finetune/Step Time": 5.972599206492305}
+{"Finetune/Learning Rate": 8.04909677983872e-06, "Finetune/Loss": 0.6586912870407104, "Finetune/Loss (Raw)": 0.6618747115135193, "Finetune/Step": 11070, "Finetune/Step Time": 5.974449902772903}
+{"Finetune/Learning Rate": 8.047445205968287e-06, "Finetune/Loss": 0.6576359272003174, "Finetune/Loss (Raw)": 0.5671572685241699, "Finetune/Step": 11071, "Finetune/Step Time": 5.973604116588831}
+{"Finetune/Learning Rate": 8.045793687466757e-06, "Finetune/Loss": 0.6576104164123535, "Finetune/Loss (Raw)": 0.6718907356262207, "Finetune/Step": 11072, "Finetune/Step Time": 5.960323218256235}
+{"Finetune/Learning Rate": 8.04414222438096e-06, "Finetune/Loss": 0.657442033290863, "Finetune/Loss (Raw)": 0.6729092597961426, "Finetune/Step": 11073, "Finetune/Step Time": 5.960470501333475}
+{"Finetune/Learning Rate": 8.042490816757734e-06, "Finetune/Loss": 0.6586107015609741, "Finetune/Loss (Raw)": 0.7285321354866028, "Finetune/Step": 11074, "Finetune/Step Time": 5.949832525104284}
+{"Finetune/Learning Rate": 8.040839464643895e-06, "Finetune/Loss": 0.6581481695175171, "Finetune/Loss (Raw)": 0.686652660369873, "Finetune/Step": 11075, "Finetune/Step Time": 5.9572982881218195}
+{"Finetune/Learning Rate": 8.039188168086278e-06, "Finetune/Loss": 0.6580315828323364, "Finetune/Loss (Raw)": 0.6715585589408875, "Finetune/Step": 11076, "Finetune/Step Time": 5.960763340815902}
+{"Finetune/Learning Rate": 8.037536927131712e-06, "Finetune/Loss": 0.6592374444007874, "Finetune/Loss (Raw)": 0.6110755205154419, "Finetune/Step": 11077, "Finetune/Step Time": 5.943360306322575}
+{"Finetune/Learning Rate": 8.035885741827016e-06, "Finetune/Loss": 0.6583531498908997, "Finetune/Loss (Raw)": 0.551211416721344, "Finetune/Step": 11078, "Finetune/Step Time": 5.948038276284933}
+{"Finetune/Learning Rate": 8.034234612219015e-06, "Finetune/Loss": 0.6597009897232056, "Finetune/Loss (Raw)": 0.8222916126251221, "Finetune/Step": 11079, "Finetune/Step Time": 5.949417242780328}
+{"Finetune/Learning Rate": 8.032583538354534e-06, "Finetune/Loss": 0.6591616868972778, "Finetune/Loss (Raw)": 0.6989246606826782, "Finetune/Step": 11080, "Finetune/Step Time": 5.946987161412835}
+{"Finetune/Learning Rate": 8.030932520280388e-06, "Finetune/Loss": 0.659218430519104, "Finetune/Loss (Raw)": 0.6364449858665466, "Finetune/Step": 11081, "Finetune/Step Time": 5.970534743741155}
+{"Finetune/Learning Rate": 8.029281558043394e-06, "Finetune/Loss": 0.660183310508728, "Finetune/Loss (Raw)": 0.8100297451019287, "Finetune/Step": 11082, "Finetune/Step Time": 5.971334666013718}
+{"Finetune/Learning Rate": 8.02763065169037e-06, "Finetune/Loss": 0.6607256531715393, "Finetune/Loss (Raw)": 0.6610919833183289, "Finetune/Step": 11083, "Finetune/Step Time": 5.968648225069046}
+{"Finetune/Learning Rate": 8.025979801268135e-06, "Finetune/Loss": 0.6595973968505859, "Finetune/Loss (Raw)": 0.5489897727966309, "Finetune/Step": 11084, "Finetune/Step Time": 5.968936616554856}
+{"Finetune/Learning Rate": 8.024329006823499e-06, "Finetune/Loss": 0.6593112945556641, "Finetune/Loss (Raw)": 0.6920583844184875, "Finetune/Step": 11085, "Finetune/Step Time": 5.989606743678451}
+{"Finetune/Learning Rate": 8.022678268403277e-06, "Finetune/Loss": 0.6587422490119934, "Finetune/Loss (Raw)": 0.6601564288139343, "Finetune/Step": 11086, "Finetune/Step Time": 5.9903838615864515}
+{"Finetune/Learning Rate": 8.021027586054273e-06, "Finetune/Loss": 0.657751202583313, "Finetune/Loss (Raw)": 0.6425961852073669, "Finetune/Step": 11087, "Finetune/Step Time": 5.991056589409709}
+{"Finetune/Learning Rate": 8.0193769598233e-06, "Finetune/Loss": 0.6579779386520386, "Finetune/Loss (Raw)": 0.6675841212272644, "Finetune/Step": 11088, "Finetune/Step Time": 5.989491553977132}
+{"Finetune/Learning Rate": 8.017726389757163e-06, "Finetune/Loss": 0.6575015783309937, "Finetune/Loss (Raw)": 0.6786679029464722, "Finetune/Step": 11089, "Finetune/Step Time": 5.993900468572974}
+{"Finetune/Learning Rate": 8.016075875902669e-06, "Finetune/Loss": 0.65669846534729, "Finetune/Loss (Raw)": 0.6395451426506042, "Finetune/Step": 11090, "Finetune/Step Time": 6.003521906211972}
+{"Finetune/Learning Rate": 8.014425418306622e-06, "Finetune/Loss": 0.6571577787399292, "Finetune/Loss (Raw)": 0.7925646305084229, "Finetune/Step": 11091, "Finetune/Step Time": 5.98781287483871}
+{"Finetune/Learning Rate": 8.012775017015829e-06, "Finetune/Loss": 0.6548044681549072, "Finetune/Loss (Raw)": 0.45063552260398865, "Finetune/Step": 11092, "Finetune/Step Time": 6.010582469403744}
+{"Finetune/Learning Rate": 8.011124672077078e-06, "Finetune/Loss": 0.6560630798339844, "Finetune/Loss (Raw)": 0.6570628881454468, "Finetune/Step": 11093, "Finetune/Step Time": 5.997819548472762}
+{"Finetune/Learning Rate": 8.00947438353718e-06, "Finetune/Loss": 0.6554105281829834, "Finetune/Loss (Raw)": 0.6828956604003906, "Finetune/Step": 11094, "Finetune/Step Time": 5.995993370190263}
+{"Finetune/Learning Rate": 8.007824151442927e-06, "Finetune/Loss": 0.6543644666671753, "Finetune/Loss (Raw)": 0.6297039985656738, "Finetune/Step": 11095, "Finetune/Step Time": 5.994859078899026}
+{"Finetune/Learning Rate": 8.006173975841115e-06, "Finetune/Loss": 0.6535058617591858, "Finetune/Loss (Raw)": 0.5046959519386292, "Finetune/Step": 11096, "Finetune/Step Time": 5.996372163295746}
+{"Finetune/Learning Rate": 8.00452385677854e-06, "Finetune/Loss": 0.6533489227294922, "Finetune/Loss (Raw)": 0.7162110209465027, "Finetune/Step": 11097, "Finetune/Step Time": 5.9957554787397385}
+{"Finetune/Learning Rate": 8.002873794301997e-06, "Finetune/Loss": 0.6534645557403564, "Finetune/Loss (Raw)": 0.6295444965362549, "Finetune/Step": 11098, "Finetune/Step Time": 5.998219193890691}
+{"Finetune/Learning Rate": 8.001223788458273e-06, "Finetune/Loss": 0.6539193391799927, "Finetune/Loss (Raw)": 0.6604017019271851, "Finetune/Step": 11099, "Finetune/Step Time": 5.998468464240432}
+{"Finetune/Learning Rate": 7.999573839294154e-06, "Finetune/Loss": 0.6555987000465393, "Finetune/Loss (Raw)": 0.7585114240646362, "Finetune/Step": 11100, "Finetune/Step Time": 6.00148537568748}
+{"Finetune/Learning Rate": 7.997923946856435e-06, "Finetune/Loss": 0.6574863791465759, "Finetune/Loss (Raw)": 0.6804822087287903, "Finetune/Step": 11101, "Finetune/Step Time": 5.985249489545822}
+{"Finetune/Learning Rate": 7.996274111191901e-06, "Finetune/Loss": 0.658179521560669, "Finetune/Loss (Raw)": 0.7725529670715332, "Finetune/Step": 11102, "Finetune/Step Time": 5.9797417614609}
+{"Finetune/Learning Rate": 7.994624332347335e-06, "Finetune/Loss": 0.6581113934516907, "Finetune/Loss (Raw)": 0.618754506111145, "Finetune/Step": 11103, "Finetune/Step Time": 5.975634770467877}
+{"Finetune/Learning Rate": 7.992974610369521e-06, "Finetune/Loss": 0.6580817103385925, "Finetune/Loss (Raw)": 0.6373186707496643, "Finetune/Step": 11104, "Finetune/Step Time": 5.9744906686246395}
+{"Finetune/Learning Rate": 7.991324945305239e-06, "Finetune/Loss": 0.6582768559455872, "Finetune/Loss (Raw)": 0.6849499940872192, "Finetune/Step": 11105, "Finetune/Step Time": 5.976942554116249}
+{"Finetune/Learning Rate": 7.98967533720127e-06, "Finetune/Loss": 0.6582826375961304, "Finetune/Loss (Raw)": 0.6990175843238831, "Finetune/Step": 11106, "Finetune/Step Time": 5.9787505604326725}
+{"Finetune/Learning Rate": 7.988025786104389e-06, "Finetune/Loss": 0.6587281227111816, "Finetune/Loss (Raw)": 0.7963636517524719, "Finetune/Step": 11107, "Finetune/Step Time": 5.974797032773495}
+{"Finetune/Learning Rate": 7.986376292061378e-06, "Finetune/Loss": 0.6590393781661987, "Finetune/Loss (Raw)": 0.7187294363975525, "Finetune/Step": 11108, "Finetune/Step Time": 5.974011527374387}
+{"Finetune/Learning Rate": 7.98472685511901e-06, "Finetune/Loss": 0.6584078669548035, "Finetune/Loss (Raw)": 0.6646666526794434, "Finetune/Step": 11109, "Finetune/Step Time": 5.9735088888555765}
+{"Finetune/Learning Rate": 7.983077475324058e-06, "Finetune/Loss": 0.657548725605011, "Finetune/Loss (Raw)": 0.6155657768249512, "Finetune/Step": 11110, "Finetune/Step Time": 5.97181005962193}
+{"Finetune/Learning Rate": 7.981428152723292e-06, "Finetune/Loss": 0.6573413014411926, "Finetune/Loss (Raw)": 0.6650055050849915, "Finetune/Step": 11111, "Finetune/Step Time": 5.972309922799468}
+{"Finetune/Learning Rate": 7.979778887363485e-06, "Finetune/Loss": 0.6567866206169128, "Finetune/Loss (Raw)": 0.6424775719642639, "Finetune/Step": 11112, "Finetune/Step Time": 5.994305040687323}
+{"Finetune/Learning Rate": 7.978129679291403e-06, "Finetune/Loss": 0.6562743186950684, "Finetune/Loss (Raw)": 0.6394879221916199, "Finetune/Step": 11113, "Finetune/Step Time": 5.995840834453702}
+{"Finetune/Learning Rate": 7.976480528553812e-06, "Finetune/Loss": 0.6566400527954102, "Finetune/Loss (Raw)": 0.6200712323188782, "Finetune/Step": 11114, "Finetune/Step Time": 5.998061364516616}
+{"Finetune/Learning Rate": 7.97483143519748e-06, "Finetune/Loss": 0.6570888757705688, "Finetune/Loss (Raw)": 0.6838048696517944, "Finetune/Step": 11115, "Finetune/Step Time": 5.997402234002948}
+{"Finetune/Learning Rate": 7.973182399269176e-06, "Finetune/Loss": 0.6573460102081299, "Finetune/Loss (Raw)": 0.7004284262657166, "Finetune/Step": 11116, "Finetune/Step Time": 5.990639308467507}
+{"Finetune/Learning Rate": 7.971533420815646e-06, "Finetune/Loss": 0.6584860682487488, "Finetune/Loss (Raw)": 0.7002549171447754, "Finetune/Step": 11117, "Finetune/Step Time": 5.990341976284981}
+{"Finetune/Learning Rate": 7.969884499883666e-06, "Finetune/Loss": 0.6588818430900574, "Finetune/Loss (Raw)": 0.7236554026603699, "Finetune/Step": 11118, "Finetune/Step Time": 6.009244177490473}
+{"Finetune/Learning Rate": 7.968235636519986e-06, "Finetune/Loss": 0.6594960689544678, "Finetune/Loss (Raw)": 0.6693912744522095, "Finetune/Step": 11119, "Finetune/Step Time": 6.000574238598347}
+{"Finetune/Learning Rate": 7.966586830771367e-06, "Finetune/Loss": 0.659208357334137, "Finetune/Loss (Raw)": 0.5830215811729431, "Finetune/Step": 11120, "Finetune/Step Time": 5.998347636312246}
+{"Finetune/Learning Rate": 7.964938082684564e-06, "Finetune/Loss": 0.6590328216552734, "Finetune/Loss (Raw)": 0.6428576707839966, "Finetune/Step": 11121, "Finetune/Step Time": 5.997432680800557}
+{"Finetune/Learning Rate": 7.96328939230633e-06, "Finetune/Loss": 0.6591389179229736, "Finetune/Loss (Raw)": 0.6973655223846436, "Finetune/Step": 11122, "Finetune/Step Time": 5.994700135663152}
+{"Finetune/Learning Rate": 7.961640759683416e-06, "Finetune/Loss": 0.6605010628700256, "Finetune/Loss (Raw)": 0.6953607797622681, "Finetune/Step": 11123, "Finetune/Step Time": 5.99166245944798}
+{"Finetune/Learning Rate": 7.959992184862572e-06, "Finetune/Loss": 0.6602358818054199, "Finetune/Loss (Raw)": 0.6035967469215393, "Finetune/Step": 11124, "Finetune/Step Time": 5.99344003200531}
+{"Finetune/Learning Rate": 7.958343667890552e-06, "Finetune/Loss": 0.6610839366912842, "Finetune/Loss (Raw)": 0.6807043552398682, "Finetune/Step": 11125, "Finetune/Step Time": 5.99085190333426}
+{"Finetune/Learning Rate": 7.956695208814097e-06, "Finetune/Loss": 0.6616343855857849, "Finetune/Loss (Raw)": 0.6855103969573975, "Finetune/Step": 11126, "Finetune/Step Time": 5.994289925321937}
+{"Finetune/Learning Rate": 7.955046807679958e-06, "Finetune/Loss": 0.6599336862564087, "Finetune/Loss (Raw)": 0.5142264366149902, "Finetune/Step": 11127, "Finetune/Step Time": 6.01011361554265}
+{"Finetune/Learning Rate": 7.953398464534878e-06, "Finetune/Loss": 0.6596676111221313, "Finetune/Loss (Raw)": 0.6870212554931641, "Finetune/Step": 11128, "Finetune/Step Time": 6.011693539097905}
+{"Finetune/Learning Rate": 7.951750179425594e-06, "Finetune/Loss": 0.6620239019393921, "Finetune/Loss (Raw)": 0.7567607760429382, "Finetune/Step": 11129, "Finetune/Step Time": 5.97720130905509}
+{"Finetune/Learning Rate": 7.950101952398852e-06, "Finetune/Loss": 0.6614064574241638, "Finetune/Loss (Raw)": 0.591657280921936, "Finetune/Step": 11130, "Finetune/Step Time": 5.977132158353925}
+{"Finetune/Learning Rate": 7.948453783501387e-06, "Finetune/Loss": 0.6611388921737671, "Finetune/Loss (Raw)": 0.7044304609298706, "Finetune/Step": 11131, "Finetune/Step Time": 5.977000407874584}
+{"Finetune/Learning Rate": 7.94680567277994e-06, "Finetune/Loss": 0.6606343984603882, "Finetune/Loss (Raw)": 0.5843469500541687, "Finetune/Step": 11132, "Finetune/Step Time": 5.989444646984339}
+{"Finetune/Learning Rate": 7.945157620281247e-06, "Finetune/Loss": 0.6611987352371216, "Finetune/Loss (Raw)": 0.7425177693367004, "Finetune/Step": 11133, "Finetune/Step Time": 5.9970588106662035}
+{"Finetune/Learning Rate": 7.943509626052042e-06, "Finetune/Loss": 0.6625798344612122, "Finetune/Loss (Raw)": 0.8177071213722229, "Finetune/Step": 11134, "Finetune/Step Time": 5.995563346892595}
+{"Finetune/Learning Rate": 7.941861690139055e-06, "Finetune/Loss": 0.6618838310241699, "Finetune/Loss (Raw)": 0.7456614971160889, "Finetune/Step": 11135, "Finetune/Step Time": 5.979432251304388}
+{"Finetune/Learning Rate": 7.940213812589018e-06, "Finetune/Loss": 0.6614621877670288, "Finetune/Loss (Raw)": 0.6251739859580994, "Finetune/Step": 11136, "Finetune/Step Time": 5.980134325101972}
+{"Finetune/Learning Rate": 7.938565993448658e-06, "Finetune/Loss": 0.6614670753479004, "Finetune/Loss (Raw)": 0.6561623215675354, "Finetune/Step": 11137, "Finetune/Step Time": 5.981811547651887}
+{"Finetune/Learning Rate": 7.936918232764708e-06, "Finetune/Loss": 0.6611886024475098, "Finetune/Loss (Raw)": 0.6437324285507202, "Finetune/Step": 11138, "Finetune/Step Time": 5.983781814575195}
+{"Finetune/Learning Rate": 7.935270530583886e-06, "Finetune/Loss": 0.6627833247184753, "Finetune/Loss (Raw)": 0.6494622230529785, "Finetune/Step": 11139, "Finetune/Step Time": 5.963464993983507}
+{"Finetune/Learning Rate": 7.933622886952926e-06, "Finetune/Loss": 0.6630675196647644, "Finetune/Loss (Raw)": 0.6147577166557312, "Finetune/Step": 11140, "Finetune/Step Time": 5.961180863901973}
+{"Finetune/Learning Rate": 7.93197530191854e-06, "Finetune/Loss": 0.6619846820831299, "Finetune/Loss (Raw)": 0.48926976323127747, "Finetune/Step": 11141, "Finetune/Step Time": 5.982119858264923}
+{"Finetune/Learning Rate": 7.930327775527456e-06, "Finetune/Loss": 0.6625482439994812, "Finetune/Loss (Raw)": 0.7126430869102478, "Finetune/Step": 11142, "Finetune/Step Time": 5.979294117540121}
+{"Finetune/Learning Rate": 7.928680307826389e-06, "Finetune/Loss": 0.6643466353416443, "Finetune/Loss (Raw)": 0.6966853141784668, "Finetune/Step": 11143, "Finetune/Step Time": 5.957901503890753}
+{"Finetune/Learning Rate": 7.927032898862061e-06, "Finetune/Loss": 0.6642537117004395, "Finetune/Loss (Raw)": 0.720429003238678, "Finetune/Step": 11144, "Finetune/Step Time": 5.950588135048747}
+{"Finetune/Learning Rate": 7.925385548681183e-06, "Finetune/Loss": 0.6634002923965454, "Finetune/Loss (Raw)": 0.5877081751823425, "Finetune/Step": 11145, "Finetune/Step Time": 5.952812235802412}
+{"Finetune/Learning Rate": 7.923738257330475e-06, "Finetune/Loss": 0.6637870669364929, "Finetune/Loss (Raw)": 0.7136237621307373, "Finetune/Step": 11146, "Finetune/Step Time": 5.952808430418372}
+{"Finetune/Learning Rate": 7.922091024856645e-06, "Finetune/Loss": 0.6641495227813721, "Finetune/Loss (Raw)": 0.6831011176109314, "Finetune/Step": 11147, "Finetune/Step Time": 5.954105630517006}
+{"Finetune/Learning Rate": 7.920443851306402e-06, "Finetune/Loss": 0.6653437614440918, "Finetune/Loss (Raw)": 0.7980168461799622, "Finetune/Step": 11148, "Finetune/Step Time": 5.950975846499205}
+{"Finetune/Learning Rate": 7.918796736726456e-06, "Finetune/Loss": 0.6636964082717896, "Finetune/Loss (Raw)": 0.5502237677574158, "Finetune/Step": 11149, "Finetune/Step Time": 5.956616615876555}
+{"Finetune/Learning Rate": 7.91714968116352e-06, "Finetune/Loss": 0.6628338098526001, "Finetune/Loss (Raw)": 0.6464242935180664, "Finetune/Step": 11150, "Finetune/Step Time": 5.965445749461651}
+{"Finetune/Learning Rate": 7.915502684664296e-06, "Finetune/Loss": 0.6630263328552246, "Finetune/Loss (Raw)": 0.7460313439369202, "Finetune/Step": 11151, "Finetune/Step Time": 5.968155646696687}
+{"Finetune/Learning Rate": 7.91385574727549e-06, "Finetune/Loss": 0.6636701822280884, "Finetune/Loss (Raw)": 0.7822253108024597, "Finetune/Step": 11152, "Finetune/Step Time": 5.967648312449455}
+{"Finetune/Learning Rate": 7.9122088690438e-06, "Finetune/Loss": 0.663532018661499, "Finetune/Loss (Raw)": 0.6380875110626221, "Finetune/Step": 11153, "Finetune/Step Time": 5.960031401365995}
+{"Finetune/Learning Rate": 7.910562050015931e-06, "Finetune/Loss": 0.6647824048995972, "Finetune/Loss (Raw)": 0.6812554001808167, "Finetune/Step": 11154, "Finetune/Step Time": 5.939249660819769}
+{"Finetune/Learning Rate": 7.90891529023858e-06, "Finetune/Loss": 0.6649492979049683, "Finetune/Loss (Raw)": 0.604070246219635, "Finetune/Step": 11155, "Finetune/Step Time": 5.939376503229141}
+{"Finetune/Learning Rate": 7.907268589758443e-06, "Finetune/Loss": 0.6655863523483276, "Finetune/Loss (Raw)": 0.7132810950279236, "Finetune/Step": 11156, "Finetune/Step Time": 5.937930325046182}
+{"Finetune/Learning Rate": 7.90562194862222e-06, "Finetune/Loss": 0.6641021966934204, "Finetune/Loss (Raw)": 0.5112481713294983, "Finetune/Step": 11157, "Finetune/Step Time": 5.940214637666941}
+{"Finetune/Learning Rate": 7.903975366876603e-06, "Finetune/Loss": 0.6627312898635864, "Finetune/Loss (Raw)": 0.6483783721923828, "Finetune/Step": 11158, "Finetune/Step Time": 5.939912371337414}
+{"Finetune/Learning Rate": 7.902328844568287e-06, "Finetune/Loss": 0.663288950920105, "Finetune/Loss (Raw)": 0.6967540383338928, "Finetune/Step": 11159, "Finetune/Step Time": 5.940363861620426}
+{"Finetune/Learning Rate": 7.900682381743956e-06, "Finetune/Loss": 0.6631896495819092, "Finetune/Loss (Raw)": 0.4573950469493866, "Finetune/Step": 11160, "Finetune/Step Time": 5.940288485959172}
+{"Finetune/Learning Rate": 7.899035978450305e-06, "Finetune/Loss": 0.6628905534744263, "Finetune/Loss (Raw)": 0.6573553085327148, "Finetune/Step": 11161, "Finetune/Step Time": 5.945882780477405}
+{"Finetune/Learning Rate": 7.897389634734019e-06, "Finetune/Loss": 0.6635040044784546, "Finetune/Loss (Raw)": 0.7343155741691589, "Finetune/Step": 11162, "Finetune/Step Time": 5.933857893571258}
+{"Finetune/Learning Rate": 7.89574335064178e-06, "Finetune/Loss": 0.6640693545341492, "Finetune/Loss (Raw)": 0.7954368591308594, "Finetune/Step": 11163, "Finetune/Step Time": 5.931385565549135}
+{"Finetune/Learning Rate": 7.89409712622028e-06, "Finetune/Loss": 0.6635702848434448, "Finetune/Loss (Raw)": 0.6125154495239258, "Finetune/Step": 11164, "Finetune/Step Time": 5.9318682085722685}
+{"Finetune/Learning Rate": 7.8924509615162e-06, "Finetune/Loss": 0.6637199521064758, "Finetune/Loss (Raw)": 0.7594302296638489, "Finetune/Step": 11165, "Finetune/Step Time": 5.934161016717553}
+{"Finetune/Learning Rate": 7.890804856576213e-06, "Finetune/Loss": 0.6625871062278748, "Finetune/Loss (Raw)": 0.555055558681488, "Finetune/Step": 11166, "Finetune/Step Time": 5.936861723661423}
+{"Finetune/Learning Rate": 7.889158811447003e-06, "Finetune/Loss": 0.6644753217697144, "Finetune/Loss (Raw)": 0.7922013401985168, "Finetune/Step": 11167, "Finetune/Step Time": 5.937425838783383}
+{"Finetune/Learning Rate": 7.887512826175247e-06, "Finetune/Loss": 0.6648722887039185, "Finetune/Loss (Raw)": 0.6874120831489563, "Finetune/Step": 11168, "Finetune/Step Time": 5.921911176294088}
+{"Finetune/Learning Rate": 7.885866900807622e-06, "Finetune/Loss": 0.6633349657058716, "Finetune/Loss (Raw)": 0.4986668825149536, "Finetune/Step": 11169, "Finetune/Step Time": 5.943036179989576}
+{"Finetune/Learning Rate": 7.884221035390796e-06, "Finetune/Loss": 0.6638035178184509, "Finetune/Loss (Raw)": 0.6772350668907166, "Finetune/Step": 11170, "Finetune/Step Time": 5.945840030908585}
+{"Finetune/Learning Rate": 7.882575229971452e-06, "Finetune/Loss": 0.6634576320648193, "Finetune/Loss (Raw)": 0.6161227226257324, "Finetune/Step": 11171, "Finetune/Step Time": 5.942238833755255}
+{"Finetune/Learning Rate": 7.880929484596249e-06, "Finetune/Loss": 0.6630457639694214, "Finetune/Loss (Raw)": 0.7163325548171997, "Finetune/Step": 11172, "Finetune/Step Time": 5.948268350213766}
+{"Finetune/Learning Rate": 7.879283799311856e-06, "Finetune/Loss": 0.6625420451164246, "Finetune/Loss (Raw)": 0.5816469192504883, "Finetune/Step": 11173, "Finetune/Step Time": 5.948282992467284}
+{"Finetune/Learning Rate": 7.877638174164947e-06, "Finetune/Loss": 0.6626677513122559, "Finetune/Loss (Raw)": 0.644484281539917, "Finetune/Step": 11174, "Finetune/Step Time": 5.952990867197514}
+{"Finetune/Learning Rate": 7.875992609202186e-06, "Finetune/Loss": 0.6620420217514038, "Finetune/Loss (Raw)": 0.5734922885894775, "Finetune/Step": 11175, "Finetune/Step Time": 5.955928858369589}
+{"Finetune/Learning Rate": 7.874347104470234e-06, "Finetune/Loss": 0.660790205001831, "Finetune/Loss (Raw)": 0.5017542243003845, "Finetune/Step": 11176, "Finetune/Step Time": 5.9626731891185045}
+{"Finetune/Learning Rate": 7.872701660015755e-06, "Finetune/Loss": 0.6615535020828247, "Finetune/Loss (Raw)": 0.7460339665412903, "Finetune/Step": 11177, "Finetune/Step Time": 5.957668146118522}
+{"Finetune/Learning Rate": 7.871056275885407e-06, "Finetune/Loss": 0.6622798442840576, "Finetune/Loss (Raw)": 0.764783501625061, "Finetune/Step": 11178, "Finetune/Step Time": 5.957942618057132}
+{"Finetune/Learning Rate": 7.869410952125847e-06, "Finetune/Loss": 0.662751317024231, "Finetune/Loss (Raw)": 0.7489929795265198, "Finetune/Step": 11179, "Finetune/Step Time": 5.957414863631129}
+{"Finetune/Learning Rate": 7.867765688783732e-06, "Finetune/Loss": 0.6624763607978821, "Finetune/Loss (Raw)": 0.6233507990837097, "Finetune/Step": 11180, "Finetune/Step Time": 5.9538783468306065}
+{"Finetune/Learning Rate": 7.866120485905721e-06, "Finetune/Loss": 0.6632813215255737, "Finetune/Loss (Raw)": 0.6305335164070129, "Finetune/Step": 11181, "Finetune/Step Time": 5.94922524318099}
+{"Finetune/Learning Rate": 7.864475343538466e-06, "Finetune/Loss": 0.6623128056526184, "Finetune/Loss (Raw)": 0.5706630349159241, "Finetune/Step": 11182, "Finetune/Step Time": 5.968904584646225}
+{"Finetune/Learning Rate": 7.86283026172862e-06, "Finetune/Loss": 0.6624704003334045, "Finetune/Loss (Raw)": 0.6271933317184448, "Finetune/Step": 11183, "Finetune/Step Time": 5.975476818159223}
+{"Finetune/Learning Rate": 7.861185240522828e-06, "Finetune/Loss": 0.6615850925445557, "Finetune/Loss (Raw)": 0.6653984189033508, "Finetune/Step": 11184, "Finetune/Step Time": 5.98297162540257}
+{"Finetune/Learning Rate": 7.85954027996774e-06, "Finetune/Loss": 0.6611434817314148, "Finetune/Loss (Raw)": 0.6273048520088196, "Finetune/Step": 11185, "Finetune/Step Time": 5.979738034307957}
+{"Finetune/Learning Rate": 7.857895380110004e-06, "Finetune/Loss": 0.6607404351234436, "Finetune/Loss (Raw)": 0.6370276212692261, "Finetune/Step": 11186, "Finetune/Step Time": 5.976934157311916}
+{"Finetune/Learning Rate": 7.85625054099626e-06, "Finetune/Loss": 0.6620028018951416, "Finetune/Loss (Raw)": 0.703363299369812, "Finetune/Step": 11187, "Finetune/Step Time": 5.960407625883818}
+{"Finetune/Learning Rate": 7.854605762673158e-06, "Finetune/Loss": 0.6623960137367249, "Finetune/Loss (Raw)": 0.7125489711761475, "Finetune/Step": 11188, "Finetune/Step Time": 5.936469724401832}
+{"Finetune/Learning Rate": 7.85296104518734e-06, "Finetune/Loss": 0.6628132462501526, "Finetune/Loss (Raw)": 0.6078121066093445, "Finetune/Step": 11189, "Finetune/Step Time": 5.9362863674759865}
+{"Finetune/Learning Rate": 7.851316388585436e-06, "Finetune/Loss": 0.6618068218231201, "Finetune/Loss (Raw)": 0.629331111907959, "Finetune/Step": 11190, "Finetune/Step Time": 5.932810261845589}
+{"Finetune/Learning Rate": 7.849671792914089e-06, "Finetune/Loss": 0.6614783406257629, "Finetune/Loss (Raw)": 0.5258499383926392, "Finetune/Step": 11191, "Finetune/Step Time": 5.930666403844953}
+{"Finetune/Learning Rate": 7.848027258219938e-06, "Finetune/Loss": 0.6604675054550171, "Finetune/Loss (Raw)": 0.6362639665603638, "Finetune/Step": 11192, "Finetune/Step Time": 5.930081594735384}
+{"Finetune/Learning Rate": 7.846382784549611e-06, "Finetune/Loss": 0.6607693433761597, "Finetune/Loss (Raw)": 0.6484622359275818, "Finetune/Step": 11193, "Finetune/Step Time": 5.939027789980173}
+{"Finetune/Learning Rate": 7.844738371949747e-06, "Finetune/Loss": 0.6614547967910767, "Finetune/Loss (Raw)": 0.7094070315361023, "Finetune/Step": 11194, "Finetune/Step Time": 5.93091887794435}
+{"Finetune/Learning Rate": 7.843094020466975e-06, "Finetune/Loss": 0.6615796089172363, "Finetune/Loss (Raw)": 0.6704872250556946, "Finetune/Step": 11195, "Finetune/Step Time": 5.933522839099169}
+{"Finetune/Learning Rate": 7.841449730147921e-06, "Finetune/Loss": 0.6613389849662781, "Finetune/Loss (Raw)": 0.7105976343154907, "Finetune/Step": 11196, "Finetune/Step Time": 5.947088565677404}
+{"Finetune/Learning Rate": 7.839805501039212e-06, "Finetune/Loss": 0.6605437397956848, "Finetune/Loss (Raw)": 0.5554007887840271, "Finetune/Step": 11197, "Finetune/Step Time": 5.956959178671241}
+{"Finetune/Learning Rate": 7.83816133318748e-06, "Finetune/Loss": 0.6607691645622253, "Finetune/Loss (Raw)": 0.6907288432121277, "Finetune/Step": 11198, "Finetune/Step Time": 5.9600790198892355}
+{"Finetune/Learning Rate": 7.836517226639344e-06, "Finetune/Loss": 0.6617620587348938, "Finetune/Loss (Raw)": 0.6942428946495056, "Finetune/Step": 11199, "Finetune/Step Time": 5.958890384063125}
+{"Finetune/Learning Rate": 7.834873181441426e-06, "Finetune/Loss": 0.6613650918006897, "Finetune/Loss (Raw)": 0.6210814118385315, "Finetune/Step": 11200, "Finetune/Step Time": 5.9573623687028885}
+{"Finetune/Learning Rate": 7.833229197640353e-06, "Finetune/Loss": 0.661133885383606, "Finetune/Loss (Raw)": 0.643315315246582, "Finetune/Step": 11201, "Finetune/Step Time": 5.958995474502444}
+{"Finetune/Learning Rate": 7.831585275282735e-06, "Finetune/Loss": 0.6598467826843262, "Finetune/Loss (Raw)": 0.563784122467041, "Finetune/Step": 11202, "Finetune/Step Time": 5.95722933858633}
+{"Finetune/Learning Rate": 7.829941414415193e-06, "Finetune/Loss": 0.6594681739807129, "Finetune/Loss (Raw)": 0.6381902694702148, "Finetune/Step": 11203, "Finetune/Step Time": 5.950321588665247}
+{"Finetune/Learning Rate": 7.828297615084341e-06, "Finetune/Loss": 0.6585842967033386, "Finetune/Loss (Raw)": 0.5584242343902588, "Finetune/Step": 11204, "Finetune/Step Time": 5.94878919608891}
+{"Finetune/Learning Rate": 7.82665387733679e-06, "Finetune/Loss": 0.6588841080665588, "Finetune/Loss (Raw)": 0.6494481563568115, "Finetune/Step": 11205, "Finetune/Step Time": 5.945200078189373}
+{"Finetune/Learning Rate": 7.82501020121916e-06, "Finetune/Loss": 0.6598209142684937, "Finetune/Loss (Raw)": 0.6711298227310181, "Finetune/Step": 11206, "Finetune/Step Time": 5.940838137641549}
+{"Finetune/Learning Rate": 7.823366586778053e-06, "Finetune/Loss": 0.6588451862335205, "Finetune/Loss (Raw)": 0.6973910331726074, "Finetune/Step": 11207, "Finetune/Step Time": 5.962034462019801}
+{"Finetune/Learning Rate": 7.821723034060082e-06, "Finetune/Loss": 0.657873272895813, "Finetune/Loss (Raw)": 0.5745223164558411, "Finetune/Step": 11208, "Finetune/Step Time": 5.968645496293902}
+{"Finetune/Learning Rate": 7.82007954311185e-06, "Finetune/Loss": 0.6578109264373779, "Finetune/Loss (Raw)": 0.6284711360931396, "Finetune/Step": 11209, "Finetune/Step Time": 5.945214284583926}
+{"Finetune/Learning Rate": 7.818436113979963e-06, "Finetune/Loss": 0.6563630700111389, "Finetune/Loss (Raw)": 0.6246925592422485, "Finetune/Step": 11210, "Finetune/Step Time": 5.94598201289773}
+{"Finetune/Learning Rate": 7.816792746711027e-06, "Finetune/Loss": 0.6562763452529907, "Finetune/Loss (Raw)": 0.6499919891357422, "Finetune/Step": 11211, "Finetune/Step Time": 5.9406292494386435}
+{"Finetune/Learning Rate": 7.815149441351636e-06, "Finetune/Loss": 0.6578948497772217, "Finetune/Loss (Raw)": 0.7561597228050232, "Finetune/Step": 11212, "Finetune/Step Time": 5.944356180727482}
+{"Finetune/Learning Rate": 7.8135061979484e-06, "Finetune/Loss": 0.6572790145874023, "Finetune/Loss (Raw)": 0.6132355332374573, "Finetune/Step": 11213, "Finetune/Step Time": 5.925677357241511}
+{"Finetune/Learning Rate": 7.811863016547908e-06, "Finetune/Loss": 0.6565538048744202, "Finetune/Loss (Raw)": 0.5673326849937439, "Finetune/Step": 11214, "Finetune/Step Time": 5.927443681284785}
+{"Finetune/Learning Rate": 7.810219897196756e-06, "Finetune/Loss": 0.656757116317749, "Finetune/Loss (Raw)": 0.6686090230941772, "Finetune/Step": 11215, "Finetune/Step Time": 5.926725070923567}
+{"Finetune/Learning Rate": 7.808576839941541e-06, "Finetune/Loss": 0.6566900610923767, "Finetune/Loss (Raw)": 0.659005880355835, "Finetune/Step": 11216, "Finetune/Step Time": 5.935723004862666}
+{"Finetune/Learning Rate": 7.806933844828857e-06, "Finetune/Loss": 0.6559731960296631, "Finetune/Loss (Raw)": 0.5869179964065552, "Finetune/Step": 11217, "Finetune/Step Time": 5.932540228590369}
+{"Finetune/Learning Rate": 7.805290911905294e-06, "Finetune/Loss": 0.6565777063369751, "Finetune/Loss (Raw)": 0.7169129252433777, "Finetune/Step": 11218, "Finetune/Step Time": 5.929816296324134}
+{"Finetune/Learning Rate": 7.80364804121744e-06, "Finetune/Loss": 0.6549170017242432, "Finetune/Loss (Raw)": 0.5799975991249084, "Finetune/Step": 11219, "Finetune/Step Time": 5.9291950929909945}
+{"Finetune/Learning Rate": 7.80200523281188e-06, "Finetune/Loss": 0.6569432616233826, "Finetune/Loss (Raw)": 0.7099944353103638, "Finetune/Step": 11220, "Finetune/Step Time": 5.909664833918214}
+{"Finetune/Learning Rate": 7.800362486735203e-06, "Finetune/Loss": 0.6566664576530457, "Finetune/Loss (Raw)": 0.6216306686401367, "Finetune/Step": 11221, "Finetune/Step Time": 5.903655683621764}
+{"Finetune/Learning Rate": 7.798719803033988e-06, "Finetune/Loss": 0.6567226052284241, "Finetune/Loss (Raw)": 0.690090000629425, "Finetune/Step": 11222, "Finetune/Step Time": 5.925502732396126}
+{"Finetune/Learning Rate": 7.797077181754821e-06, "Finetune/Loss": 0.6584745645523071, "Finetune/Loss (Raw)": 0.8539409041404724, "Finetune/Step": 11223, "Finetune/Step Time": 5.944276625290513}
+{"Finetune/Learning Rate": 7.795434622944282e-06, "Finetune/Loss": 0.6601337194442749, "Finetune/Loss (Raw)": 0.7170718908309937, "Finetune/Step": 11224, "Finetune/Step Time": 5.930355671793222}
+{"Finetune/Learning Rate": 7.793792126648949e-06, "Finetune/Loss": 0.6606378555297852, "Finetune/Loss (Raw)": 0.7807467579841614, "Finetune/Step": 11225, "Finetune/Step Time": 5.928304789587855}
+{"Finetune/Learning Rate": 7.792149692915396e-06, "Finetune/Loss": 0.6602943539619446, "Finetune/Loss (Raw)": 0.5855718851089478, "Finetune/Step": 11226, "Finetune/Step Time": 5.949494611471891}
+{"Finetune/Learning Rate": 7.7905073217902e-06, "Finetune/Loss": 0.660434365272522, "Finetune/Loss (Raw)": 0.6783208250999451, "Finetune/Step": 11227, "Finetune/Step Time": 5.949979830533266}
+{"Finetune/Learning Rate": 7.788865013319932e-06, "Finetune/Loss": 0.6597177982330322, "Finetune/Loss (Raw)": 0.6667967438697815, "Finetune/Step": 11228, "Finetune/Step Time": 5.956112939864397}
+{"Finetune/Learning Rate": 7.787222767551164e-06, "Finetune/Loss": 0.6586977243423462, "Finetune/Loss (Raw)": 0.5499140620231628, "Finetune/Step": 11229, "Finetune/Step Time": 5.987340744584799}
+{"Finetune/Learning Rate": 7.785580584530468e-06, "Finetune/Loss": 0.6577295660972595, "Finetune/Loss (Raw)": 0.6486293077468872, "Finetune/Step": 11230, "Finetune/Step Time": 5.988749569281936}
+{"Finetune/Learning Rate": 7.783938464304414e-06, "Finetune/Loss": 0.6587235927581787, "Finetune/Loss (Raw)": 0.7459825277328491, "Finetune/Step": 11231, "Finetune/Step Time": 5.985908003523946}
+{"Finetune/Learning Rate": 7.782296406919557e-06, "Finetune/Loss": 0.658439576625824, "Finetune/Loss (Raw)": 0.600967288017273, "Finetune/Step": 11232, "Finetune/Step Time": 5.984498534351587}
+{"Finetune/Learning Rate": 7.780654412422469e-06, "Finetune/Loss": 0.6582140326499939, "Finetune/Loss (Raw)": 0.6560841202735901, "Finetune/Step": 11233, "Finetune/Step Time": 5.985377907752991}
+{"Finetune/Learning Rate": 7.77901248085971e-06, "Finetune/Loss": 0.6579391956329346, "Finetune/Loss (Raw)": 0.6638363599777222, "Finetune/Step": 11234, "Finetune/Step Time": 5.985682113096118}
+{"Finetune/Learning Rate": 7.777370612277845e-06, "Finetune/Loss": 0.6562280058860779, "Finetune/Loss (Raw)": 0.5773277282714844, "Finetune/Step": 11235, "Finetune/Step Time": 5.986678775399923}
+{"Finetune/Learning Rate": 7.775728806723424e-06, "Finetune/Loss": 0.6550265550613403, "Finetune/Loss (Raw)": 0.564939558506012, "Finetune/Step": 11236, "Finetune/Step Time": 5.995534112676978}
+{"Finetune/Learning Rate": 7.774087064243012e-06, "Finetune/Loss": 0.655360996723175, "Finetune/Loss (Raw)": 0.7074823975563049, "Finetune/Step": 11237, "Finetune/Step Time": 5.995596431195736}
+{"Finetune/Learning Rate": 7.772445384883165e-06, "Finetune/Loss": 0.654876708984375, "Finetune/Loss (Raw)": 0.5535778403282166, "Finetune/Step": 11238, "Finetune/Step Time": 5.99402879178524}
+{"Finetune/Learning Rate": 7.770803768690426e-06, "Finetune/Loss": 0.6551171541213989, "Finetune/Loss (Raw)": 0.6957833766937256, "Finetune/Step": 11239, "Finetune/Step Time": 6.006492091342807}
+{"Finetune/Learning Rate": 7.769162215711356e-06, "Finetune/Loss": 0.6553738713264465, "Finetune/Loss (Raw)": 0.6753379106521606, "Finetune/Step": 11240, "Finetune/Step Time": 5.98710978217423}
+{"Finetune/Learning Rate": 7.767520725992503e-06, "Finetune/Loss": 0.6552877426147461, "Finetune/Loss (Raw)": 0.6284592151641846, "Finetune/Step": 11241, "Finetune/Step Time": 5.987143848091364}
+{"Finetune/Learning Rate": 7.765879299580412e-06, "Finetune/Loss": 0.6548110842704773, "Finetune/Loss (Raw)": 0.559060275554657, "Finetune/Step": 11242, "Finetune/Step Time": 5.984528608620167}
+{"Finetune/Learning Rate": 7.764237936521633e-06, "Finetune/Loss": 0.6539883017539978, "Finetune/Loss (Raw)": 0.5784879326820374, "Finetune/Step": 11243, "Finetune/Step Time": 5.985598307102919}
+{"Finetune/Learning Rate": 7.762596636862709e-06, "Finetune/Loss": 0.653915524482727, "Finetune/Loss (Raw)": 0.6911165714263916, "Finetune/Step": 11244, "Finetune/Step Time": 5.978985959663987}
+{"Finetune/Learning Rate": 7.760955400650182e-06, "Finetune/Loss": 0.6536484360694885, "Finetune/Loss (Raw)": 0.6660699844360352, "Finetune/Step": 11245, "Finetune/Step Time": 5.975865384563804}
+{"Finetune/Learning Rate": 7.759314227930588e-06, "Finetune/Loss": 0.6533351540565491, "Finetune/Loss (Raw)": 0.6835499405860901, "Finetune/Step": 11246, "Finetune/Step Time": 5.9533541686832905}
+{"Finetune/Learning Rate": 7.757673118750473e-06, "Finetune/Loss": 0.6527451276779175, "Finetune/Loss (Raw)": 0.5938675403594971, "Finetune/Step": 11247, "Finetune/Step Time": 5.958912441506982}
+{"Finetune/Learning Rate": 7.756032073156373e-06, "Finetune/Loss": 0.6515049934387207, "Finetune/Loss (Raw)": 0.4242827296257019, "Finetune/Step": 11248, "Finetune/Step Time": 5.976874807849526}
+{"Finetune/Learning Rate": 7.754391091194823e-06, "Finetune/Loss": 0.6495940685272217, "Finetune/Loss (Raw)": 0.3982633352279663, "Finetune/Step": 11249, "Finetune/Step Time": 6.001004703342915}
+{"Finetune/Learning Rate": 7.752750172912357e-06, "Finetune/Loss": 0.6480686664581299, "Finetune/Loss (Raw)": 0.502117395401001, "Finetune/Step": 11250, "Finetune/Step Time": 6.0042924005538225}
+{"Finetune/Learning Rate": 7.751109318355504e-06, "Finetune/Loss": 0.6486344933509827, "Finetune/Loss (Raw)": 0.7677786350250244, "Finetune/Step": 11251, "Finetune/Step Time": 6.0024791192263365}
+{"Finetune/Learning Rate": 7.749468527570795e-06, "Finetune/Loss": 0.6476882100105286, "Finetune/Loss (Raw)": 0.48247626423835754, "Finetune/Step": 11252, "Finetune/Step Time": 6.006389455869794}
+{"Finetune/Learning Rate": 7.747827800604758e-06, "Finetune/Loss": 0.6475874185562134, "Finetune/Loss (Raw)": 0.6678083539009094, "Finetune/Step": 11253, "Finetune/Step Time": 6.007292652502656}
+{"Finetune/Learning Rate": 7.746187137503923e-06, "Finetune/Loss": 0.6471791863441467, "Finetune/Loss (Raw)": 0.6332491040229797, "Finetune/Step": 11254, "Finetune/Step Time": 6.004865176975727}
+{"Finetune/Learning Rate": 7.744546538314811e-06, "Finetune/Loss": 0.6482743620872498, "Finetune/Loss (Raw)": 0.6544128656387329, "Finetune/Step": 11255, "Finetune/Step Time": 5.98936627805233}
+{"Finetune/Learning Rate": 7.742906003083947e-06, "Finetune/Loss": 0.6481819152832031, "Finetune/Loss (Raw)": 0.675187349319458, "Finetune/Step": 11256, "Finetune/Step Time": 5.9907947685569525}
+{"Finetune/Learning Rate": 7.741265531857848e-06, "Finetune/Loss": 0.6472502946853638, "Finetune/Loss (Raw)": 0.6375144720077515, "Finetune/Step": 11257, "Finetune/Step Time": 5.984828228130937}
+{"Finetune/Learning Rate": 7.739625124683038e-06, "Finetune/Loss": 0.6475626230239868, "Finetune/Loss (Raw)": 0.6316334009170532, "Finetune/Step": 11258, "Finetune/Step Time": 5.99024023860693}
+{"Finetune/Learning Rate": 7.73798478160603e-06, "Finetune/Loss": 0.64699387550354, "Finetune/Loss (Raw)": 0.6316325068473816, "Finetune/Step": 11259, "Finetune/Step Time": 5.9928515162318945}
+{"Finetune/Learning Rate": 7.73634450267334e-06, "Finetune/Loss": 0.6471061706542969, "Finetune/Loss (Raw)": 0.598724365234375, "Finetune/Step": 11260, "Finetune/Step Time": 5.9852911457419395}
+{"Finetune/Learning Rate": 7.734704287931484e-06, "Finetune/Loss": 0.6469773650169373, "Finetune/Loss (Raw)": 0.726024866104126, "Finetune/Step": 11261, "Finetune/Step Time": 5.9717181622982025}
+{"Finetune/Learning Rate": 7.733064137426976e-06, "Finetune/Loss": 0.6457870006561279, "Finetune/Loss (Raw)": 0.66534024477005, "Finetune/Step": 11262, "Finetune/Step Time": 5.965865662321448}
+{"Finetune/Learning Rate": 7.731424051206319e-06, "Finetune/Loss": 0.6449320316314697, "Finetune/Loss (Raw)": 0.6362201571464539, "Finetune/Step": 11263, "Finetune/Step Time": 5.963689763098955}
+{"Finetune/Learning Rate": 7.729784029316025e-06, "Finetune/Loss": 0.6454628705978394, "Finetune/Loss (Raw)": 0.6931347250938416, "Finetune/Step": 11264, "Finetune/Step Time": 5.969645159319043}
+{"Finetune/Learning Rate": 7.728144071802602e-06, "Finetune/Loss": 0.6443768739700317, "Finetune/Loss (Raw)": 0.51714688539505, "Finetune/Step": 11265, "Finetune/Step Time": 5.968878585845232}
+{"Finetune/Learning Rate": 7.726504178712551e-06, "Finetune/Loss": 0.6451978087425232, "Finetune/Loss (Raw)": 0.7488168478012085, "Finetune/Step": 11266, "Finetune/Step Time": 5.966841243207455}
+{"Finetune/Learning Rate": 7.724864350092377e-06, "Finetune/Loss": 0.6456496715545654, "Finetune/Loss (Raw)": 0.7072927951812744, "Finetune/Step": 11267, "Finetune/Step Time": 5.966123620048165}
+{"Finetune/Learning Rate": 7.723224585988585e-06, "Finetune/Loss": 0.646009624004364, "Finetune/Loss (Raw)": 0.6608381867408752, "Finetune/Step": 11268, "Finetune/Step Time": 5.977254021912813}
+{"Finetune/Learning Rate": 7.721584886447666e-06, "Finetune/Loss": 0.6459684371948242, "Finetune/Loss (Raw)": 0.4840024411678314, "Finetune/Step": 11269, "Finetune/Step Time": 5.97688197158277}
+{"Finetune/Learning Rate": 7.719945251516119e-06, "Finetune/Loss": 0.6455851197242737, "Finetune/Loss (Raw)": 0.6635693907737732, "Finetune/Step": 11270, "Finetune/Step Time": 5.978633686900139}
+{"Finetune/Learning Rate": 7.71830568124044e-06, "Finetune/Loss": 0.6458597183227539, "Finetune/Loss (Raw)": 0.7318356037139893, "Finetune/Step": 11271, "Finetune/Step Time": 5.9809645395725965}
+{"Finetune/Learning Rate": 7.716666175667126e-06, "Finetune/Loss": 0.6457995176315308, "Finetune/Loss (Raw)": 0.7127189040184021, "Finetune/Step": 11272, "Finetune/Step Time": 5.982927445322275}
+{"Finetune/Learning Rate": 7.715026734842665e-06, "Finetune/Loss": 0.6468104124069214, "Finetune/Loss (Raw)": 0.7171064019203186, "Finetune/Step": 11273, "Finetune/Step Time": 5.983922842890024}
+{"Finetune/Learning Rate": 7.713387358813552e-06, "Finetune/Loss": 0.646120548248291, "Finetune/Loss (Raw)": 0.6253215074539185, "Finetune/Step": 11274, "Finetune/Step Time": 5.985258646309376}
+{"Finetune/Learning Rate": 7.711748047626268e-06, "Finetune/Loss": 0.6455874443054199, "Finetune/Loss (Raw)": 0.614864706993103, "Finetune/Step": 11275, "Finetune/Step Time": 6.004291834309697}
+{"Finetune/Learning Rate": 7.710108801327303e-06, "Finetune/Loss": 0.6441295146942139, "Finetune/Loss (Raw)": 0.6114072203636169, "Finetune/Step": 11276, "Finetune/Step Time": 6.012324634939432}
+{"Finetune/Learning Rate": 7.70846961996314e-06, "Finetune/Loss": 0.6453481912612915, "Finetune/Loss (Raw)": 0.7062104940414429, "Finetune/Step": 11277, "Finetune/Step Time": 6.011058419942856}
+{"Finetune/Learning Rate": 7.706830503580263e-06, "Finetune/Loss": 0.6454468965530396, "Finetune/Loss (Raw)": 0.6590607762336731, "Finetune/Step": 11278, "Finetune/Step Time": 6.001507353037596}
+{"Finetune/Learning Rate": 7.705191452225152e-06, "Finetune/Loss": 0.6443530917167664, "Finetune/Loss (Raw)": 0.6060166954994202, "Finetune/Step": 11279, "Finetune/Step Time": 6.012542713433504}
+{"Finetune/Learning Rate": 7.703552465944287e-06, "Finetune/Loss": 0.6429229974746704, "Finetune/Loss (Raw)": 0.5991786122322083, "Finetune/Step": 11280, "Finetune/Step Time": 6.011278519406915}
+{"Finetune/Learning Rate": 7.701913544784143e-06, "Finetune/Loss": 0.6434943079948425, "Finetune/Loss (Raw)": 0.7112166285514832, "Finetune/Step": 11281, "Finetune/Step Time": 6.01152628660202}
+{"Finetune/Learning Rate": 7.700274688791196e-06, "Finetune/Loss": 0.642478883266449, "Finetune/Loss (Raw)": 0.5512809157371521, "Finetune/Step": 11282, "Finetune/Step Time": 6.0308713261038065}
+{"Finetune/Learning Rate": 7.698635898011918e-06, "Finetune/Loss": 0.6422776579856873, "Finetune/Loss (Raw)": 0.5783068537712097, "Finetune/Step": 11283, "Finetune/Step Time": 6.031180873513222}
+{"Finetune/Learning Rate": 7.696997172492784e-06, "Finetune/Loss": 0.6412844657897949, "Finetune/Loss (Raw)": 0.5861627459526062, "Finetune/Step": 11284, "Finetune/Step Time": 6.031948383897543}
+{"Finetune/Learning Rate": 7.695358512280257e-06, "Finetune/Loss": 0.641486644744873, "Finetune/Loss (Raw)": 0.5371236801147461, "Finetune/Step": 11285, "Finetune/Step Time": 6.035345911979675}
+{"Finetune/Learning Rate": 7.693719917420819e-06, "Finetune/Loss": 0.6408242583274841, "Finetune/Loss (Raw)": 0.5635843873023987, "Finetune/Step": 11286, "Finetune/Step Time": 6.035558367148042}
+{"Finetune/Learning Rate": 7.692081387960917e-06, "Finetune/Loss": 0.6412804126739502, "Finetune/Loss (Raw)": 0.7551411390304565, "Finetune/Step": 11287, "Finetune/Step Time": 6.031847150996327}
+{"Finetune/Learning Rate": 7.690442923947025e-06, "Finetune/Loss": 0.6431928873062134, "Finetune/Loss (Raw)": 0.7022020220756531, "Finetune/Step": 11288, "Finetune/Step Time": 6.0134452395141125}
+{"Finetune/Learning Rate": 7.688804525425605e-06, "Finetune/Loss": 0.6430310606956482, "Finetune/Loss (Raw)": 0.6366389393806458, "Finetune/Step": 11289, "Finetune/Step Time": 6.0024642664939165}
+{"Finetune/Learning Rate": 7.687166192443118e-06, "Finetune/Loss": 0.6429415941238403, "Finetune/Loss (Raw)": 0.7228617072105408, "Finetune/Step": 11290, "Finetune/Step Time": 6.001543877646327}
+{"Finetune/Learning Rate": 7.685527925046018e-06, "Finetune/Loss": 0.6411335468292236, "Finetune/Loss (Raw)": 0.5640076994895935, "Finetune/Step": 11291, "Finetune/Step Time": 6.003652039915323}
+{"Finetune/Learning Rate": 7.683889723280769e-06, "Finetune/Loss": 0.6407268643379211, "Finetune/Loss (Raw)": 0.5604597926139832, "Finetune/Step": 11292, "Finetune/Step Time": 6.023055579513311}
+{"Finetune/Learning Rate": 7.682251587193819e-06, "Finetune/Loss": 0.640007495880127, "Finetune/Loss (Raw)": 0.6673572063446045, "Finetune/Step": 11293, "Finetune/Step Time": 6.02529370598495}
+{"Finetune/Learning Rate": 7.680613516831623e-06, "Finetune/Loss": 0.6404609680175781, "Finetune/Loss (Raw)": 0.6130917072296143, "Finetune/Step": 11294, "Finetune/Step Time": 6.029725734144449}
+{"Finetune/Learning Rate": 7.67897551224063e-06, "Finetune/Loss": 0.6386284828186035, "Finetune/Loss (Raw)": 0.5576460957527161, "Finetune/Step": 11295, "Finetune/Step Time": 6.045393144711852}
+{"Finetune/Learning Rate": 7.677337573467294e-06, "Finetune/Loss": 0.6381392478942871, "Finetune/Loss (Raw)": 0.6247891187667847, "Finetune/Step": 11296, "Finetune/Step Time": 6.0424512811005116}
+{"Finetune/Learning Rate": 7.67569970055806e-06, "Finetune/Loss": 0.639492392539978, "Finetune/Loss (Raw)": 0.6718695163726807, "Finetune/Step": 11297, "Finetune/Step Time": 6.018928207457066}
+{"Finetune/Learning Rate": 7.674061893559374e-06, "Finetune/Loss": 0.6395757794380188, "Finetune/Loss (Raw)": 0.687910258769989, "Finetune/Step": 11298, "Finetune/Step Time": 6.0337565541267395}
+{"Finetune/Learning Rate": 7.672424152517676e-06, "Finetune/Loss": 0.6401721239089966, "Finetune/Loss (Raw)": 0.6924501061439514, "Finetune/Step": 11299, "Finetune/Step Time": 6.033938121050596}
+{"Finetune/Learning Rate": 7.670786477479412e-06, "Finetune/Loss": 0.6407225131988525, "Finetune/Loss (Raw)": 0.7867882251739502, "Finetune/Step": 11300, "Finetune/Step Time": 6.03731944039464}
+{"Finetune/Learning Rate": 7.669148868491018e-06, "Finetune/Loss": 0.6418626308441162, "Finetune/Loss (Raw)": 0.727577805519104, "Finetune/Step": 11301, "Finetune/Step Time": 6.044129639863968}
+{"Finetune/Learning Rate": 7.667511325598934e-06, "Finetune/Loss": 0.6415601372718811, "Finetune/Loss (Raw)": 0.6057589650154114, "Finetune/Step": 11302, "Finetune/Step Time": 6.079188419505954}
+{"Finetune/Learning Rate": 7.665873848849596e-06, "Finetune/Loss": 0.6427741050720215, "Finetune/Loss (Raw)": 0.7288805842399597, "Finetune/Step": 11303, "Finetune/Step Time": 6.066894290968776}
+{"Finetune/Learning Rate": 7.664236438289445e-06, "Finetune/Loss": 0.6425192356109619, "Finetune/Loss (Raw)": 0.4691419005393982, "Finetune/Step": 11304, "Finetune/Step Time": 6.077112080529332}
+{"Finetune/Learning Rate": 7.6625990939649e-06, "Finetune/Loss": 0.6424731016159058, "Finetune/Loss (Raw)": 0.7401250600814819, "Finetune/Step": 11305, "Finetune/Step Time": 6.077578978613019}
+{"Finetune/Learning Rate": 7.660961815922398e-06, "Finetune/Loss": 0.6398584842681885, "Finetune/Loss (Raw)": 0.4301145076751709, "Finetune/Step": 11306, "Finetune/Step Time": 6.096328925341368}
+{"Finetune/Learning Rate": 7.65932460420837e-06, "Finetune/Loss": 0.640498161315918, "Finetune/Loss (Raw)": 0.8308683633804321, "Finetune/Step": 11307, "Finetune/Step Time": 6.092639163136482}
+{"Finetune/Learning Rate": 7.65768745886924e-06, "Finetune/Loss": 0.6405032873153687, "Finetune/Loss (Raw)": 0.6240046620368958, "Finetune/Step": 11308, "Finetune/Step Time": 6.093785922974348}
+{"Finetune/Learning Rate": 7.656050379951427e-06, "Finetune/Loss": 0.640539288520813, "Finetune/Loss (Raw)": 0.6351494789123535, "Finetune/Step": 11309, "Finetune/Step Time": 6.07937016710639}
+{"Finetune/Learning Rate": 7.65441336750137e-06, "Finetune/Loss": 0.6414629817008972, "Finetune/Loss (Raw)": 0.6888880133628845, "Finetune/Step": 11310, "Finetune/Step Time": 6.058119095861912}
+{"Finetune/Learning Rate": 7.652776421565476e-06, "Finetune/Loss": 0.6414844989776611, "Finetune/Loss (Raw)": 0.6299551725387573, "Finetune/Step": 11311, "Finetune/Step Time": 6.0566948391497135}
+{"Finetune/Learning Rate": 7.651139542190164e-06, "Finetune/Loss": 0.6413370370864868, "Finetune/Loss (Raw)": 0.6465237736701965, "Finetune/Step": 11312, "Finetune/Step Time": 6.049468480050564}
+{"Finetune/Learning Rate": 7.649502729421857e-06, "Finetune/Loss": 0.6425729990005493, "Finetune/Loss (Raw)": 0.7855097055435181, "Finetune/Step": 11313, "Finetune/Step Time": 6.056122437119484}
+{"Finetune/Learning Rate": 7.647865983306972e-06, "Finetune/Loss": 0.6422598361968994, "Finetune/Loss (Raw)": 0.5969361066818237, "Finetune/Step": 11314, "Finetune/Step Time": 6.061190424486995}
+{"Finetune/Learning Rate": 7.646229303891917e-06, "Finetune/Loss": 0.6416870951652527, "Finetune/Loss (Raw)": 0.6300550699234009, "Finetune/Step": 11315, "Finetune/Step Time": 6.063135331496596}
+{"Finetune/Learning Rate": 7.644592691223108e-06, "Finetune/Loss": 0.640965461730957, "Finetune/Loss (Raw)": 0.6201767325401306, "Finetune/Step": 11316, "Finetune/Step Time": 6.0687267035245895}
+{"Finetune/Learning Rate": 7.64295614534695e-06, "Finetune/Loss": 0.6419104337692261, "Finetune/Loss (Raw)": 0.7287749648094177, "Finetune/Step": 11317, "Finetune/Step Time": 6.070566833019257}
+{"Finetune/Learning Rate": 7.641319666309853e-06, "Finetune/Loss": 0.6426012516021729, "Finetune/Loss (Raw)": 0.7177413105964661, "Finetune/Step": 11318, "Finetune/Step Time": 6.0863159745931625}
+{"Finetune/Learning Rate": 7.639683254158222e-06, "Finetune/Loss": 0.6439464092254639, "Finetune/Loss (Raw)": 0.6980380415916443, "Finetune/Step": 11319, "Finetune/Step Time": 6.084805412217975}
+{"Finetune/Learning Rate": 7.638046908938463e-06, "Finetune/Loss": 0.6439856290817261, "Finetune/Loss (Raw)": 0.6412889957427979, "Finetune/Step": 11320, "Finetune/Step Time": 6.0850104577839375}
+{"Finetune/Learning Rate": 7.636410630696978e-06, "Finetune/Loss": 0.644385576248169, "Finetune/Loss (Raw)": 0.6996543407440186, "Finetune/Step": 11321, "Finetune/Step Time": 6.076175583526492}
+{"Finetune/Learning Rate": 7.634774419480166e-06, "Finetune/Loss": 0.6446077227592468, "Finetune/Loss (Raw)": 0.7378405332565308, "Finetune/Step": 11322, "Finetune/Step Time": 6.075185989961028}
+{"Finetune/Learning Rate": 7.633138275334428e-06, "Finetune/Loss": 0.643380880355835, "Finetune/Loss (Raw)": 0.5134450793266296, "Finetune/Step": 11323, "Finetune/Step Time": 6.096712101250887}
+{"Finetune/Learning Rate": 7.631502198306156e-06, "Finetune/Loss": 0.6429986953735352, "Finetune/Loss (Raw)": 0.6616876125335693, "Finetune/Step": 11324, "Finetune/Step Time": 6.088678698986769}
+{"Finetune/Learning Rate": 7.629866188441746e-06, "Finetune/Loss": 0.6439568996429443, "Finetune/Loss (Raw)": 0.6780467629432678, "Finetune/Step": 11325, "Finetune/Step Time": 6.081876015290618}
+{"Finetune/Learning Rate": 7.628230245787591e-06, "Finetune/Loss": 0.6429759860038757, "Finetune/Loss (Raw)": 0.5651710033416748, "Finetune/Step": 11326, "Finetune/Step Time": 6.077747471630573}
+{"Finetune/Learning Rate": 7.626594370390081e-06, "Finetune/Loss": 0.6422604322433472, "Finetune/Loss (Raw)": 0.6026531457901001, "Finetune/Step": 11327, "Finetune/Step Time": 6.0784953609108925}
+{"Finetune/Learning Rate": 7.624958562295607e-06, "Finetune/Loss": 0.6422605514526367, "Finetune/Loss (Raw)": 0.6210946440696716, "Finetune/Step": 11328, "Finetune/Step Time": 6.076778195798397}
+{"Finetune/Learning Rate": 7.623322821550556e-06, "Finetune/Loss": 0.6423732042312622, "Finetune/Loss (Raw)": 0.6577426791191101, "Finetune/Step": 11329, "Finetune/Step Time": 6.078633001074195}
+{"Finetune/Learning Rate": 7.62168714820131e-06, "Finetune/Loss": 0.6420016288757324, "Finetune/Loss (Raw)": 0.5162152647972107, "Finetune/Step": 11330, "Finetune/Step Time": 6.078169081360102}
+{"Finetune/Learning Rate": 7.620051542294253e-06, "Finetune/Loss": 0.6418980360031128, "Finetune/Loss (Raw)": 0.6249295473098755, "Finetune/Step": 11331, "Finetune/Step Time": 6.075781574472785}
+{"Finetune/Learning Rate": 7.618416003875767e-06, "Finetune/Loss": 0.6434885263442993, "Finetune/Loss (Raw)": 0.7620161175727844, "Finetune/Step": 11332, "Finetune/Step Time": 6.074562024325132}
+{"Finetune/Learning Rate": 7.616780532992232e-06, "Finetune/Loss": 0.6444715261459351, "Finetune/Loss (Raw)": 0.775263249874115, "Finetune/Step": 11333, "Finetune/Step Time": 6.075302155688405}
+{"Finetune/Learning Rate": 7.61514512969002e-06, "Finetune/Loss": 0.6433324813842773, "Finetune/Loss (Raw)": 0.5253309011459351, "Finetune/Step": 11334, "Finetune/Step Time": 6.096679033711553}
+{"Finetune/Learning Rate": 7.613509794015517e-06, "Finetune/Loss": 0.6425373554229736, "Finetune/Loss (Raw)": 0.5956198573112488, "Finetune/Step": 11335, "Finetune/Step Time": 6.080180650576949}
+{"Finetune/Learning Rate": 7.611874526015084e-06, "Finetune/Loss": 0.643983781337738, "Finetune/Loss (Raw)": 0.7596662044525146, "Finetune/Step": 11336, "Finetune/Step Time": 6.0747504234313965}
+{"Finetune/Learning Rate": 7.610239325735102e-06, "Finetune/Loss": 0.643609881401062, "Finetune/Loss (Raw)": 0.5806134343147278, "Finetune/Step": 11337, "Finetune/Step Time": 6.074570368975401}
+{"Finetune/Learning Rate": 7.608604193221936e-06, "Finetune/Loss": 0.6435348987579346, "Finetune/Loss (Raw)": 0.6150903701782227, "Finetune/Step": 11338, "Finetune/Step Time": 6.071319278329611}
+{"Finetune/Learning Rate": 7.6069691285219536e-06, "Finetune/Loss": 0.6429734826087952, "Finetune/Loss (Raw)": 0.5781272649765015, "Finetune/Step": 11339, "Finetune/Step Time": 6.072769245132804}
+{"Finetune/Learning Rate": 7.605334131681524e-06, "Finetune/Loss": 0.642688512802124, "Finetune/Loss (Raw)": 0.7196881771087646, "Finetune/Step": 11340, "Finetune/Step Time": 6.084469184279442}
+{"Finetune/Learning Rate": 7.60369920274701e-06, "Finetune/Loss": 0.6433426737785339, "Finetune/Loss (Raw)": 0.696963369846344, "Finetune/Step": 11341, "Finetune/Step Time": 6.087677391245961}
+{"Finetune/Learning Rate": 7.60206434176477e-06, "Finetune/Loss": 0.6443334817886353, "Finetune/Loss (Raw)": 0.6941655874252319, "Finetune/Step": 11342, "Finetune/Step Time": 6.090604646131396}
+{"Finetune/Learning Rate": 7.600429548781168e-06, "Finetune/Loss": 0.6437497138977051, "Finetune/Loss (Raw)": 0.5938753485679626, "Finetune/Step": 11343, "Finetune/Step Time": 6.10367613658309}
+{"Finetune/Learning Rate": 7.598794823842557e-06, "Finetune/Loss": 0.644799530506134, "Finetune/Loss (Raw)": 0.7933891415596008, "Finetune/Step": 11344, "Finetune/Step Time": 6.092582251876593}
+{"Finetune/Learning Rate": 7.597160166995299e-06, "Finetune/Loss": 0.643918514251709, "Finetune/Loss (Raw)": 0.47414159774780273, "Finetune/Step": 11345, "Finetune/Step Time": 6.109964890405536}
+{"Finetune/Learning Rate": 7.5955255782857455e-06, "Finetune/Loss": 0.6437660455703735, "Finetune/Loss (Raw)": 0.6973974108695984, "Finetune/Step": 11346, "Finetune/Step Time": 6.1062081549316645}
+{"Finetune/Learning Rate": 7.593891057760252e-06, "Finetune/Loss": 0.6432264447212219, "Finetune/Loss (Raw)": 0.5109366774559021, "Finetune/Step": 11347, "Finetune/Step Time": 6.122418496757746}
+{"Finetune/Learning Rate": 7.5922566054651636e-06, "Finetune/Loss": 0.6419991850852966, "Finetune/Loss (Raw)": 0.5529029965400696, "Finetune/Step": 11348, "Finetune/Step Time": 6.126382168382406}
+{"Finetune/Learning Rate": 7.590622221446831e-06, "Finetune/Loss": 0.6424994468688965, "Finetune/Loss (Raw)": 0.6856634616851807, "Finetune/Step": 11349, "Finetune/Step Time": 6.130781201645732}
+{"Finetune/Learning Rate": 7.588987905751601e-06, "Finetune/Loss": 0.6414522528648376, "Finetune/Loss (Raw)": 0.5560507774353027, "Finetune/Step": 11350, "Finetune/Step Time": 6.1123929638415575}
+{"Finetune/Learning Rate": 7.587353658425816e-06, "Finetune/Loss": 0.639726459980011, "Finetune/Loss (Raw)": 0.6330397725105286, "Finetune/Step": 11351, "Finetune/Step Time": 6.0920446794480085}
+{"Finetune/Learning Rate": 7.585719479515823e-06, "Finetune/Loss": 0.638949453830719, "Finetune/Loss (Raw)": 0.6176186800003052, "Finetune/Step": 11352, "Finetune/Step Time": 6.089535962790251}
+{"Finetune/Learning Rate": 7.584085369067964e-06, "Finetune/Loss": 0.6385902166366577, "Finetune/Loss (Raw)": 0.7347546815872192, "Finetune/Step": 11353, "Finetune/Step Time": 6.089985551312566}
+{"Finetune/Learning Rate": 7.5824513271285686e-06, "Finetune/Loss": 0.6392213106155396, "Finetune/Loss (Raw)": 0.666356086730957, "Finetune/Step": 11354, "Finetune/Step Time": 6.070258274674416}
+{"Finetune/Learning Rate": 7.58081735374398e-06, "Finetune/Loss": 0.6390364766120911, "Finetune/Loss (Raw)": 0.6546617746353149, "Finetune/Step": 11355, "Finetune/Step Time": 6.070683958008885}
+{"Finetune/Learning Rate": 7.579183448960532e-06, "Finetune/Loss": 0.6396402716636658, "Finetune/Loss (Raw)": 0.7440806031227112, "Finetune/Step": 11356, "Finetune/Step Time": 6.062892910093069}
+{"Finetune/Learning Rate": 7.577549612824558e-06, "Finetune/Loss": 0.6408432722091675, "Finetune/Loss (Raw)": 0.7039020657539368, "Finetune/Step": 11357, "Finetune/Step Time": 6.033206203952432}
+{"Finetune/Learning Rate": 7.575915845382387e-06, "Finetune/Loss": 0.641754150390625, "Finetune/Loss (Raw)": 0.7652154564857483, "Finetune/Step": 11358, "Finetune/Step Time": 6.034038869664073}
+{"Finetune/Learning Rate": 7.574282146680354e-06, "Finetune/Loss": 0.64103764295578, "Finetune/Loss (Raw)": 0.6542732119560242, "Finetune/Step": 11359, "Finetune/Step Time": 6.034603415057063}
+{"Finetune/Learning Rate": 7.572648516764778e-06, "Finetune/Loss": 0.6419947743415833, "Finetune/Loss (Raw)": 0.7234809398651123, "Finetune/Step": 11360, "Finetune/Step Time": 6.038642589002848}
+{"Finetune/Learning Rate": 7.571014955681985e-06, "Finetune/Loss": 0.6418262720108032, "Finetune/Loss (Raw)": 0.634519100189209, "Finetune/Step": 11361, "Finetune/Step Time": 6.036709487438202}
+{"Finetune/Learning Rate": 7.569381463478304e-06, "Finetune/Loss": 0.6414148807525635, "Finetune/Loss (Raw)": 0.6111699342727661, "Finetune/Step": 11362, "Finetune/Step Time": 6.0405210219323635}
+{"Finetune/Learning Rate": 7.567748040200053e-06, "Finetune/Loss": 0.6404135227203369, "Finetune/Loss (Raw)": 0.4491575360298157, "Finetune/Step": 11363, "Finetune/Step Time": 6.048167206346989}
+{"Finetune/Learning Rate": 7.56611468589355e-06, "Finetune/Loss": 0.6408968567848206, "Finetune/Loss (Raw)": 0.6268096566200256, "Finetune/Step": 11364, "Finetune/Step Time": 6.040741687640548}
+{"Finetune/Learning Rate": 7.564481400605117e-06, "Finetune/Loss": 0.639125406742096, "Finetune/Loss (Raw)": 0.4807368218898773, "Finetune/Step": 11365, "Finetune/Step Time": 6.061067838221788}
+{"Finetune/Learning Rate": 7.562848184381064e-06, "Finetune/Loss": 0.6402257084846497, "Finetune/Loss (Raw)": 0.6944160461425781, "Finetune/Step": 11366, "Finetune/Step Time": 6.059717580676079}
+{"Finetune/Learning Rate": 7.561215037267705e-06, "Finetune/Loss": 0.639351487159729, "Finetune/Loss (Raw)": 0.5838826894760132, "Finetune/Step": 11367, "Finetune/Step Time": 6.049574878066778}
+{"Finetune/Learning Rate": 7.5595819593113506e-06, "Finetune/Loss": 0.638704776763916, "Finetune/Loss (Raw)": 0.5925565958023071, "Finetune/Step": 11368, "Finetune/Step Time": 6.055275345221162}
+{"Finetune/Learning Rate": 7.557948950558313e-06, "Finetune/Loss": 0.6391154527664185, "Finetune/Loss (Raw)": 0.6810319423675537, "Finetune/Step": 11369, "Finetune/Step Time": 6.055565943941474}
+{"Finetune/Learning Rate": 7.556316011054902e-06, "Finetune/Loss": 0.6398743391036987, "Finetune/Loss (Raw)": 0.6561930179595947, "Finetune/Step": 11370, "Finetune/Step Time": 6.0522676184773445}
+{"Finetune/Learning Rate": 7.554683140847419e-06, "Finetune/Loss": 0.6407875418663025, "Finetune/Loss (Raw)": 0.6953745484352112, "Finetune/Step": 11371, "Finetune/Step Time": 6.051730705425143}
+{"Finetune/Learning Rate": 7.553050339982169e-06, "Finetune/Loss": 0.640178382396698, "Finetune/Loss (Raw)": 0.6131443977355957, "Finetune/Step": 11372, "Finetune/Step Time": 6.053032457828522}
+{"Finetune/Learning Rate": 7.551417608505451e-06, "Finetune/Loss": 0.6407517194747925, "Finetune/Loss (Raw)": 0.7394639849662781, "Finetune/Step": 11373, "Finetune/Step Time": 6.055025562644005}
+{"Finetune/Learning Rate": 7.549784946463569e-06, "Finetune/Loss": 0.6400012969970703, "Finetune/Loss (Raw)": 0.5874976515769958, "Finetune/Step": 11374, "Finetune/Step Time": 6.064854089170694}
+{"Finetune/Learning Rate": 7.5481523539028146e-06, "Finetune/Loss": 0.6406525373458862, "Finetune/Loss (Raw)": 0.6772122383117676, "Finetune/Step": 11375, "Finetune/Step Time": 6.062143011018634}
+{"Finetune/Learning Rate": 7.54651983086949e-06, "Finetune/Loss": 0.6423065662384033, "Finetune/Loss (Raw)": 0.6360085606575012, "Finetune/Step": 11376, "Finetune/Step Time": 6.0436137188225985}
+{"Finetune/Learning Rate": 7.544887377409891e-06, "Finetune/Loss": 0.6434065103530884, "Finetune/Loss (Raw)": 0.5390583276748657, "Finetune/Step": 11377, "Finetune/Step Time": 6.03879171423614}
+{"Finetune/Learning Rate": 7.543254993570297e-06, "Finetune/Loss": 0.6448889970779419, "Finetune/Loss (Raw)": 0.6918730139732361, "Finetune/Step": 11378, "Finetune/Step Time": 6.0383696258068085}
+{"Finetune/Learning Rate": 7.541622679397008e-06, "Finetune/Loss": 0.6440572142601013, "Finetune/Loss (Raw)": 0.661307692527771, "Finetune/Step": 11379, "Finetune/Step Time": 6.041378263384104}
+{"Finetune/Learning Rate": 7.53999043493631e-06, "Finetune/Loss": 0.6453906893730164, "Finetune/Loss (Raw)": 0.6531649827957153, "Finetune/Step": 11380, "Finetune/Step Time": 6.03743507899344}
+{"Finetune/Learning Rate": 7.538358260234486e-06, "Finetune/Loss": 0.6446083784103394, "Finetune/Loss (Raw)": 0.5676733255386353, "Finetune/Step": 11381, "Finetune/Step Time": 6.037405235692859}
+{"Finetune/Learning Rate": 7.536726155337823e-06, "Finetune/Loss": 0.6445622444152832, "Finetune/Loss (Raw)": 0.6273448467254639, "Finetune/Step": 11382, "Finetune/Step Time": 6.0429726503789425}
+{"Finetune/Learning Rate": 7.535094120292604e-06, "Finetune/Loss": 0.6434422135353088, "Finetune/Loss (Raw)": 0.5110433101654053, "Finetune/Step": 11383, "Finetune/Step Time": 6.045861054211855}
+{"Finetune/Learning Rate": 7.533462155145105e-06, "Finetune/Loss": 0.6436766386032104, "Finetune/Loss (Raw)": 0.7052003741264343, "Finetune/Step": 11384, "Finetune/Step Time": 6.044947970658541}
+{"Finetune/Learning Rate": 7.531830259941602e-06, "Finetune/Loss": 0.6443407535552979, "Finetune/Loss (Raw)": 0.7225111722946167, "Finetune/Step": 11385, "Finetune/Step Time": 6.050812227651477}
+{"Finetune/Learning Rate": 7.530198434728377e-06, "Finetune/Loss": 0.6441835165023804, "Finetune/Loss (Raw)": 0.6115085482597351, "Finetune/Step": 11386, "Finetune/Step Time": 6.04388440027833}
+{"Finetune/Learning Rate": 7.528566679551701e-06, "Finetune/Loss": 0.6445960402488708, "Finetune/Loss (Raw)": 0.6844373345375061, "Finetune/Step": 11387, "Finetune/Step Time": 6.044930038973689}
+{"Finetune/Learning Rate": 7.5269349944578454e-06, "Finetune/Loss": 0.6453654766082764, "Finetune/Loss (Raw)": 0.6972121596336365, "Finetune/Step": 11388, "Finetune/Step Time": 6.043306963518262}
+{"Finetune/Learning Rate": 7.525303379493084e-06, "Finetune/Loss": 0.644631028175354, "Finetune/Loss (Raw)": 0.6320136785507202, "Finetune/Step": 11389, "Finetune/Step Time": 6.048307241871953}
+{"Finetune/Learning Rate": 7.523671834703678e-06, "Finetune/Loss": 0.6444685459136963, "Finetune/Loss (Raw)": 0.6445526480674744, "Finetune/Step": 11390, "Finetune/Step Time": 6.052091838791966}
+{"Finetune/Learning Rate": 7.5220403601359e-06, "Finetune/Loss": 0.6435232162475586, "Finetune/Loss (Raw)": 0.5152057409286499, "Finetune/Step": 11391, "Finetune/Step Time": 6.051604252308607}
+{"Finetune/Learning Rate": 7.5204089558360076e-06, "Finetune/Loss": 0.6434139013290405, "Finetune/Loss (Raw)": 0.6791496276855469, "Finetune/Step": 11392, "Finetune/Step Time": 6.048894390463829}
+{"Finetune/Learning Rate": 7.518777621850267e-06, "Finetune/Loss": 0.6448440551757812, "Finetune/Loss (Raw)": 0.7001985311508179, "Finetune/Step": 11393, "Finetune/Step Time": 6.065531399101019}
+{"Finetune/Learning Rate": 7.517146358224938e-06, "Finetune/Loss": 0.6429697871208191, "Finetune/Loss (Raw)": 0.5089223384857178, "Finetune/Step": 11394, "Finetune/Step Time": 6.06852619536221}
+{"Finetune/Learning Rate": 7.515515165006281e-06, "Finetune/Loss": 0.6432675719261169, "Finetune/Loss (Raw)": 0.7454053163528442, "Finetune/Step": 11395, "Finetune/Step Time": 6.065701529383659}
+{"Finetune/Learning Rate": 7.513884042240546e-06, "Finetune/Loss": 0.6431633234024048, "Finetune/Loss (Raw)": 0.647490918636322, "Finetune/Step": 11396, "Finetune/Step Time": 6.055766180157661}
+{"Finetune/Learning Rate": 7.51225298997399e-06, "Finetune/Loss": 0.6440519094467163, "Finetune/Loss (Raw)": 0.5977413058280945, "Finetune/Step": 11397, "Finetune/Step Time": 6.034639051184058}
+{"Finetune/Learning Rate": 7.5106220082528655e-06, "Finetune/Loss": 0.6448929309844971, "Finetune/Loss (Raw)": 0.7712246179580688, "Finetune/Step": 11398, "Finetune/Step Time": 6.059730550274253}
+{"Finetune/Learning Rate": 7.508991097123422e-06, "Finetune/Loss": 0.6447176337242126, "Finetune/Loss (Raw)": 0.70939040184021, "Finetune/Step": 11399, "Finetune/Step Time": 6.063682921230793}
+{"Finetune/Learning Rate": 7.5073602566319045e-06, "Finetune/Loss": 0.644100546836853, "Finetune/Loss (Raw)": 0.6337359547615051, "Finetune/Step": 11400, "Finetune/Step Time": 6.0691725499928}
+{"Finetune/Learning Rate": 7.505729486824569e-06, "Finetune/Loss": 0.6434212327003479, "Finetune/Loss (Raw)": 0.6301526427268982, "Finetune/Step": 11401, "Finetune/Step Time": 6.067605959251523}
+{"Finetune/Learning Rate": 7.504098787747647e-06, "Finetune/Loss": 0.6443371772766113, "Finetune/Loss (Raw)": 0.7425678372383118, "Finetune/Step": 11402, "Finetune/Step Time": 6.06697610206902}
+{"Finetune/Learning Rate": 7.502468159447387e-06, "Finetune/Loss": 0.6450943350791931, "Finetune/Loss (Raw)": 0.7117752432823181, "Finetune/Step": 11403, "Finetune/Step Time": 6.047050112858415}
+{"Finetune/Learning Rate": 7.500837601970028e-06, "Finetune/Loss": 0.6454191207885742, "Finetune/Loss (Raw)": 0.65298992395401, "Finetune/Step": 11404, "Finetune/Step Time": 6.044096358120441}
+{"Finetune/Learning Rate": 7.499207115361808e-06, "Finetune/Loss": 0.6456505656242371, "Finetune/Loss (Raw)": 0.735827624797821, "Finetune/Step": 11405, "Finetune/Step Time": 6.03905644454062}
+{"Finetune/Learning Rate": 7.497576699668963e-06, "Finetune/Loss": 0.6449581384658813, "Finetune/Loss (Raw)": 0.5704336166381836, "Finetune/Step": 11406, "Finetune/Step Time": 6.055610841140151}
+{"Finetune/Learning Rate": 7.4959463549377255e-06, "Finetune/Loss": 0.6457089185714722, "Finetune/Loss (Raw)": 0.7021114826202393, "Finetune/Step": 11407, "Finetune/Step Time": 6.045703828334808}
+{"Finetune/Learning Rate": 7.494316081214335e-06, "Finetune/Loss": 0.6456848382949829, "Finetune/Loss (Raw)": 0.596096932888031, "Finetune/Step": 11408, "Finetune/Step Time": 6.045344905927777}
+{"Finetune/Learning Rate": 7.49268587854501e-06, "Finetune/Loss": 0.6439955234527588, "Finetune/Loss (Raw)": 0.49497443437576294, "Finetune/Step": 11409, "Finetune/Step Time": 6.06612297706306}
+{"Finetune/Learning Rate": 7.491055746975981e-06, "Finetune/Loss": 0.6446173787117004, "Finetune/Loss (Raw)": 0.6308919191360474, "Finetune/Step": 11410, "Finetune/Step Time": 6.048358829692006}
+{"Finetune/Learning Rate": 7.489425686553481e-06, "Finetune/Loss": 0.6455798149108887, "Finetune/Loss (Raw)": 0.7014957070350647, "Finetune/Step": 11411, "Finetune/Step Time": 6.05370607227087}
+{"Finetune/Learning Rate": 7.487795697323727e-06, "Finetune/Loss": 0.6465511322021484, "Finetune/Loss (Raw)": 0.7104889154434204, "Finetune/Step": 11412, "Finetune/Step Time": 6.054238086566329}
+{"Finetune/Learning Rate": 7.486165779332946e-06, "Finetune/Loss": 0.6478914022445679, "Finetune/Loss (Raw)": 0.7086792588233948, "Finetune/Step": 11413, "Finetune/Step Time": 6.046168992295861}
+{"Finetune/Learning Rate": 7.4845359326273545e-06, "Finetune/Loss": 0.6486763954162598, "Finetune/Loss (Raw)": 0.6640673279762268, "Finetune/Step": 11414, "Finetune/Step Time": 6.045429181307554}
+{"Finetune/Learning Rate": 7.48290615725317e-06, "Finetune/Loss": 0.6482818126678467, "Finetune/Loss (Raw)": 0.7046269774436951, "Finetune/Step": 11415, "Finetune/Step Time": 6.05100548453629}
+{"Finetune/Learning Rate": 7.481276453256609e-06, "Finetune/Loss": 0.6482365131378174, "Finetune/Loss (Raw)": 0.6964110136032104, "Finetune/Step": 11416, "Finetune/Step Time": 6.048759620636702}
+{"Finetune/Learning Rate": 7.479646820683884e-06, "Finetune/Loss": 0.6478750705718994, "Finetune/Loss (Raw)": 0.5903720259666443, "Finetune/Step": 11417, "Finetune/Step Time": 6.048220572993159}
+{"Finetune/Learning Rate": 7.47801725958121e-06, "Finetune/Loss": 0.6476339101791382, "Finetune/Loss (Raw)": 0.691990077495575, "Finetune/Step": 11418, "Finetune/Step Time": 6.067724637687206}
+{"Finetune/Learning Rate": 7.476387769994795e-06, "Finetune/Loss": 0.6494038701057434, "Finetune/Loss (Raw)": 0.7905617952346802, "Finetune/Step": 11419, "Finetune/Step Time": 6.065350798889995}
+{"Finetune/Learning Rate": 7.474758351970847e-06, "Finetune/Loss": 0.650934100151062, "Finetune/Loss (Raw)": 0.7563326358795166, "Finetune/Step": 11420, "Finetune/Step Time": 6.042993349954486}
+{"Finetune/Learning Rate": 7.473129005555572e-06, "Finetune/Loss": 0.6510293483734131, "Finetune/Loss (Raw)": 0.6795516610145569, "Finetune/Step": 11421, "Finetune/Step Time": 6.0379593055695295}
+{"Finetune/Learning Rate": 7.471499730795171e-06, "Finetune/Loss": 0.6519567966461182, "Finetune/Loss (Raw)": 0.7317988276481628, "Finetune/Step": 11422, "Finetune/Step Time": 6.034223094582558}
+{"Finetune/Learning Rate": 7.469870527735849e-06, "Finetune/Loss": 0.6524835824966431, "Finetune/Loss (Raw)": 0.6250758767127991, "Finetune/Step": 11423, "Finetune/Step Time": 6.020093465223908}
+{"Finetune/Learning Rate": 7.468241396423801e-06, "Finetune/Loss": 0.6526854038238525, "Finetune/Loss (Raw)": 0.6506269574165344, "Finetune/Step": 11424, "Finetune/Step Time": 6.037962770089507}
+{"Finetune/Learning Rate": 7.4666123369052305e-06, "Finetune/Loss": 0.6512571573257446, "Finetune/Loss (Raw)": 0.489047110080719, "Finetune/Step": 11425, "Finetune/Step Time": 6.059788392856717}
+{"Finetune/Learning Rate": 7.464983349226333e-06, "Finetune/Loss": 0.6513773798942566, "Finetune/Loss (Raw)": 0.7033036947250366, "Finetune/Step": 11426, "Finetune/Step Time": 6.0453051924705505}
+{"Finetune/Learning Rate": 7.463354433433294e-06, "Finetune/Loss": 0.6507529616355896, "Finetune/Loss (Raw)": 0.6125236749649048, "Finetune/Step": 11427, "Finetune/Step Time": 6.063193308189511}
+{"Finetune/Learning Rate": 7.461725589572312e-06, "Finetune/Loss": 0.6494715213775635, "Finetune/Loss (Raw)": 0.6227650046348572, "Finetune/Step": 11428, "Finetune/Step Time": 6.05532637424767}
+{"Finetune/Learning Rate": 7.4600968176895735e-06, "Finetune/Loss": 0.6483838558197021, "Finetune/Loss (Raw)": 0.5883595943450928, "Finetune/Step": 11429, "Finetune/Step Time": 6.048883602023125}
+{"Finetune/Learning Rate": 7.458468117831268e-06, "Finetune/Loss": 0.6490091681480408, "Finetune/Loss (Raw)": 0.6857949495315552, "Finetune/Step": 11430, "Finetune/Step Time": 6.01145538687706}
+{"Finetune/Learning Rate": 7.456839490043577e-06, "Finetune/Loss": 0.6486145257949829, "Finetune/Loss (Raw)": 0.6783608794212341, "Finetune/Step": 11431, "Finetune/Step Time": 6.023620372638106}
+{"Finetune/Learning Rate": 7.455210934372692e-06, "Finetune/Loss": 0.6502975225448608, "Finetune/Loss (Raw)": 0.6845659613609314, "Finetune/Step": 11432, "Finetune/Step Time": 6.00255118496716}
+{"Finetune/Learning Rate": 7.453582450864785e-06, "Finetune/Loss": 0.6498616337776184, "Finetune/Loss (Raw)": 0.6843322515487671, "Finetune/Step": 11433, "Finetune/Step Time": 6.003710627555847}
+{"Finetune/Learning Rate": 7.451954039566036e-06, "Finetune/Loss": 0.6520706415176392, "Finetune/Loss (Raw)": 0.7128710746765137, "Finetune/Step": 11434, "Finetune/Step Time": 5.981013020500541}
+{"Finetune/Learning Rate": 7.450325700522627e-06, "Finetune/Loss": 0.6494050025939941, "Finetune/Loss (Raw)": 0.48966988921165466, "Finetune/Step": 11435, "Finetune/Step Time": 5.998903011903167}
+{"Finetune/Learning Rate": 7.448697433780731e-06, "Finetune/Loss": 0.6504272818565369, "Finetune/Loss (Raw)": 0.7548516392707825, "Finetune/Step": 11436, "Finetune/Step Time": 5.995533803477883}
+{"Finetune/Learning Rate": 7.447069239386521e-06, "Finetune/Loss": 0.6498923301696777, "Finetune/Loss (Raw)": 0.566673755645752, "Finetune/Step": 11437, "Finetune/Step Time": 5.998041614890099}
+{"Finetune/Learning Rate": 7.44544111738617e-06, "Finetune/Loss": 0.649659276008606, "Finetune/Loss (Raw)": 0.6590580344200134, "Finetune/Step": 11438, "Finetune/Step Time": 5.999585272744298}
+{"Finetune/Learning Rate": 7.4438130678258426e-06, "Finetune/Loss": 0.6501784920692444, "Finetune/Loss (Raw)": 0.6964171528816223, "Finetune/Step": 11439, "Finetune/Step Time": 6.000944271683693}
+{"Finetune/Learning Rate": 7.442185090751706e-06, "Finetune/Loss": 0.6498968601226807, "Finetune/Loss (Raw)": 0.6104772090911865, "Finetune/Step": 11440, "Finetune/Step Time": 6.000751519575715}
+{"Finetune/Learning Rate": 7.440557186209927e-06, "Finetune/Loss": 0.6488271355628967, "Finetune/Loss (Raw)": 0.6485798358917236, "Finetune/Step": 11441, "Finetune/Step Time": 5.997419627383351}
+{"Finetune/Learning Rate": 7.438929354246669e-06, "Finetune/Loss": 0.6481313109397888, "Finetune/Loss (Raw)": 0.5078750252723694, "Finetune/Step": 11442, "Finetune/Step Time": 5.995726745575666}
+{"Finetune/Learning Rate": 7.437301594908093e-06, "Finetune/Loss": 0.6482765078544617, "Finetune/Loss (Raw)": 0.6486380100250244, "Finetune/Step": 11443, "Finetune/Step Time": 5.997425960376859}
+{"Finetune/Learning Rate": 7.435673908240357e-06, "Finetune/Loss": 0.648695707321167, "Finetune/Loss (Raw)": 0.6738302111625671, "Finetune/Step": 11444, "Finetune/Step Time": 5.992531416937709}
+{"Finetune/Learning Rate": 7.4340462942896166e-06, "Finetune/Loss": 0.6484757661819458, "Finetune/Loss (Raw)": 0.7006319761276245, "Finetune/Step": 11445, "Finetune/Step Time": 6.009851204231381}
+{"Finetune/Learning Rate": 7.432418753102024e-06, "Finetune/Loss": 0.6478003263473511, "Finetune/Loss (Raw)": 0.631278932094574, "Finetune/Step": 11446, "Finetune/Step Time": 6.006475407630205}
+{"Finetune/Learning Rate": 7.430791284723737e-06, "Finetune/Loss": 0.6485472321510315, "Finetune/Loss (Raw)": 0.7936434149742126, "Finetune/Step": 11447, "Finetune/Step Time": 6.007293177768588}
+{"Finetune/Learning Rate": 7.429163889200902e-06, "Finetune/Loss": 0.6489855051040649, "Finetune/Loss (Raw)": 0.6973852515220642, "Finetune/Step": 11448, "Finetune/Step Time": 6.005079349502921}
+{"Finetune/Learning Rate": 7.427536566579667e-06, "Finetune/Loss": 0.6479647755622864, "Finetune/Loss (Raw)": 0.5690018534660339, "Finetune/Step": 11449, "Finetune/Step Time": 6.005834659561515}
+{"Finetune/Learning Rate": 7.425909316906186e-06, "Finetune/Loss": 0.6471182107925415, "Finetune/Loss (Raw)": 0.6294836401939392, "Finetune/Step": 11450, "Finetune/Step Time": 6.002840654924512}
+{"Finetune/Learning Rate": 7.424282140226591e-06, "Finetune/Loss": 0.6481437683105469, "Finetune/Loss (Raw)": 0.6447173357009888, "Finetune/Step": 11451, "Finetune/Step Time": 5.998154478147626}
+{"Finetune/Learning Rate": 7.422655036587032e-06, "Finetune/Loss": 0.6482893228530884, "Finetune/Loss (Raw)": 0.6803120970726013, "Finetune/Step": 11452, "Finetune/Step Time": 5.988918853923678}
+{"Finetune/Learning Rate": 7.4210280060336475e-06, "Finetune/Loss": 0.6479909420013428, "Finetune/Loss (Raw)": 0.6398574113845825, "Finetune/Step": 11453, "Finetune/Step Time": 5.98800858668983}
+{"Finetune/Learning Rate": 7.419401048612574e-06, "Finetune/Loss": 0.649136483669281, "Finetune/Loss (Raw)": 0.7118022441864014, "Finetune/Step": 11454, "Finetune/Step Time": 5.992093440145254}
+{"Finetune/Learning Rate": 7.4177741643699495e-06, "Finetune/Loss": 0.6480768918991089, "Finetune/Loss (Raw)": 0.4670226573944092, "Finetune/Step": 11455, "Finetune/Step Time": 6.01076671294868}
+{"Finetune/Learning Rate": 7.416147353351909e-06, "Finetune/Loss": 0.6482716798782349, "Finetune/Loss (Raw)": 0.6460222601890564, "Finetune/Step": 11456, "Finetune/Step Time": 6.01297247223556}
+{"Finetune/Learning Rate": 7.414520615604579e-06, "Finetune/Loss": 0.648139238357544, "Finetune/Loss (Raw)": 0.6407975554466248, "Finetune/Step": 11457, "Finetune/Step Time": 6.021703943610191}
+{"Finetune/Learning Rate": 7.412893951174092e-06, "Finetune/Loss": 0.6490945816040039, "Finetune/Loss (Raw)": 0.6384975910186768, "Finetune/Step": 11458, "Finetune/Step Time": 6.021659528836608}
+{"Finetune/Learning Rate": 7.411267360106577e-06, "Finetune/Loss": 0.6498695015907288, "Finetune/Loss (Raw)": 0.724116861820221, "Finetune/Step": 11459, "Finetune/Step Time": 6.022121988236904}
+{"Finetune/Learning Rate": 7.409640842448158e-06, "Finetune/Loss": 0.6478056311607361, "Finetune/Loss (Raw)": 0.4978458881378174, "Finetune/Step": 11460, "Finetune/Step Time": 6.043551741167903}
+{"Finetune/Learning Rate": 7.4080143982449585e-06, "Finetune/Loss": 0.6469578742980957, "Finetune/Loss (Raw)": 0.6667523980140686, "Finetune/Step": 11461, "Finetune/Step Time": 6.045571839436889}
+{"Finetune/Learning Rate": 7.406388027543102e-06, "Finetune/Loss": 0.6472543478012085, "Finetune/Loss (Raw)": 0.5632761716842651, "Finetune/Step": 11462, "Finetune/Step Time": 6.022842433303595}
+{"Finetune/Learning Rate": 7.404761730388704e-06, "Finetune/Loss": 0.6475046873092651, "Finetune/Loss (Raw)": 0.627660870552063, "Finetune/Step": 11463, "Finetune/Step Time": 6.016882412135601}
+{"Finetune/Learning Rate": 7.403135506827883e-06, "Finetune/Loss": 0.6474405527114868, "Finetune/Loss (Raw)": 0.7514623999595642, "Finetune/Step": 11464, "Finetune/Step Time": 6.0185769237577915}
+{"Finetune/Learning Rate": 7.401509356906755e-06, "Finetune/Loss": 0.6476221680641174, "Finetune/Loss (Raw)": 0.6038541793823242, "Finetune/Step": 11465, "Finetune/Step Time": 6.021005967631936}
+{"Finetune/Learning Rate": 7.3998832806714316e-06, "Finetune/Loss": 0.6478976607322693, "Finetune/Loss (Raw)": 0.6503555774688721, "Finetune/Step": 11466, "Finetune/Step Time": 6.021911786869168}
+{"Finetune/Learning Rate": 7.398257278168026e-06, "Finetune/Loss": 0.6472547054290771, "Finetune/Loss (Raw)": 0.4958246350288391, "Finetune/Step": 11467, "Finetune/Step Time": 6.040011079981923}
+{"Finetune/Learning Rate": 7.3966313494426464e-06, "Finetune/Loss": 0.6469857692718506, "Finetune/Loss (Raw)": 0.6852741837501526, "Finetune/Step": 11468, "Finetune/Step Time": 6.025270700454712}
+{"Finetune/Learning Rate": 7.395005494541398e-06, "Finetune/Loss": 0.6463738083839417, "Finetune/Loss (Raw)": 0.6186276078224182, "Finetune/Step": 11469, "Finetune/Step Time": 6.0195908807218075}
+{"Finetune/Learning Rate": 7.393379713510387e-06, "Finetune/Loss": 0.6456242799758911, "Finetune/Loss (Raw)": 0.5982224941253662, "Finetune/Step": 11470, "Finetune/Step Time": 6.0286854431033134}
+{"Finetune/Learning Rate": 7.391754006395713e-06, "Finetune/Loss": 0.6455053091049194, "Finetune/Loss (Raw)": 0.578654944896698, "Finetune/Step": 11471, "Finetune/Step Time": 6.033469753339887}
+{"Finetune/Learning Rate": 7.390128373243479e-06, "Finetune/Loss": 0.6447688341140747, "Finetune/Loss (Raw)": 0.6991202235221863, "Finetune/Step": 11472, "Finetune/Step Time": 6.036044975742698}
+{"Finetune/Learning Rate": 7.388502814099781e-06, "Finetune/Loss": 0.6456639766693115, "Finetune/Loss (Raw)": 0.5887080430984497, "Finetune/Step": 11473, "Finetune/Step Time": 6.015370978042483}
+{"Finetune/Learning Rate": 7.386877329010724e-06, "Finetune/Loss": 0.6452431082725525, "Finetune/Loss (Raw)": 0.6435341835021973, "Finetune/Step": 11474, "Finetune/Step Time": 6.018598824739456}
+{"Finetune/Learning Rate": 7.385251918022391e-06, "Finetune/Loss": 0.6464381814002991, "Finetune/Loss (Raw)": 0.6639037132263184, "Finetune/Step": 11475, "Finetune/Step Time": 6.007159797474742}
+{"Finetune/Learning Rate": 7.383626581180876e-06, "Finetune/Loss": 0.647102415561676, "Finetune/Loss (Raw)": 0.6379300355911255, "Finetune/Step": 11476, "Finetune/Step Time": 6.001543311402202}
+{"Finetune/Learning Rate": 7.382001318532273e-06, "Finetune/Loss": 0.6462208032608032, "Finetune/Loss (Raw)": 0.5728089213371277, "Finetune/Step": 11477, "Finetune/Step Time": 6.00037782266736}
+{"Finetune/Learning Rate": 7.3803761301226674e-06, "Finetune/Loss": 0.6469754576683044, "Finetune/Loss (Raw)": 0.6526505351066589, "Finetune/Step": 11478, "Finetune/Step Time": 5.995996583253145}
+{"Finetune/Learning Rate": 7.3787510159981464e-06, "Finetune/Loss": 0.6465542316436768, "Finetune/Loss (Raw)": 0.5791242122650146, "Finetune/Step": 11479, "Finetune/Step Time": 6.0042963325977325}
+{"Finetune/Learning Rate": 7.377125976204794e-06, "Finetune/Loss": 0.6463130712509155, "Finetune/Loss (Raw)": 0.5867540240287781, "Finetune/Step": 11480, "Finetune/Step Time": 6.002729456871748}
+{"Finetune/Learning Rate": 7.375501010788689e-06, "Finetune/Loss": 0.6443434953689575, "Finetune/Loss (Raw)": 0.4826453924179077, "Finetune/Step": 11481, "Finetune/Step Time": 6.010676437988877}
+{"Finetune/Learning Rate": 7.373876119795913e-06, "Finetune/Loss": 0.6447378396987915, "Finetune/Loss (Raw)": 0.7168283462524414, "Finetune/Step": 11482, "Finetune/Step Time": 6.011237379163504}
+{"Finetune/Learning Rate": 7.372251303272539e-06, "Finetune/Loss": 0.6448339223861694, "Finetune/Loss (Raw)": 0.6669656038284302, "Finetune/Step": 11483, "Finetune/Step Time": 6.010284269228578}
+{"Finetune/Learning Rate": 7.370626561264649e-06, "Finetune/Loss": 0.6440420746803284, "Finetune/Loss (Raw)": 0.642723798751831, "Finetune/Step": 11484, "Finetune/Step Time": 6.011886024847627}
+{"Finetune/Learning Rate": 7.369001893818313e-06, "Finetune/Loss": 0.6433379650115967, "Finetune/Loss (Raw)": 0.6137714982032776, "Finetune/Step": 11485, "Finetune/Step Time": 6.012840626761317}
+{"Finetune/Learning Rate": 7.367377300979602e-06, "Finetune/Loss": 0.6421112418174744, "Finetune/Loss (Raw)": 0.6081980466842651, "Finetune/Step": 11486, "Finetune/Step Time": 6.014168234542012}
+{"Finetune/Learning Rate": 7.365752782794584e-06, "Finetune/Loss": 0.6419445276260376, "Finetune/Loss (Raw)": 0.6329312920570374, "Finetune/Step": 11487, "Finetune/Step Time": 6.0136207435280085}
+{"Finetune/Learning Rate": 7.364128339309326e-06, "Finetune/Loss": 0.6411831974983215, "Finetune/Loss (Raw)": 0.6260323524475098, "Finetune/Step": 11488, "Finetune/Step Time": 6.027581945061684}
+{"Finetune/Learning Rate": 7.362503970569892e-06, "Finetune/Loss": 0.6414199471473694, "Finetune/Loss (Raw)": 0.6648186445236206, "Finetune/Step": 11489, "Finetune/Step Time": 6.03858682885766}
+{"Finetune/Learning Rate": 7.360879676622344e-06, "Finetune/Loss": 0.6419728398323059, "Finetune/Loss (Raw)": 0.6819446086883545, "Finetune/Step": 11490, "Finetune/Step Time": 6.040553359314799}
+{"Finetune/Learning Rate": 7.359255457512746e-06, "Finetune/Loss": 0.6436074376106262, "Finetune/Loss (Raw)": 0.6583901643753052, "Finetune/Step": 11491, "Finetune/Step Time": 6.036080822348595}
+{"Finetune/Learning Rate": 7.357631313287154e-06, "Finetune/Loss": 0.6432304978370667, "Finetune/Loss (Raw)": 0.5785571336746216, "Finetune/Step": 11492, "Finetune/Step Time": 6.035016505047679}
+{"Finetune/Learning Rate": 7.356007243991626e-06, "Finetune/Loss": 0.6456578373908997, "Finetune/Loss (Raw)": 0.7914372086524963, "Finetune/Step": 11493, "Finetune/Step Time": 6.014541607350111}
+{"Finetune/Learning Rate": 7.354383249672212e-06, "Finetune/Loss": 0.6464152336120605, "Finetune/Loss (Raw)": 0.7913574576377869, "Finetune/Step": 11494, "Finetune/Step Time": 6.015100181102753}
+{"Finetune/Learning Rate": 7.352759330374965e-06, "Finetune/Loss": 0.6463437080383301, "Finetune/Loss (Raw)": 0.5747324824333191, "Finetune/Step": 11495, "Finetune/Step Time": 6.01454758644104}
+{"Finetune/Learning Rate": 7.351135486145937e-06, "Finetune/Loss": 0.6474055051803589, "Finetune/Loss (Raw)": 0.7284621596336365, "Finetune/Step": 11496, "Finetune/Step Time": 6.010396713390946}
+{"Finetune/Learning Rate": 7.349511717031172e-06, "Finetune/Loss": 0.647118866443634, "Finetune/Loss (Raw)": 0.6443439722061157, "Finetune/Step": 11497, "Finetune/Step Time": 6.017412405461073}
+{"Finetune/Learning Rate": 7.347888023076719e-06, "Finetune/Loss": 0.6476288437843323, "Finetune/Loss (Raw)": 0.7214672565460205, "Finetune/Step": 11498, "Finetune/Step Time": 6.017532067373395}
+{"Finetune/Learning Rate": 7.3462644043286246e-06, "Finetune/Loss": 0.6475120782852173, "Finetune/Loss (Raw)": 0.6804386377334595, "Finetune/Step": 11499, "Finetune/Step Time": 6.020067250356078}
+{"Finetune/Learning Rate": 7.34464086083292e-06, "Finetune/Loss": 0.6479791402816772, "Finetune/Loss (Raw)": 0.672926127910614, "Finetune/Step": 11500, "Finetune/Step Time": 6.016713855788112}
+{"Finetune/Learning Rate": 7.343017392635652e-06, "Finetune/Loss": 0.6462613344192505, "Finetune/Loss (Raw)": 0.5195807218551636, "Finetune/Step": 11501, "Finetune/Step Time": 6.021661531180143}
+{"Finetune/Learning Rate": 7.341393999782853e-06, "Finetune/Loss": 0.6463764309883118, "Finetune/Loss (Raw)": 0.6022302508354187, "Finetune/Step": 11502, "Finetune/Step Time": 6.01610691845417}
+{"Finetune/Learning Rate": 7.339770682320562e-06, "Finetune/Loss": 0.6461150050163269, "Finetune/Loss (Raw)": 0.643751859664917, "Finetune/Step": 11503, "Finetune/Step Time": 6.010661056265235}
+{"Finetune/Learning Rate": 7.338147440294809e-06, "Finetune/Loss": 0.6466416716575623, "Finetune/Loss (Raw)": 0.7034180164337158, "Finetune/Step": 11504, "Finetune/Step Time": 6.030305260792375}
+{"Finetune/Learning Rate": 7.3365242737516285e-06, "Finetune/Loss": 0.6477144956588745, "Finetune/Loss (Raw)": 0.6763830780982971, "Finetune/Step": 11505, "Finetune/Step Time": 6.014008313417435}
+{"Finetune/Learning Rate": 7.334901182737042e-06, "Finetune/Loss": 0.6484361290931702, "Finetune/Loss (Raw)": 0.7842373251914978, "Finetune/Step": 11506, "Finetune/Step Time": 6.0166086331009865}
+{"Finetune/Learning Rate": 7.333278167297079e-06, "Finetune/Loss": 0.6485085487365723, "Finetune/Loss (Raw)": 0.6705858707427979, "Finetune/Step": 11507, "Finetune/Step Time": 6.02194270119071}
+{"Finetune/Learning Rate": 7.3316552274777655e-06, "Finetune/Loss": 0.6494044661521912, "Finetune/Loss (Raw)": 0.767836332321167, "Finetune/Step": 11508, "Finetune/Step Time": 6.019669907167554}
+{"Finetune/Learning Rate": 7.330032363325122e-06, "Finetune/Loss": 0.6509846448898315, "Finetune/Loss (Raw)": 0.7699427604675293, "Finetune/Step": 11509, "Finetune/Step Time": 6.018661452457309}
+{"Finetune/Learning Rate": 7.328409574885167e-06, "Finetune/Loss": 0.6513577699661255, "Finetune/Loss (Raw)": 0.6751042008399963, "Finetune/Step": 11510, "Finetune/Step Time": 6.014803485944867}
+{"Finetune/Learning Rate": 7.326786862203923e-06, "Finetune/Loss": 0.6523369550704956, "Finetune/Loss (Raw)": 0.6363793611526489, "Finetune/Step": 11511, "Finetune/Step Time": 6.029513554647565}
+{"Finetune/Learning Rate": 7.325164225327399e-06, "Finetune/Loss": 0.6521214246749878, "Finetune/Loss (Raw)": 0.6776118874549866, "Finetune/Step": 11512, "Finetune/Step Time": 6.047256872057915}
+{"Finetune/Learning Rate": 7.323541664301612e-06, "Finetune/Loss": 0.6512084603309631, "Finetune/Loss (Raw)": 0.6056438684463501, "Finetune/Step": 11513, "Finetune/Step Time": 6.041142335161567}
+{"Finetune/Learning Rate": 7.321919179172571e-06, "Finetune/Loss": 0.6521084308624268, "Finetune/Loss (Raw)": 0.7267071604728699, "Finetune/Step": 11514, "Finetune/Step Time": 6.040951667353511}
+{"Finetune/Learning Rate": 7.320296769986288e-06, "Finetune/Loss": 0.652299702167511, "Finetune/Loss (Raw)": 0.7089221477508545, "Finetune/Step": 11515, "Finetune/Step Time": 6.036916157230735}
+{"Finetune/Learning Rate": 7.318674436788769e-06, "Finetune/Loss": 0.6520771980285645, "Finetune/Loss (Raw)": 0.6687357425689697, "Finetune/Step": 11516, "Finetune/Step Time": 6.029567653313279}
+{"Finetune/Learning Rate": 7.317052179626019e-06, "Finetune/Loss": 0.6524001359939575, "Finetune/Loss (Raw)": 0.6733406782150269, "Finetune/Step": 11517, "Finetune/Step Time": 6.022777372971177}
+{"Finetune/Learning Rate": 7.315429998544039e-06, "Finetune/Loss": 0.6523169279098511, "Finetune/Loss (Raw)": 0.633906900882721, "Finetune/Step": 11518, "Finetune/Step Time": 6.021949600428343}
+{"Finetune/Learning Rate": 7.313807893588831e-06, "Finetune/Loss": 0.6538903713226318, "Finetune/Loss (Raw)": 0.7166042327880859, "Finetune/Step": 11519, "Finetune/Step Time": 6.022863233461976}
+{"Finetune/Learning Rate": 7.312185864806391e-06, "Finetune/Loss": 0.6538930535316467, "Finetune/Loss (Raw)": 0.6794986128807068, "Finetune/Step": 11520, "Finetune/Step Time": 6.028491739183664}
+{"Finetune/Learning Rate": 7.3105639122427185e-06, "Finetune/Loss": 0.6524208188056946, "Finetune/Loss (Raw)": 0.5117483735084534, "Finetune/Step": 11521, "Finetune/Step Time": 6.031689500436187}
+{"Finetune/Learning Rate": 7.308942035943802e-06, "Finetune/Loss": 0.6539149284362793, "Finetune/Loss (Raw)": 0.7001622319221497, "Finetune/Step": 11522, "Finetune/Step Time": 6.030704364180565}
+{"Finetune/Learning Rate": 7.307320235955644e-06, "Finetune/Loss": 0.6532838344573975, "Finetune/Loss (Raw)": 0.6646367907524109, "Finetune/Step": 11523, "Finetune/Step Time": 6.0367163978517056}
+{"Finetune/Learning Rate": 7.305698512324222e-06, "Finetune/Loss": 0.653162956237793, "Finetune/Loss (Raw)": 0.6320165395736694, "Finetune/Step": 11524, "Finetune/Step Time": 6.039334733039141}
+{"Finetune/Learning Rate": 7.304076865095529e-06, "Finetune/Loss": 0.6539303064346313, "Finetune/Loss (Raw)": 0.6959564089775085, "Finetune/Step": 11525, "Finetune/Step Time": 6.040150593966246}
+{"Finetune/Learning Rate": 7.30245529431555e-06, "Finetune/Loss": 0.6529934406280518, "Finetune/Loss (Raw)": 0.6513052582740784, "Finetune/Step": 11526, "Finetune/Step Time": 6.008973699063063}
+{"Finetune/Learning Rate": 7.300833800030269e-06, "Finetune/Loss": 0.6526116132736206, "Finetune/Loss (Raw)": 0.6605204939842224, "Finetune/Step": 11527, "Finetune/Step Time": 6.007106702774763}
+{"Finetune/Learning Rate": 7.299212382285665e-06, "Finetune/Loss": 0.6541743278503418, "Finetune/Loss (Raw)": 0.8337679505348206, "Finetune/Step": 11528, "Finetune/Step Time": 6.002695029601455}
+{"Finetune/Learning Rate": 7.297591041127721e-06, "Finetune/Loss": 0.6542612314224243, "Finetune/Loss (Raw)": 0.6412695646286011, "Finetune/Step": 11529, "Finetune/Step Time": 6.001443058252335}
+{"Finetune/Learning Rate": 7.295969776602407e-06, "Finetune/Loss": 0.653866171836853, "Finetune/Loss (Raw)": 0.6919984817504883, "Finetune/Step": 11530, "Finetune/Step Time": 6.003351783379912}
+{"Finetune/Learning Rate": 7.294348588755702e-06, "Finetune/Loss": 0.6534146666526794, "Finetune/Loss (Raw)": 0.6539866924285889, "Finetune/Step": 11531, "Finetune/Step Time": 6.004962088540196}
+{"Finetune/Learning Rate": 7.292727477633576e-06, "Finetune/Loss": 0.6530241966247559, "Finetune/Loss (Raw)": 0.6030154824256897, "Finetune/Step": 11532, "Finetune/Step Time": 6.001405892893672}
+{"Finetune/Learning Rate": 7.291106443282001e-06, "Finetune/Loss": 0.6529889106750488, "Finetune/Loss (Raw)": 0.7313012480735779, "Finetune/Step": 11533, "Finetune/Step Time": 6.0074297320097685}
+{"Finetune/Learning Rate": 7.289485485746944e-06, "Finetune/Loss": 0.6533442735671997, "Finetune/Loss (Raw)": 0.6159181594848633, "Finetune/Step": 11534, "Finetune/Step Time": 5.994556421414018}
+{"Finetune/Learning Rate": 7.287864605074374e-06, "Finetune/Loss": 0.6520581841468811, "Finetune/Loss (Raw)": 0.5374999642372131, "Finetune/Step": 11535, "Finetune/Step Time": 6.01118091121316}
+{"Finetune/Learning Rate": 7.2862438013102484e-06, "Finetune/Loss": 0.6532763242721558, "Finetune/Loss (Raw)": 0.7520254850387573, "Finetune/Step": 11536, "Finetune/Step Time": 6.022315656766295}
+{"Finetune/Learning Rate": 7.284623074500532e-06, "Finetune/Loss": 0.6546499729156494, "Finetune/Loss (Raw)": 0.6707938313484192, "Finetune/Step": 11537, "Finetune/Step Time": 6.002384463325143}
+{"Finetune/Learning Rate": 7.283002424691185e-06, "Finetune/Loss": 0.6542922258377075, "Finetune/Loss (Raw)": 0.5850952863693237, "Finetune/Step": 11538, "Finetune/Step Time": 6.005754927173257}
+{"Finetune/Learning Rate": 7.28138185192816e-06, "Finetune/Loss": 0.6539149284362793, "Finetune/Loss (Raw)": 0.6532065272331238, "Finetune/Step": 11539, "Finetune/Step Time": 5.999428108334541}
+{"Finetune/Learning Rate": 7.279761356257417e-06, "Finetune/Loss": 0.6531364321708679, "Finetune/Loss (Raw)": 0.6108425259590149, "Finetune/Step": 11540, "Finetune/Step Time": 5.997104335576296}
+{"Finetune/Learning Rate": 7.278140937724909e-06, "Finetune/Loss": 0.6528804898262024, "Finetune/Loss (Raw)": 0.6759110689163208, "Finetune/Step": 11541, "Finetune/Step Time": 5.998236259445548}
+{"Finetune/Learning Rate": 7.276520596376582e-06, "Finetune/Loss": 0.653683602809906, "Finetune/Loss (Raw)": 0.7668699622154236, "Finetune/Step": 11542, "Finetune/Step Time": 5.998372109606862}
+{"Finetune/Learning Rate": 7.274900332258385e-06, "Finetune/Loss": 0.6519947052001953, "Finetune/Loss (Raw)": 0.4884469211101532, "Finetune/Step": 11543, "Finetune/Step Time": 5.996244573965669}
+{"Finetune/Learning Rate": 7.273280145416267e-06, "Finetune/Loss": 0.6498735547065735, "Finetune/Loss (Raw)": 0.424907922744751, "Finetune/Step": 11544, "Finetune/Step Time": 6.016296196728945}
+{"Finetune/Learning Rate": 7.2716600358961695e-06, "Finetune/Loss": 0.6508477926254272, "Finetune/Loss (Raw)": 0.7150771617889404, "Finetune/Step": 11545, "Finetune/Step Time": 6.0353760570287704}
+{"Finetune/Learning Rate": 7.270040003744033e-06, "Finetune/Loss": 0.6498379707336426, "Finetune/Loss (Raw)": 0.5627246499061584, "Finetune/Step": 11546, "Finetune/Step Time": 6.018559597432613}
+{"Finetune/Learning Rate": 7.268420049005806e-06, "Finetune/Loss": 0.6488891839981079, "Finetune/Loss (Raw)": 0.6691169142723083, "Finetune/Step": 11547, "Finetune/Step Time": 6.0228605307638645}
+{"Finetune/Learning Rate": 7.266800171727415e-06, "Finetune/Loss": 0.6481984853744507, "Finetune/Loss (Raw)": 0.6679295897483826, "Finetune/Step": 11548, "Finetune/Step Time": 6.023800199851394}
+{"Finetune/Learning Rate": 7.265180371954795e-06, "Finetune/Loss": 0.6468535661697388, "Finetune/Loss (Raw)": 0.5074010491371155, "Finetune/Step": 11549, "Finetune/Step Time": 6.0257866736501455}
+{"Finetune/Learning Rate": 7.263560649733887e-06, "Finetune/Loss": 0.6459788084030151, "Finetune/Loss (Raw)": 0.6198281645774841, "Finetune/Step": 11550, "Finetune/Step Time": 6.024607507511973}
+{"Finetune/Learning Rate": 7.261941005110617e-06, "Finetune/Loss": 0.6467496156692505, "Finetune/Loss (Raw)": 0.723743736743927, "Finetune/Step": 11551, "Finetune/Step Time": 6.02108558267355}
+{"Finetune/Learning Rate": 7.260321438130913e-06, "Finetune/Loss": 0.6464928388595581, "Finetune/Loss (Raw)": 0.6177529096603394, "Finetune/Step": 11552, "Finetune/Step Time": 6.006766360253096}
+{"Finetune/Learning Rate": 7.258701948840705e-06, "Finetune/Loss": 0.6477334499359131, "Finetune/Loss (Raw)": 0.6478429436683655, "Finetune/Step": 11553, "Finetune/Step Time": 5.989102436229587}
+{"Finetune/Learning Rate": 7.2570825372859134e-06, "Finetune/Loss": 0.6458520889282227, "Finetune/Loss (Raw)": 0.46249768137931824, "Finetune/Step": 11554, "Finetune/Step Time": 6.008442340418696}
+{"Finetune/Learning Rate": 7.255463203512461e-06, "Finetune/Loss": 0.646141529083252, "Finetune/Loss (Raw)": 0.6495755314826965, "Finetune/Step": 11555, "Finetune/Step Time": 5.990082310512662}
+{"Finetune/Learning Rate": 7.253843947566264e-06, "Finetune/Loss": 0.6468865871429443, "Finetune/Loss (Raw)": 0.7181239128112793, "Finetune/Step": 11556, "Finetune/Step Time": 6.005342025309801}
+{"Finetune/Learning Rate": 7.252224769493247e-06, "Finetune/Loss": 0.6475600600242615, "Finetune/Loss (Raw)": 0.6745654940605164, "Finetune/Step": 11557, "Finetune/Step Time": 6.008014176040888}
+{"Finetune/Learning Rate": 7.250605669339321e-06, "Finetune/Loss": 0.647516131401062, "Finetune/Loss (Raw)": 0.6801766157150269, "Finetune/Step": 11558, "Finetune/Step Time": 6.0061373841017485}
+{"Finetune/Learning Rate": 7.248986647150404e-06, "Finetune/Loss": 0.6466681957244873, "Finetune/Loss (Raw)": 0.5698182582855225, "Finetune/Step": 11559, "Finetune/Step Time": 5.993611877784133}
+{"Finetune/Learning Rate": 7.247367702972399e-06, "Finetune/Loss": 0.6467065811157227, "Finetune/Loss (Raw)": 0.6894736886024475, "Finetune/Step": 11560, "Finetune/Step Time": 5.993217371404171}
+{"Finetune/Learning Rate": 7.2457488368512195e-06, "Finetune/Loss": 0.6467649936676025, "Finetune/Loss (Raw)": 0.6918198466300964, "Finetune/Step": 11561, "Finetune/Step Time": 5.992606902495027}
+{"Finetune/Learning Rate": 7.24413004883277e-06, "Finetune/Loss": 0.6459741592407227, "Finetune/Loss (Raw)": 0.6116434335708618, "Finetune/Step": 11562, "Finetune/Step Time": 6.026114169508219}
+{"Finetune/Learning Rate": 7.2425113389629544e-06, "Finetune/Loss": 0.646148681640625, "Finetune/Loss (Raw)": 0.5120139122009277, "Finetune/Step": 11563, "Finetune/Step Time": 6.0119281485676765}
+{"Finetune/Learning Rate": 7.240892707287678e-06, "Finetune/Loss": 0.6463944911956787, "Finetune/Loss (Raw)": 0.7863082885742188, "Finetune/Step": 11564, "Finetune/Step Time": 6.015314878895879}
+{"Finetune/Learning Rate": 7.239274153852842e-06, "Finetune/Loss": 0.6468674540519714, "Finetune/Loss (Raw)": 0.6272135972976685, "Finetune/Step": 11565, "Finetune/Step Time": 6.014293186366558}
+{"Finetune/Learning Rate": 7.237655678704336e-06, "Finetune/Loss": 0.6464533805847168, "Finetune/Loss (Raw)": 0.6060564517974854, "Finetune/Step": 11566, "Finetune/Step Time": 6.0174096915870905}
+{"Finetune/Learning Rate": 7.23603728188806e-06, "Finetune/Loss": 0.6458489298820496, "Finetune/Loss (Raw)": 0.6190487742424011, "Finetune/Step": 11567, "Finetune/Step Time": 6.017985999584198}
+{"Finetune/Learning Rate": 7.2344189634499075e-06, "Finetune/Loss": 0.6467761397361755, "Finetune/Loss (Raw)": 0.729155421257019, "Finetune/Step": 11568, "Finetune/Step Time": 6.016357937827706}
+{"Finetune/Learning Rate": 7.23280072343577e-06, "Finetune/Loss": 0.6479883790016174, "Finetune/Loss (Raw)": 0.8037472367286682, "Finetune/Step": 11569, "Finetune/Step Time": 6.016777528449893}
+{"Finetune/Learning Rate": 7.231182561891532e-06, "Finetune/Loss": 0.6488543748855591, "Finetune/Loss (Raw)": 0.6187189817428589, "Finetune/Step": 11570, "Finetune/Step Time": 6.0174510050565}
+{"Finetune/Learning Rate": 7.229564478863086e-06, "Finetune/Loss": 0.6493591666221619, "Finetune/Loss (Raw)": 0.7132566571235657, "Finetune/Step": 11571, "Finetune/Step Time": 6.011049520224333}
+{"Finetune/Learning Rate": 7.227946474396317e-06, "Finetune/Loss": 0.6483038663864136, "Finetune/Loss (Raw)": 0.5387535095214844, "Finetune/Step": 11572, "Finetune/Step Time": 6.023103184998035}
+{"Finetune/Learning Rate": 7.226328548537097e-06, "Finetune/Loss": 0.6485805511474609, "Finetune/Loss (Raw)": 0.7360473275184631, "Finetune/Step": 11573, "Finetune/Step Time": 6.005229569971561}
+{"Finetune/Learning Rate": 7.224710701331315e-06, "Finetune/Loss": 0.6490852236747742, "Finetune/Loss (Raw)": 0.6958807706832886, "Finetune/Step": 11574, "Finetune/Step Time": 5.997738080099225}
+{"Finetune/Learning Rate": 7.223092932824845e-06, "Finetune/Loss": 0.6475738286972046, "Finetune/Loss (Raw)": 0.6001854538917542, "Finetune/Step": 11575, "Finetune/Step Time": 6.002775281667709}
+{"Finetune/Learning Rate": 7.2214752430635625e-06, "Finetune/Loss": 0.646992564201355, "Finetune/Loss (Raw)": 0.6229698657989502, "Finetune/Step": 11576, "Finetune/Step Time": 6.007249528542161}
+{"Finetune/Learning Rate": 7.219857632093341e-06, "Finetune/Loss": 0.6475845575332642, "Finetune/Loss (Raw)": 0.6447874903678894, "Finetune/Step": 11577, "Finetune/Step Time": 6.009075442329049}
+{"Finetune/Learning Rate": 7.218240099960055e-06, "Finetune/Loss": 0.6485018730163574, "Finetune/Loss (Raw)": 0.7469038367271423, "Finetune/Step": 11578, "Finetune/Step Time": 6.00826127268374}
+{"Finetune/Learning Rate": 7.2166226467095644e-06, "Finetune/Loss": 0.6474172472953796, "Finetune/Loss (Raw)": 0.5058760046958923, "Finetune/Step": 11579, "Finetune/Step Time": 6.010233161970973}
+{"Finetune/Learning Rate": 7.21500527238774e-06, "Finetune/Loss": 0.6468561887741089, "Finetune/Loss (Raw)": 0.6085008978843689, "Finetune/Step": 11580, "Finetune/Step Time": 6.019683511927724}
+{"Finetune/Learning Rate": 7.21338797704045e-06, "Finetune/Loss": 0.6476807594299316, "Finetune/Loss (Raw)": 0.7454007267951965, "Finetune/Step": 11581, "Finetune/Step Time": 6.034309105947614}
+{"Finetune/Learning Rate": 7.211770760713552e-06, "Finetune/Loss": 0.647016167640686, "Finetune/Loss (Raw)": 0.6267367601394653, "Finetune/Step": 11582, "Finetune/Step Time": 6.034416653215885}
+{"Finetune/Learning Rate": 7.210153623452907e-06, "Finetune/Loss": 0.648762583732605, "Finetune/Loss (Raw)": 0.6905675530433655, "Finetune/Step": 11583, "Finetune/Step Time": 6.01174439676106}
+{"Finetune/Learning Rate": 7.208536565304374e-06, "Finetune/Loss": 0.6491327285766602, "Finetune/Loss (Raw)": 0.6933898329734802, "Finetune/Step": 11584, "Finetune/Step Time": 6.016977582126856}
+{"Finetune/Learning Rate": 7.206919586313803e-06, "Finetune/Loss": 0.6497251391410828, "Finetune/Loss (Raw)": 0.7166300415992737, "Finetune/Step": 11585, "Finetune/Step Time": 6.011769628152251}
+{"Finetune/Learning Rate": 7.205302686527051e-06, "Finetune/Loss": 0.6497302055358887, "Finetune/Loss (Raw)": 0.639145016670227, "Finetune/Step": 11586, "Finetune/Step Time": 6.010917907580733}
+{"Finetune/Learning Rate": 7.203685865989968e-06, "Finetune/Loss": 0.6497014164924622, "Finetune/Loss (Raw)": 0.7204270362854004, "Finetune/Step": 11587, "Finetune/Step Time": 6.011416969820857}
+{"Finetune/Learning Rate": 7.202069124748399e-06, "Finetune/Loss": 0.6505652070045471, "Finetune/Loss (Raw)": 0.6084160804748535, "Finetune/Step": 11588, "Finetune/Step Time": 5.988215817138553}
+{"Finetune/Learning Rate": 7.200452462848196e-06, "Finetune/Loss": 0.6504244208335876, "Finetune/Loss (Raw)": 0.6487300395965576, "Finetune/Step": 11589, "Finetune/Step Time": 5.986869910731912}
+{"Finetune/Learning Rate": 7.198835880335203e-06, "Finetune/Loss": 0.6521142721176147, "Finetune/Loss (Raw)": 0.779586911201477, "Finetune/Step": 11590, "Finetune/Step Time": 5.993275344371796}
+{"Finetune/Learning Rate": 7.197219377255256e-06, "Finetune/Loss": 0.6516353487968445, "Finetune/Loss (Raw)": 0.5663540959358215, "Finetune/Step": 11591, "Finetune/Step Time": 6.012177107855678}
+{"Finetune/Learning Rate": 7.1956029536541985e-06, "Finetune/Loss": 0.6506677865982056, "Finetune/Loss (Raw)": 0.6276085376739502, "Finetune/Step": 11592, "Finetune/Step Time": 6.0066944025456905}
+{"Finetune/Learning Rate": 7.1939866095778655e-06, "Finetune/Loss": 0.6510683298110962, "Finetune/Loss (Raw)": 0.6551257967948914, "Finetune/Step": 11593, "Finetune/Step Time": 6.003938641399145}
+{"Finetune/Learning Rate": 7.192370345072094e-06, "Finetune/Loss": 0.6509365439414978, "Finetune/Loss (Raw)": 0.6334893703460693, "Finetune/Step": 11594, "Finetune/Step Time": 6.006558021530509}
+{"Finetune/Learning Rate": 7.190754160182714e-06, "Finetune/Loss": 0.6518481969833374, "Finetune/Loss (Raw)": 0.6125062704086304, "Finetune/Step": 11595, "Finetune/Step Time": 5.997233647853136}
+{"Finetune/Learning Rate": 7.189138054955562e-06, "Finetune/Loss": 0.6523799300193787, "Finetune/Loss (Raw)": 0.7533406019210815, "Finetune/Step": 11596, "Finetune/Step Time": 5.999184921383858}
+{"Finetune/Learning Rate": 7.187522029436455e-06, "Finetune/Loss": 0.6529545783996582, "Finetune/Loss (Raw)": 0.6921886205673218, "Finetune/Step": 11597, "Finetune/Step Time": 6.001702293753624}
+{"Finetune/Learning Rate": 7.18590608367123e-06, "Finetune/Loss": 0.6527105569839478, "Finetune/Loss (Raw)": 0.5669832229614258, "Finetune/Step": 11598, "Finetune/Step Time": 5.989841543138027}
+{"Finetune/Learning Rate": 7.184290217705705e-06, "Finetune/Loss": 0.6533870100975037, "Finetune/Loss (Raw)": 0.6652467250823975, "Finetune/Step": 11599, "Finetune/Step Time": 5.966570360586047}
+{"Finetune/Learning Rate": 7.182674431585703e-06, "Finetune/Loss": 0.6526673436164856, "Finetune/Loss (Raw)": 0.606998860836029, "Finetune/Step": 11600, "Finetune/Step Time": 5.966516917571425}
+{"Finetune/Learning Rate": 7.181058725357044e-06, "Finetune/Loss": 0.6536614298820496, "Finetune/Loss (Raw)": 0.7159540057182312, "Finetune/Step": 11601, "Finetune/Step Time": 5.968187227845192}
+{"Finetune/Learning Rate": 7.179443099065544e-06, "Finetune/Loss": 0.6538417339324951, "Finetune/Loss (Raw)": 0.666611909866333, "Finetune/Step": 11602, "Finetune/Step Time": 5.962337531149387}
+{"Finetune/Learning Rate": 7.1778275527570155e-06, "Finetune/Loss": 0.6537482738494873, "Finetune/Loss (Raw)": 0.6519375443458557, "Finetune/Step": 11603, "Finetune/Step Time": 5.9583877213299274}
+{"Finetune/Learning Rate": 7.176212086477273e-06, "Finetune/Loss": 0.6527942419052124, "Finetune/Loss (Raw)": 0.5158109068870544, "Finetune/Step": 11604, "Finetune/Step Time": 5.958011914044619}
+{"Finetune/Learning Rate": 7.174596700272123e-06, "Finetune/Loss": 0.6529948711395264, "Finetune/Loss (Raw)": 0.598488986492157, "Finetune/Step": 11605, "Finetune/Step Time": 5.953907825052738}
+{"Finetune/Learning Rate": 7.172981394187377e-06, "Finetune/Loss": 0.6516832113265991, "Finetune/Loss (Raw)": 0.4847671389579773, "Finetune/Step": 11606, "Finetune/Step Time": 5.970552420243621}
+{"Finetune/Learning Rate": 7.171366168268842e-06, "Finetune/Loss": 0.6516401767730713, "Finetune/Loss (Raw)": 0.5736150145530701, "Finetune/Step": 11607, "Finetune/Step Time": 5.984044333919883}
+{"Finetune/Learning Rate": 7.1697510225623206e-06, "Finetune/Loss": 0.6510562896728516, "Finetune/Loss (Raw)": 0.5120062828063965, "Finetune/Step": 11608, "Finetune/Step Time": 5.98387136310339}
+{"Finetune/Learning Rate": 7.168135957113609e-06, "Finetune/Loss": 0.652714192867279, "Finetune/Loss (Raw)": 0.6948649287223816, "Finetune/Step": 11609, "Finetune/Step Time": 5.981519652530551}
+{"Finetune/Learning Rate": 7.166520971968509e-06, "Finetune/Loss": 0.6515954732894897, "Finetune/Loss (Raw)": 0.5736292600631714, "Finetune/Step": 11610, "Finetune/Step Time": 5.978782024234533}
+{"Finetune/Learning Rate": 7.1649060671728175e-06, "Finetune/Loss": 0.6509844064712524, "Finetune/Loss (Raw)": 0.5887560248374939, "Finetune/Step": 11611, "Finetune/Step Time": 5.978073984384537}
+{"Finetune/Learning Rate": 7.163291242772325e-06, "Finetune/Loss": 0.6508650183677673, "Finetune/Loss (Raw)": 0.6274361610412598, "Finetune/Step": 11612, "Finetune/Step Time": 5.97690437361598}
+{"Finetune/Learning Rate": 7.161676498812831e-06, "Finetune/Loss": 0.6518692970275879, "Finetune/Loss (Raw)": 0.7423210144042969, "Finetune/Step": 11613, "Finetune/Step Time": 5.976461471989751}
+{"Finetune/Learning Rate": 7.160061835340122e-06, "Finetune/Loss": 0.6525359153747559, "Finetune/Loss (Raw)": 0.6935268640518188, "Finetune/Step": 11614, "Finetune/Step Time": 5.9729330744594336}
+{"Finetune/Learning Rate": 7.158447252399978e-06, "Finetune/Loss": 0.6526601314544678, "Finetune/Loss (Raw)": 0.6488305926322937, "Finetune/Step": 11615, "Finetune/Step Time": 5.97108418866992}
+{"Finetune/Learning Rate": 7.156832750038192e-06, "Finetune/Loss": 0.6534875631332397, "Finetune/Loss (Raw)": 0.7319435477256775, "Finetune/Step": 11616, "Finetune/Step Time": 5.952851381152868}
+{"Finetune/Learning Rate": 7.1552183283005435e-06, "Finetune/Loss": 0.6540055274963379, "Finetune/Loss (Raw)": 0.7311167120933533, "Finetune/Step": 11617, "Finetune/Step Time": 5.944707836955786}
+{"Finetune/Learning Rate": 7.153603987232815e-06, "Finetune/Loss": 0.6535993218421936, "Finetune/Loss (Raw)": 0.6299517750740051, "Finetune/Step": 11618, "Finetune/Step Time": 5.93954230286181}
+{"Finetune/Learning Rate": 7.151989726880782e-06, "Finetune/Loss": 0.6536849737167358, "Finetune/Loss (Raw)": 0.6693519949913025, "Finetune/Step": 11619, "Finetune/Step Time": 5.9423026498407125}
+{"Finetune/Learning Rate": 7.1503755472902245e-06, "Finetune/Loss": 0.6541121006011963, "Finetune/Loss (Raw)": 0.6332283616065979, "Finetune/Step": 11620, "Finetune/Step Time": 5.941735774278641}
+{"Finetune/Learning Rate": 7.148761448506912e-06, "Finetune/Loss": 0.6535018682479858, "Finetune/Loss (Raw)": 0.7133349180221558, "Finetune/Step": 11621, "Finetune/Step Time": 5.939462652429938}
+{"Finetune/Learning Rate": 7.147147430576614e-06, "Finetune/Loss": 0.6522600650787354, "Finetune/Loss (Raw)": 0.6324005126953125, "Finetune/Step": 11622, "Finetune/Step Time": 5.945588335394859}
+{"Finetune/Learning Rate": 7.1455334935451045e-06, "Finetune/Loss": 0.6535139083862305, "Finetune/Loss (Raw)": 0.7352275848388672, "Finetune/Step": 11623, "Finetune/Step Time": 5.945409385487437}
+{"Finetune/Learning Rate": 7.1439196374581486e-06, "Finetune/Loss": 0.6524726152420044, "Finetune/Loss (Raw)": 0.5951719284057617, "Finetune/Step": 11624, "Finetune/Step Time": 5.950213398784399}
+{"Finetune/Learning Rate": 7.142305862361509e-06, "Finetune/Loss": 0.6525135636329651, "Finetune/Loss (Raw)": 0.6495866179466248, "Finetune/Step": 11625, "Finetune/Step Time": 5.939078887924552}
+{"Finetune/Learning Rate": 7.140692168300953e-06, "Finetune/Loss": 0.651781439781189, "Finetune/Loss (Raw)": 0.6277519464492798, "Finetune/Step": 11626, "Finetune/Step Time": 5.941852167248726}
+{"Finetune/Learning Rate": 7.139078555322232e-06, "Finetune/Loss": 0.6513466835021973, "Finetune/Loss (Raw)": 0.6247947216033936, "Finetune/Step": 11627, "Finetune/Step Time": 5.951141186058521}
+{"Finetune/Learning Rate": 7.137465023471109e-06, "Finetune/Loss": 0.6513583064079285, "Finetune/Loss (Raw)": 0.6744124889373779, "Finetune/Step": 11628, "Finetune/Step Time": 5.949472697451711}
+{"Finetune/Learning Rate": 7.135851572793337e-06, "Finetune/Loss": 0.6524408459663391, "Finetune/Loss (Raw)": 0.658147394657135, "Finetune/Step": 11629, "Finetune/Step Time": 5.9409757778048515}
+{"Finetune/Learning Rate": 7.13423820333467e-06, "Finetune/Loss": 0.6536779999732971, "Finetune/Loss (Raw)": 0.7605863213539124, "Finetune/Step": 11630, "Finetune/Step Time": 5.935631759464741}
+{"Finetune/Learning Rate": 7.13262491514086e-06, "Finetune/Loss": 0.6537736654281616, "Finetune/Loss (Raw)": 0.6559935212135315, "Finetune/Step": 11631, "Finetune/Step Time": 5.937188291922212}
+{"Finetune/Learning Rate": 7.1310117082576536e-06, "Finetune/Loss": 0.6529889702796936, "Finetune/Loss (Raw)": 0.6029800772666931, "Finetune/Step": 11632, "Finetune/Step Time": 5.914549954235554}
+{"Finetune/Learning Rate": 7.129398582730796e-06, "Finetune/Loss": 0.6520209312438965, "Finetune/Loss (Raw)": 0.5524746179580688, "Finetune/Step": 11633, "Finetune/Step Time": 5.910972097888589}
+{"Finetune/Learning Rate": 7.127785538606032e-06, "Finetune/Loss": 0.6500514149665833, "Finetune/Loss (Raw)": 0.5321356058120728, "Finetune/Step": 11634, "Finetune/Step Time": 5.911781091243029}
+{"Finetune/Learning Rate": 7.126172575929103e-06, "Finetune/Loss": 0.6503261923789978, "Finetune/Loss (Raw)": 0.7057592868804932, "Finetune/Step": 11635, "Finetune/Step Time": 5.901745077222586}
+{"Finetune/Learning Rate": 7.124559694745745e-06, "Finetune/Loss": 0.6495357155799866, "Finetune/Loss (Raw)": 0.6666544675827026, "Finetune/Step": 11636, "Finetune/Step Time": 5.903550826013088}
+{"Finetune/Learning Rate": 7.1229468951016986e-06, "Finetune/Loss": 0.6485726833343506, "Finetune/Loss (Raw)": 0.6466808915138245, "Finetune/Step": 11637, "Finetune/Step Time": 5.9028141517192125}
+{"Finetune/Learning Rate": 7.121334177042703e-06, "Finetune/Loss": 0.6485840678215027, "Finetune/Loss (Raw)": 0.6765603423118591, "Finetune/Step": 11638, "Finetune/Step Time": 5.930755576118827}
+{"Finetune/Learning Rate": 7.119721540614477e-06, "Finetune/Loss": 0.6486860513687134, "Finetune/Loss (Raw)": 0.649435818195343, "Finetune/Step": 11639, "Finetune/Step Time": 5.913220493122935}
+{"Finetune/Learning Rate": 7.118108985862759e-06, "Finetune/Loss": 0.6483385562896729, "Finetune/Loss (Raw)": 0.6331285834312439, "Finetune/Step": 11640, "Finetune/Step Time": 5.897372346371412}
+{"Finetune/Learning Rate": 7.116496512833277e-06, "Finetune/Loss": 0.6483317613601685, "Finetune/Loss (Raw)": 0.6047712564468384, "Finetune/Step": 11641, "Finetune/Step Time": 5.899520700797439}
+{"Finetune/Learning Rate": 7.114884121571752e-06, "Finetune/Loss": 0.647413969039917, "Finetune/Loss (Raw)": 0.609230637550354, "Finetune/Step": 11642, "Finetune/Step Time": 5.904218545183539}
+{"Finetune/Learning Rate": 7.1132718121239116e-06, "Finetune/Loss": 0.6465021967887878, "Finetune/Loss (Raw)": 0.5922157764434814, "Finetune/Step": 11643, "Finetune/Step Time": 5.907582227140665}
+{"Finetune/Learning Rate": 7.1116595845354756e-06, "Finetune/Loss": 0.6460126638412476, "Finetune/Loss (Raw)": 0.6060698628425598, "Finetune/Step": 11644, "Finetune/Step Time": 5.911814043298364}
+{"Finetune/Learning Rate": 7.110047438852157e-06, "Finetune/Loss": 0.6456310749053955, "Finetune/Loss (Raw)": 0.6245010495185852, "Finetune/Step": 11645, "Finetune/Step Time": 5.91802229359746}
+{"Finetune/Learning Rate": 7.1084353751196736e-06, "Finetune/Loss": 0.646265983581543, "Finetune/Loss (Raw)": 0.7151811122894287, "Finetune/Step": 11646, "Finetune/Step Time": 5.926131647080183}
+{"Finetune/Learning Rate": 7.106823393383741e-06, "Finetune/Loss": 0.6457564830780029, "Finetune/Loss (Raw)": 0.6513851284980774, "Finetune/Step": 11647, "Finetune/Step Time": 5.925256390124559}
+{"Finetune/Learning Rate": 7.105211493690073e-06, "Finetune/Loss": 0.645938515663147, "Finetune/Loss (Raw)": 0.7027965188026428, "Finetune/Step": 11648, "Finetune/Step Time": 5.91637347638607}
+{"Finetune/Learning Rate": 7.103599676084374e-06, "Finetune/Loss": 0.6475585699081421, "Finetune/Loss (Raw)": 0.7191184759140015, "Finetune/Step": 11649, "Finetune/Step Time": 5.894283240661025}
+{"Finetune/Learning Rate": 7.101987940612354e-06, "Finetune/Loss": 0.6475286483764648, "Finetune/Loss (Raw)": 0.696331262588501, "Finetune/Step": 11650, "Finetune/Step Time": 5.889095028862357}
+{"Finetune/Learning Rate": 7.1003762873197125e-06, "Finetune/Loss": 0.646747350692749, "Finetune/Loss (Raw)": 0.5646251440048218, "Finetune/Step": 11651, "Finetune/Step Time": 5.888014597818255}
+{"Finetune/Learning Rate": 7.098764716252153e-06, "Finetune/Loss": 0.646456778049469, "Finetune/Loss (Raw)": 0.5948301553726196, "Finetune/Step": 11652, "Finetune/Step Time": 5.887543788179755}
+{"Finetune/Learning Rate": 7.097153227455379e-06, "Finetune/Loss": 0.646392822265625, "Finetune/Loss (Raw)": 0.6877705454826355, "Finetune/Step": 11653, "Finetune/Step Time": 5.886733109131455}
+{"Finetune/Learning Rate": 7.09554182097508e-06, "Finetune/Loss": 0.6465883851051331, "Finetune/Loss (Raw)": 0.67634117603302, "Finetune/Step": 11654, "Finetune/Step Time": 5.888711178675294}
+{"Finetune/Learning Rate": 7.09393049685696e-06, "Finetune/Loss": 0.6465451717376709, "Finetune/Loss (Raw)": 0.6549879312515259, "Finetune/Step": 11655, "Finetune/Step Time": 5.886447450146079}
+{"Finetune/Learning Rate": 7.092319255146707e-06, "Finetune/Loss": 0.6450988054275513, "Finetune/Loss (Raw)": 0.6486337184906006, "Finetune/Step": 11656, "Finetune/Step Time": 5.89048957452178}
+{"Finetune/Learning Rate": 7.090708095890013e-06, "Finetune/Loss": 0.6452661752700806, "Finetune/Loss (Raw)": 0.6626923680305481, "Finetune/Step": 11657, "Finetune/Step Time": 5.887933906167746}
+{"Finetune/Learning Rate": 7.089097019132562e-06, "Finetune/Loss": 0.6442344188690186, "Finetune/Loss (Raw)": 0.5599290132522583, "Finetune/Step": 11658, "Finetune/Step Time": 5.886959820985794}
+{"Finetune/Learning Rate": 7.0874860249200426e-06, "Finetune/Loss": 0.6441349983215332, "Finetune/Loss (Raw)": 0.6412619352340698, "Finetune/Step": 11659, "Finetune/Step Time": 5.885681329295039}
+{"Finetune/Learning Rate": 7.085875113298139e-06, "Finetune/Loss": 0.6446312665939331, "Finetune/Loss (Raw)": 0.6665314435958862, "Finetune/Step": 11660, "Finetune/Step Time": 5.886840341612697}
+{"Finetune/Learning Rate": 7.084264284312526e-06, "Finetune/Loss": 0.6449651718139648, "Finetune/Loss (Raw)": 0.7740514278411865, "Finetune/Step": 11661, "Finetune/Step Time": 5.882817169651389}
+{"Finetune/Learning Rate": 7.08265353800889e-06, "Finetune/Loss": 0.6447441577911377, "Finetune/Loss (Raw)": 0.5876266360282898, "Finetune/Step": 11662, "Finetune/Step Time": 5.8810625448822975}
+{"Finetune/Learning Rate": 7.081042874432907e-06, "Finetune/Loss": 0.6462217569351196, "Finetune/Loss (Raw)": 0.7266255021095276, "Finetune/Step": 11663, "Finetune/Step Time": 5.862036880105734}
+{"Finetune/Learning Rate": 7.079432293630244e-06, "Finetune/Loss": 0.6445364952087402, "Finetune/Loss (Raw)": 0.5363153219223022, "Finetune/Step": 11664, "Finetune/Step Time": 5.852180674672127}
+{"Finetune/Learning Rate": 7.077821795646576e-06, "Finetune/Loss": 0.644088864326477, "Finetune/Loss (Raw)": 0.613494336605072, "Finetune/Step": 11665, "Finetune/Step Time": 5.853315815329552}
+{"Finetune/Learning Rate": 7.076211380527572e-06, "Finetune/Loss": 0.6439969539642334, "Finetune/Loss (Raw)": 0.5733358263969421, "Finetune/Step": 11666, "Finetune/Step Time": 5.851290829479694}
+{"Finetune/Learning Rate": 7.074601048318901e-06, "Finetune/Loss": 0.6436789631843567, "Finetune/Loss (Raw)": 0.6125003099441528, "Finetune/Step": 11667, "Finetune/Step Time": 5.88642573915422}
+{"Finetune/Learning Rate": 7.072990799066222e-06, "Finetune/Loss": 0.6448518633842468, "Finetune/Loss (Raw)": 0.7609772086143494, "Finetune/Step": 11668, "Finetune/Step Time": 5.886234872043133}
+{"Finetune/Learning Rate": 7.071380632815207e-06, "Finetune/Loss": 0.6442099809646606, "Finetune/Loss (Raw)": 0.5937539339065552, "Finetune/Step": 11669, "Finetune/Step Time": 5.895109469071031}
+{"Finetune/Learning Rate": 7.0697705496115055e-06, "Finetune/Loss": 0.6434933543205261, "Finetune/Loss (Raw)": 0.675139307975769, "Finetune/Step": 11670, "Finetune/Step Time": 5.893370434641838}
+{"Finetune/Learning Rate": 7.0681605495007755e-06, "Finetune/Loss": 0.6449025869369507, "Finetune/Loss (Raw)": 0.6688238382339478, "Finetune/Step": 11671, "Finetune/Step Time": 5.897528491914272}
+{"Finetune/Learning Rate": 7.066550632528679e-06, "Finetune/Loss": 0.646889328956604, "Finetune/Loss (Raw)": 0.6792091131210327, "Finetune/Step": 11672, "Finetune/Step Time": 5.879744170233607}
+{"Finetune/Learning Rate": 7.064940798740865e-06, "Finetune/Loss": 0.6447476148605347, "Finetune/Loss (Raw)": 0.4409399926662445, "Finetune/Step": 11673, "Finetune/Step Time": 5.891045255586505}
+{"Finetune/Learning Rate": 7.063331048182982e-06, "Finetune/Loss": 0.6458230018615723, "Finetune/Loss (Raw)": 0.7003738880157471, "Finetune/Step": 11674, "Finetune/Step Time": 5.896501721814275}
+{"Finetune/Learning Rate": 7.061721380900684e-06, "Finetune/Loss": 0.6456742286682129, "Finetune/Loss (Raw)": 0.6500800848007202, "Finetune/Step": 11675, "Finetune/Step Time": 5.895671378821135}
+{"Finetune/Learning Rate": 7.060111796939608e-06, "Finetune/Loss": 0.6463361978530884, "Finetune/Loss (Raw)": 0.7526490092277527, "Finetune/Step": 11676, "Finetune/Step Time": 5.911522924900055}
+{"Finetune/Learning Rate": 7.058502296345404e-06, "Finetune/Loss": 0.6468387842178345, "Finetune/Loss (Raw)": 0.5717449188232422, "Finetune/Step": 11677, "Finetune/Step Time": 5.9069492146372795}
+{"Finetune/Learning Rate": 7.056892879163706e-06, "Finetune/Loss": 0.6472342014312744, "Finetune/Loss (Raw)": 0.6704310178756714, "Finetune/Step": 11678, "Finetune/Step Time": 5.911415116861463}
+{"Finetune/Learning Rate": 7.055283545440161e-06, "Finetune/Loss": 0.6469892263412476, "Finetune/Loss (Raw)": 0.6923936009407043, "Finetune/Step": 11679, "Finetune/Step Time": 5.9115669801831245}
+{"Finetune/Learning Rate": 7.053674295220399e-06, "Finetune/Loss": 0.6476840972900391, "Finetune/Loss (Raw)": 0.7066958546638489, "Finetune/Step": 11680, "Finetune/Step Time": 5.910317117348313}
+{"Finetune/Learning Rate": 7.0520651285500585e-06, "Finetune/Loss": 0.6479471921920776, "Finetune/Loss (Raw)": 0.6815193891525269, "Finetune/Step": 11681, "Finetune/Step Time": 5.93510414659977}
+{"Finetune/Learning Rate": 7.050456045474767e-06, "Finetune/Loss": 0.6505331993103027, "Finetune/Loss (Raw)": 0.793505072593689, "Finetune/Step": 11682, "Finetune/Step Time": 5.914021966978908}
+{"Finetune/Learning Rate": 7.048847046040154e-06, "Finetune/Loss": 0.6501682996749878, "Finetune/Loss (Raw)": 0.6028687357902527, "Finetune/Step": 11683, "Finetune/Step Time": 5.917632311582565}
+{"Finetune/Learning Rate": 7.047238130291847e-06, "Finetune/Loss": 0.6501407623291016, "Finetune/Loss (Raw)": 0.7145955562591553, "Finetune/Step": 11684, "Finetune/Step Time": 5.897905835881829}
+{"Finetune/Learning Rate": 7.045629298275467e-06, "Finetune/Loss": 0.650628924369812, "Finetune/Loss (Raw)": 0.7370530962944031, "Finetune/Step": 11685, "Finetune/Step Time": 5.899029426276684}
+{"Finetune/Learning Rate": 7.0440205500366435e-06, "Finetune/Loss": 0.650148868560791, "Finetune/Loss (Raw)": 0.6187329888343811, "Finetune/Step": 11686, "Finetune/Step Time": 5.901191182434559}
+{"Finetune/Learning Rate": 7.042411885620993e-06, "Finetune/Loss": 0.6508461833000183, "Finetune/Loss (Raw)": 0.6590695977210999, "Finetune/Step": 11687, "Finetune/Step Time": 5.904673133045435}
+{"Finetune/Learning Rate": 7.040803305074126e-06, "Finetune/Loss": 0.6501585245132446, "Finetune/Loss (Raw)": 0.6014519333839417, "Finetune/Step": 11688, "Finetune/Step Time": 5.903234088793397}
+{"Finetune/Learning Rate": 7.039194808441665e-06, "Finetune/Loss": 0.6502963304519653, "Finetune/Loss (Raw)": 0.7094621658325195, "Finetune/Step": 11689, "Finetune/Step Time": 5.90390320494771}
+{"Finetune/Learning Rate": 7.0375863957692195e-06, "Finetune/Loss": 0.6503747701644897, "Finetune/Loss (Raw)": 0.6216863989830017, "Finetune/Step": 11690, "Finetune/Step Time": 5.878915570676327}
+{"Finetune/Learning Rate": 7.035978067102399e-06, "Finetune/Loss": 0.651430606842041, "Finetune/Loss (Raw)": 0.6471587419509888, "Finetune/Step": 11691, "Finetune/Step Time": 5.8793702237308025}
+{"Finetune/Learning Rate": 7.034369822486811e-06, "Finetune/Loss": 0.6505196690559387, "Finetune/Loss (Raw)": 0.6697043776512146, "Finetune/Step": 11692, "Finetune/Step Time": 5.876828765496612}
+{"Finetune/Learning Rate": 7.0327616619680684e-06, "Finetune/Loss": 0.6502882242202759, "Finetune/Loss (Raw)": 0.5975977778434753, "Finetune/Step": 11693, "Finetune/Step Time": 5.876744452863932}
+{"Finetune/Learning Rate": 7.031153585591761e-06, "Finetune/Loss": 0.6509183645248413, "Finetune/Loss (Raw)": 0.6867081522941589, "Finetune/Step": 11694, "Finetune/Step Time": 5.875113394111395}
+{"Finetune/Learning Rate": 7.029545593403495e-06, "Finetune/Loss": 0.6505987644195557, "Finetune/Loss (Raw)": 0.5781355500221252, "Finetune/Step": 11695, "Finetune/Step Time": 5.8759075459092855}
+{"Finetune/Learning Rate": 7.027937685448871e-06, "Finetune/Loss": 0.6496318578720093, "Finetune/Loss (Raw)": 0.6054009795188904, "Finetune/Step": 11696, "Finetune/Step Time": 5.8752125054597855}
+{"Finetune/Learning Rate": 7.026329861773484e-06, "Finetune/Loss": 0.6488785743713379, "Finetune/Loss (Raw)": 0.7073280811309814, "Finetune/Step": 11697, "Finetune/Step Time": 5.874801779165864}
+{"Finetune/Learning Rate": 7.024722122422925e-06, "Finetune/Loss": 0.6488797664642334, "Finetune/Loss (Raw)": 0.6188663244247437, "Finetune/Step": 11698, "Finetune/Step Time": 5.871274966746569}
+{"Finetune/Learning Rate": 7.023114467442789e-06, "Finetune/Loss": 0.6471124887466431, "Finetune/Loss (Raw)": 0.48705005645751953, "Finetune/Step": 11699, "Finetune/Step Time": 5.893150852993131}
+{"Finetune/Learning Rate": 7.021506896878658e-06, "Finetune/Loss": 0.6470112204551697, "Finetune/Loss (Raw)": 0.5257837772369385, "Finetune/Step": 11700, "Finetune/Step Time": 5.921608619391918}
+{"Finetune/Learning Rate": 7.019899410776122e-06, "Finetune/Loss": 0.6468372941017151, "Finetune/Loss (Raw)": 0.7137867212295532, "Finetune/Step": 11701, "Finetune/Step Time": 5.934691771864891}
+{"Finetune/Learning Rate": 7.018292009180763e-06, "Finetune/Loss": 0.6457666158676147, "Finetune/Loss (Raw)": 0.5588379502296448, "Finetune/Step": 11702, "Finetune/Step Time": 5.943401303142309}
+{"Finetune/Learning Rate": 7.016684692138165e-06, "Finetune/Loss": 0.6447643637657166, "Finetune/Loss (Raw)": 0.4718936085700989, "Finetune/Step": 11703, "Finetune/Step Time": 5.9558541513979435}
+{"Finetune/Learning Rate": 7.015077459693907e-06, "Finetune/Loss": 0.6453067064285278, "Finetune/Loss (Raw)": 0.6923884153366089, "Finetune/Step": 11704, "Finetune/Step Time": 5.956836238503456}
+{"Finetune/Learning Rate": 7.013470311893566e-06, "Finetune/Loss": 0.6457082033157349, "Finetune/Loss (Raw)": 0.696182131767273, "Finetune/Step": 11705, "Finetune/Step Time": 5.955829555168748}
+{"Finetune/Learning Rate": 7.011863248782711e-06, "Finetune/Loss": 0.6434899568557739, "Finetune/Loss (Raw)": 0.4629614055156708, "Finetune/Step": 11706, "Finetune/Step Time": 5.97517678886652}
+{"Finetune/Learning Rate": 7.0102562704069184e-06, "Finetune/Loss": 0.6428430080413818, "Finetune/Loss (Raw)": 0.4230697751045227, "Finetune/Step": 11707, "Finetune/Step Time": 5.9558234680444}
+{"Finetune/Learning Rate": 7.008649376811756e-06, "Finetune/Loss": 0.6431136131286621, "Finetune/Loss (Raw)": 0.643143355846405, "Finetune/Step": 11708, "Finetune/Step Time": 5.945670757442713}
+{"Finetune/Learning Rate": 7.007042568042792e-06, "Finetune/Loss": 0.6421433687210083, "Finetune/Loss (Raw)": 0.6212024092674255, "Finetune/Step": 11709, "Finetune/Step Time": 5.929096961393952}
+{"Finetune/Learning Rate": 7.005435844145587e-06, "Finetune/Loss": 0.6425930261611938, "Finetune/Loss (Raw)": 0.684296190738678, "Finetune/Step": 11710, "Finetune/Step Time": 5.924258096143603}
+{"Finetune/Learning Rate": 7.0038292051657115e-06, "Finetune/Loss": 0.6421033143997192, "Finetune/Loss (Raw)": 0.6278834342956543, "Finetune/Step": 11711, "Finetune/Step Time": 5.926777884364128}
+{"Finetune/Learning Rate": 7.002222651148714e-06, "Finetune/Loss": 0.6415664553642273, "Finetune/Loss (Raw)": 0.6246712803840637, "Finetune/Step": 11712, "Finetune/Step Time": 5.924104591831565}
+{"Finetune/Learning Rate": 7.000616182140161e-06, "Finetune/Loss": 0.6421422958374023, "Finetune/Loss (Raw)": 0.79033362865448, "Finetune/Step": 11713, "Finetune/Step Time": 5.9202134273946285}
+{"Finetune/Learning Rate": 6.999009798185602e-06, "Finetune/Loss": 0.642784059047699, "Finetune/Loss (Raw)": 0.7212938070297241, "Finetune/Step": 11714, "Finetune/Step Time": 5.924387192353606}
+{"Finetune/Learning Rate": 6.997403499330593e-06, "Finetune/Loss": 0.6431639194488525, "Finetune/Loss (Raw)": 0.7690508365631104, "Finetune/Step": 11715, "Finetune/Step Time": 5.92443092353642}
+{"Finetune/Learning Rate": 6.995797285620681e-06, "Finetune/Loss": 0.6438751220703125, "Finetune/Loss (Raw)": 0.699454665184021, "Finetune/Step": 11716, "Finetune/Step Time": 5.928680546581745}
+{"Finetune/Learning Rate": 6.9941911571014185e-06, "Finetune/Loss": 0.6434884071350098, "Finetune/Loss (Raw)": 0.5992239117622375, "Finetune/Step": 11717, "Finetune/Step Time": 5.931795544922352}
+{"Finetune/Learning Rate": 6.992585113818344e-06, "Finetune/Loss": 0.6428158283233643, "Finetune/Loss (Raw)": 0.6934971213340759, "Finetune/Step": 11718, "Finetune/Step Time": 5.927729161456227}
+{"Finetune/Learning Rate": 6.9909791558170035e-06, "Finetune/Loss": 0.6436557769775391, "Finetune/Loss (Raw)": 0.6738669276237488, "Finetune/Step": 11719, "Finetune/Step Time": 5.905912151560187}
+{"Finetune/Learning Rate": 6.9893732831429395e-06, "Finetune/Loss": 0.643746554851532, "Finetune/Loss (Raw)": 0.639228343963623, "Finetune/Step": 11720, "Finetune/Step Time": 5.915151225402951}
+{"Finetune/Learning Rate": 6.987767495841686e-06, "Finetune/Loss": 0.6438572406768799, "Finetune/Loss (Raw)": 0.6693025827407837, "Finetune/Step": 11721, "Finetune/Step Time": 5.9124927166849375}
+{"Finetune/Learning Rate": 6.986161793958784e-06, "Finetune/Loss": 0.64415442943573, "Finetune/Loss (Raw)": 0.6715222597122192, "Finetune/Step": 11722, "Finetune/Step Time": 5.91433890350163}
+{"Finetune/Learning Rate": 6.984556177539763e-06, "Finetune/Loss": 0.64500892162323, "Finetune/Loss (Raw)": 0.7218888998031616, "Finetune/Step": 11723, "Finetune/Step Time": 5.905987914651632}
+{"Finetune/Learning Rate": 6.982950646630151e-06, "Finetune/Loss": 0.6439188718795776, "Finetune/Loss (Raw)": 0.6138139367103577, "Finetune/Step": 11724, "Finetune/Step Time": 5.900646690279245}
+{"Finetune/Learning Rate": 6.9813452012754826e-06, "Finetune/Loss": 0.6433334350585938, "Finetune/Loss (Raw)": 0.617251455783844, "Finetune/Step": 11725, "Finetune/Step Time": 5.8956836480647326}
+{"Finetune/Learning Rate": 6.979739841521278e-06, "Finetune/Loss": 0.6445222496986389, "Finetune/Loss (Raw)": 0.7191457748413086, "Finetune/Step": 11726, "Finetune/Step Time": 5.891231369227171}
+{"Finetune/Learning Rate": 6.9781345674130606e-06, "Finetune/Loss": 0.6444602012634277, "Finetune/Loss (Raw)": 0.6573110222816467, "Finetune/Step": 11727, "Finetune/Step Time": 5.89641966111958}
+{"Finetune/Learning Rate": 6.976529378996357e-06, "Finetune/Loss": 0.6444242000579834, "Finetune/Loss (Raw)": 0.6023848056793213, "Finetune/Step": 11728, "Finetune/Step Time": 5.895904196426272}
+{"Finetune/Learning Rate": 6.974924276316685e-06, "Finetune/Loss": 0.6449320316314697, "Finetune/Loss (Raw)": 0.7809617519378662, "Finetune/Step": 11729, "Finetune/Step Time": 5.896671565249562}
+{"Finetune/Learning Rate": 6.973319259419555e-06, "Finetune/Loss": 0.6449872255325317, "Finetune/Loss (Raw)": 0.6736642122268677, "Finetune/Step": 11730, "Finetune/Step Time": 5.899367615580559}
+{"Finetune/Learning Rate": 6.971714328350485e-06, "Finetune/Loss": 0.6442105770111084, "Finetune/Loss (Raw)": 0.5525421500205994, "Finetune/Step": 11731, "Finetune/Step Time": 5.899888260290027}
+{"Finetune/Learning Rate": 6.970109483154985e-06, "Finetune/Loss": 0.6460238695144653, "Finetune/Loss (Raw)": 0.747908353805542, "Finetune/Step": 11732, "Finetune/Step Time": 5.900051228702068}
+{"Finetune/Learning Rate": 6.968504723878565e-06, "Finetune/Loss": 0.6473240852355957, "Finetune/Loss (Raw)": 0.7649129033088684, "Finetune/Step": 11733, "Finetune/Step Time": 5.900241365656257}
+{"Finetune/Learning Rate": 6.966900050566727e-06, "Finetune/Loss": 0.6478432416915894, "Finetune/Loss (Raw)": 0.551216721534729, "Finetune/Step": 11734, "Finetune/Step Time": 5.889823094010353}
+{"Finetune/Learning Rate": 6.965295463264987e-06, "Finetune/Loss": 0.648402214050293, "Finetune/Loss (Raw)": 0.6451702117919922, "Finetune/Step": 11735, "Finetune/Step Time": 5.871104210615158}
+{"Finetune/Learning Rate": 6.963690962018832e-06, "Finetune/Loss": 0.6504256129264832, "Finetune/Loss (Raw)": 0.7709944844245911, "Finetune/Step": 11736, "Finetune/Step Time": 5.874021951109171}
+{"Finetune/Learning Rate": 6.962086546873766e-06, "Finetune/Loss": 0.6492878198623657, "Finetune/Loss (Raw)": 0.5492278337478638, "Finetune/Step": 11737, "Finetune/Step Time": 5.872935388237238}
+{"Finetune/Learning Rate": 6.960482217875288e-06, "Finetune/Loss": 0.6494903564453125, "Finetune/Loss (Raw)": 0.5995530486106873, "Finetune/Step": 11738, "Finetune/Step Time": 5.871812490746379}
+{"Finetune/Learning Rate": 6.958877975068893e-06, "Finetune/Loss": 0.6505041122436523, "Finetune/Loss (Raw)": 0.7185252904891968, "Finetune/Step": 11739, "Finetune/Step Time": 5.875026801601052}
+{"Finetune/Learning Rate": 6.95727381850007e-06, "Finetune/Loss": 0.6501384973526001, "Finetune/Loss (Raw)": 0.580635666847229, "Finetune/Step": 11740, "Finetune/Step Time": 5.8746993243694305}
+{"Finetune/Learning Rate": 6.955669748214306e-06, "Finetune/Loss": 0.6494300365447998, "Finetune/Loss (Raw)": 0.6516366004943848, "Finetune/Step": 11741, "Finetune/Step Time": 5.873181413859129}
+{"Finetune/Learning Rate": 6.954065764257098e-06, "Finetune/Loss": 0.6486157774925232, "Finetune/Loss (Raw)": 0.5892980694770813, "Finetune/Step": 11742, "Finetune/Step Time": 5.875000644475222}
+{"Finetune/Learning Rate": 6.95246186667392e-06, "Finetune/Loss": 0.6500036716461182, "Finetune/Loss (Raw)": 0.8264791369438171, "Finetune/Step": 11743, "Finetune/Step Time": 5.879778956994414}
+{"Finetune/Learning Rate": 6.950858055510254e-06, "Finetune/Loss": 0.6490520238876343, "Finetune/Loss (Raw)": 0.6101292371749878, "Finetune/Step": 11744, "Finetune/Step Time": 5.8805774468928576}
+{"Finetune/Learning Rate": 6.949254330811585e-06, "Finetune/Loss": 0.6481820344924927, "Finetune/Loss (Raw)": 0.6197666525840759, "Finetune/Step": 11745, "Finetune/Step Time": 5.878256976604462}
+{"Finetune/Learning Rate": 6.94765069262339e-06, "Finetune/Loss": 0.6483829021453857, "Finetune/Loss (Raw)": 0.6556604504585266, "Finetune/Step": 11746, "Finetune/Step Time": 5.876330452039838}
+{"Finetune/Learning Rate": 6.94604714099114e-06, "Finetune/Loss": 0.6480956673622131, "Finetune/Loss (Raw)": 0.6325875520706177, "Finetune/Step": 11747, "Finetune/Step Time": 5.883437838405371}
+{"Finetune/Learning Rate": 6.944443675960312e-06, "Finetune/Loss": 0.6474317312240601, "Finetune/Loss (Raw)": 0.5482428669929504, "Finetune/Step": 11748, "Finetune/Step Time": 5.878754509612918}
+{"Finetune/Learning Rate": 6.94284029757637e-06, "Finetune/Loss": 0.6461613178253174, "Finetune/Loss (Raw)": 0.5507283806800842, "Finetune/Step": 11749, "Finetune/Step Time": 5.880613064393401}
+{"Finetune/Learning Rate": 6.941237005884782e-06, "Finetune/Loss": 0.6464956998825073, "Finetune/Loss (Raw)": 0.6752011179924011, "Finetune/Step": 11750, "Finetune/Step Time": 5.875830266624689}
+{"Finetune/Learning Rate": 6.939633800931014e-06, "Finetune/Loss": 0.6462615132331848, "Finetune/Loss (Raw)": 0.7052459716796875, "Finetune/Step": 11751, "Finetune/Step Time": 5.873962270095944}
+{"Finetune/Learning Rate": 6.938030682760532e-06, "Finetune/Loss": 0.646509051322937, "Finetune/Loss (Raw)": 0.6268565654754639, "Finetune/Step": 11752, "Finetune/Step Time": 5.8719790037721395}
+{"Finetune/Learning Rate": 6.9364276514187915e-06, "Finetune/Loss": 0.6476820707321167, "Finetune/Loss (Raw)": 0.799738347530365, "Finetune/Step": 11753, "Finetune/Step Time": 5.875199418514967}
+{"Finetune/Learning Rate": 6.934824706951253e-06, "Finetune/Loss": 0.6473529934883118, "Finetune/Loss (Raw)": 0.5856266021728516, "Finetune/Step": 11754, "Finetune/Step Time": 5.8752860352396965}
+{"Finetune/Learning Rate": 6.933221849403369e-06, "Finetune/Loss": 0.6474277973175049, "Finetune/Loss (Raw)": 0.6343660950660706, "Finetune/Step": 11755, "Finetune/Step Time": 5.869654821231961}
+{"Finetune/Learning Rate": 6.931619078820591e-06, "Finetune/Loss": 0.6472689509391785, "Finetune/Loss (Raw)": 0.654084324836731, "Finetune/Step": 11756, "Finetune/Step Time": 5.881318653002381}
+{"Finetune/Learning Rate": 6.930016395248371e-06, "Finetune/Loss": 0.6470093727111816, "Finetune/Loss (Raw)": 0.6249237656593323, "Finetune/Step": 11757, "Finetune/Step Time": 5.88656079955399}
+{"Finetune/Learning Rate": 6.928413798732154e-06, "Finetune/Loss": 0.6460773944854736, "Finetune/Loss (Raw)": 0.6412933468818665, "Finetune/Step": 11758, "Finetune/Step Time": 5.885779015719891}
+{"Finetune/Learning Rate": 6.92681128931739e-06, "Finetune/Loss": 0.6462161540985107, "Finetune/Loss (Raw)": 0.6737455725669861, "Finetune/Step": 11759, "Finetune/Step Time": 5.891997126862407}
+{"Finetune/Learning Rate": 6.925208867049522e-06, "Finetune/Loss": 0.6472131609916687, "Finetune/Loss (Raw)": 0.7305983304977417, "Finetune/Step": 11760, "Finetune/Step Time": 5.892511630430818}
+{"Finetune/Learning Rate": 6.923606531973981e-06, "Finetune/Loss": 0.6492810249328613, "Finetune/Loss (Raw)": 0.8171593546867371, "Finetune/Step": 11761, "Finetune/Step Time": 5.890209859237075}
+{"Finetune/Learning Rate": 6.922004284136214e-06, "Finetune/Loss": 0.650679886341095, "Finetune/Loss (Raw)": 0.7111969590187073, "Finetune/Step": 11762, "Finetune/Step Time": 5.889690963551402}
+{"Finetune/Learning Rate": 6.920402123581651e-06, "Finetune/Loss": 0.6494367122650146, "Finetune/Loss (Raw)": 0.5466240644454956, "Finetune/Step": 11763, "Finetune/Step Time": 5.895107503980398}
+{"Finetune/Learning Rate": 6.918800050355727e-06, "Finetune/Loss": 0.6488019227981567, "Finetune/Loss (Raw)": 0.5854029059410095, "Finetune/Step": 11764, "Finetune/Step Time": 5.895422074943781}
+{"Finetune/Learning Rate": 6.917198064503874e-06, "Finetune/Loss": 0.6480610370635986, "Finetune/Loss (Raw)": 0.5518525838851929, "Finetune/Step": 11765, "Finetune/Step Time": 5.915815306827426}
+{"Finetune/Learning Rate": 6.915596166071518e-06, "Finetune/Loss": 0.6480690240859985, "Finetune/Loss (Raw)": 0.6775882244110107, "Finetune/Step": 11766, "Finetune/Step Time": 5.890957694500685}
+{"Finetune/Learning Rate": 6.913994355104081e-06, "Finetune/Loss": 0.6488461494445801, "Finetune/Loss (Raw)": 0.7488978505134583, "Finetune/Step": 11767, "Finetune/Step Time": 5.893483646214008}
+{"Finetune/Learning Rate": 6.912392631646987e-06, "Finetune/Loss": 0.6484476327896118, "Finetune/Loss (Raw)": 0.582123875617981, "Finetune/Step": 11768, "Finetune/Step Time": 5.89121806062758}
+{"Finetune/Learning Rate": 6.910790995745661e-06, "Finetune/Loss": 0.6483209133148193, "Finetune/Loss (Raw)": 0.5885469317436218, "Finetune/Step": 11769, "Finetune/Step Time": 5.891349341720343}
+{"Finetune/Learning Rate": 6.909189447445517e-06, "Finetune/Loss": 0.6485036015510559, "Finetune/Loss (Raw)": 0.6326205730438232, "Finetune/Step": 11770, "Finetune/Step Time": 5.9076566360890865}
+{"Finetune/Learning Rate": 6.9075879867919716e-06, "Finetune/Loss": 0.6484256982803345, "Finetune/Loss (Raw)": 0.5822378396987915, "Finetune/Step": 11771, "Finetune/Step Time": 5.906117787584662}
+{"Finetune/Learning Rate": 6.90598661383044e-06, "Finetune/Loss": 0.649702787399292, "Finetune/Loss (Raw)": 0.7695410251617432, "Finetune/Step": 11772, "Finetune/Step Time": 5.9084097016602755}
+{"Finetune/Learning Rate": 6.904385328606327e-06, "Finetune/Loss": 0.6492530107498169, "Finetune/Loss (Raw)": 0.5669280290603638, "Finetune/Step": 11773, "Finetune/Step Time": 5.902899373322725}
+{"Finetune/Learning Rate": 6.902784131165042e-06, "Finetune/Loss": 0.6490853428840637, "Finetune/Loss (Raw)": 0.6937198042869568, "Finetune/Step": 11774, "Finetune/Step Time": 5.894299706444144}
+{"Finetune/Learning Rate": 6.901183021551991e-06, "Finetune/Loss": 0.649360179901123, "Finetune/Loss (Raw)": 0.6865605115890503, "Finetune/Step": 11775, "Finetune/Step Time": 5.896722154691815}
+{"Finetune/Learning Rate": 6.89958199981258e-06, "Finetune/Loss": 0.649207592010498, "Finetune/Loss (Raw)": 0.6832644939422607, "Finetune/Step": 11776, "Finetune/Step Time": 5.9035479463636875}
+{"Finetune/Learning Rate": 6.897981065992208e-06, "Finetune/Loss": 0.6481997966766357, "Finetune/Loss (Raw)": 0.590125560760498, "Finetune/Step": 11777, "Finetune/Step Time": 5.907057033851743}
+{"Finetune/Learning Rate": 6.896380220136272e-06, "Finetune/Loss": 0.6481072306632996, "Finetune/Loss (Raw)": 0.6844832897186279, "Finetune/Step": 11778, "Finetune/Step Time": 5.9297998789697886}
+{"Finetune/Learning Rate": 6.894779462290166e-06, "Finetune/Loss": 0.6483224630355835, "Finetune/Loss (Raw)": 0.5921721458435059, "Finetune/Step": 11779, "Finetune/Step Time": 5.926058951765299}
+{"Finetune/Learning Rate": 6.893178792499284e-06, "Finetune/Loss": 0.6488828659057617, "Finetune/Loss (Raw)": 0.6665626168251038, "Finetune/Step": 11780, "Finetune/Step Time": 5.922611763700843}
+{"Finetune/Learning Rate": 6.891578210809018e-06, "Finetune/Loss": 0.6493455171585083, "Finetune/Loss (Raw)": 0.7469828128814697, "Finetune/Step": 11781, "Finetune/Step Time": 5.92348468862474}
+{"Finetune/Learning Rate": 6.889977717264753e-06, "Finetune/Loss": 0.6494013071060181, "Finetune/Loss (Raw)": 0.6834917068481445, "Finetune/Step": 11782, "Finetune/Step Time": 5.922437718138099}
+{"Finetune/Learning Rate": 6.888377311911875e-06, "Finetune/Loss": 0.6488991975784302, "Finetune/Loss (Raw)": 0.5907111763954163, "Finetune/Step": 11783, "Finetune/Step Time": 5.920381065458059}
+{"Finetune/Learning Rate": 6.8867769947957765e-06, "Finetune/Loss": 0.6493617296218872, "Finetune/Loss (Raw)": 0.7078453302383423, "Finetune/Step": 11784, "Finetune/Step Time": 5.930625790730119}
+{"Finetune/Learning Rate": 6.88517676596182e-06, "Finetune/Loss": 0.649800181388855, "Finetune/Loss (Raw)": 0.7188082933425903, "Finetune/Step": 11785, "Finetune/Step Time": 5.931971527636051}
+{"Finetune/Learning Rate": 6.883576625455397e-06, "Finetune/Loss": 0.650343656539917, "Finetune/Loss (Raw)": 0.6294952630996704, "Finetune/Step": 11786, "Finetune/Step Time": 5.9277497455477715}
+{"Finetune/Learning Rate": 6.881976573321879e-06, "Finetune/Loss": 0.6509779691696167, "Finetune/Loss (Raw)": 0.7224612236022949, "Finetune/Step": 11787, "Finetune/Step Time": 5.94304739497602}
+{"Finetune/Learning Rate": 6.880376609606639e-06, "Finetune/Loss": 0.6497505903244019, "Finetune/Loss (Raw)": 0.509419858455658, "Finetune/Step": 11788, "Finetune/Step Time": 5.9494230300188065}
+{"Finetune/Learning Rate": 6.878776734355047e-06, "Finetune/Loss": 0.6489031314849854, "Finetune/Loss (Raw)": 0.6655777096748352, "Finetune/Step": 11789, "Finetune/Step Time": 5.951605601236224}
+{"Finetune/Learning Rate": 6.877176947612474e-06, "Finetune/Loss": 0.6500141620635986, "Finetune/Loss (Raw)": 0.7298388481140137, "Finetune/Step": 11790, "Finetune/Step Time": 5.94964773952961}
+{"Finetune/Learning Rate": 6.875577249424279e-06, "Finetune/Loss": 0.6497795581817627, "Finetune/Loss (Raw)": 0.6966012120246887, "Finetune/Step": 11791, "Finetune/Step Time": 5.9488439708948135}
+{"Finetune/Learning Rate": 6.87397763983583e-06, "Finetune/Loss": 0.651115894317627, "Finetune/Loss (Raw)": 0.7073595523834229, "Finetune/Step": 11792, "Finetune/Step Time": 5.947249094024301}
+{"Finetune/Learning Rate": 6.872378118892482e-06, "Finetune/Loss": 0.651211678981781, "Finetune/Loss (Raw)": 0.6257578730583191, "Finetune/Step": 11793, "Finetune/Step Time": 5.947906656190753}
+{"Finetune/Learning Rate": 6.870778686639601e-06, "Finetune/Loss": 0.652068018913269, "Finetune/Loss (Raw)": 0.682942807674408, "Finetune/Step": 11794, "Finetune/Step Time": 5.943630980327725}
+{"Finetune/Learning Rate": 6.869179343122536e-06, "Finetune/Loss": 0.6523067355155945, "Finetune/Loss (Raw)": 0.6430633068084717, "Finetune/Step": 11795, "Finetune/Step Time": 5.908784696832299}
+{"Finetune/Learning Rate": 6.867580088386646e-06, "Finetune/Loss": 0.6515141725540161, "Finetune/Loss (Raw)": 0.6595249176025391, "Finetune/Step": 11796, "Finetune/Step Time": 5.915397152304649}
+{"Finetune/Learning Rate": 6.865980922477274e-06, "Finetune/Loss": 0.6526662111282349, "Finetune/Loss (Raw)": 0.7412151098251343, "Finetune/Step": 11797, "Finetune/Step Time": 5.904590770602226}
+{"Finetune/Learning Rate": 6.864381845439772e-06, "Finetune/Loss": 0.6522390246391296, "Finetune/Loss (Raw)": 0.6204557418823242, "Finetune/Step": 11798, "Finetune/Step Time": 5.90490354038775}
+{"Finetune/Learning Rate": 6.862782857319484e-06, "Finetune/Loss": 0.652592122554779, "Finetune/Loss (Raw)": 0.7140251994132996, "Finetune/Step": 11799, "Finetune/Step Time": 5.901393497362733}
+{"Finetune/Learning Rate": 6.86118395816175e-06, "Finetune/Loss": 0.652865469455719, "Finetune/Loss (Raw)": 0.7142010927200317, "Finetune/Step": 11800, "Finetune/Step Time": 5.902978273108602}
+{"Finetune/Learning Rate": 6.859585148011917e-06, "Finetune/Loss": 0.6540759205818176, "Finetune/Loss (Raw)": 0.5958727598190308, "Finetune/Step": 11801, "Finetune/Step Time": 5.8744320925325155}
+{"Finetune/Learning Rate": 6.857986426915321e-06, "Finetune/Loss": 0.6533744931221008, "Finetune/Loss (Raw)": 0.6105883717536926, "Finetune/Step": 11802, "Finetune/Step Time": 5.869824822992086}
+{"Finetune/Learning Rate": 6.856387794917292e-06, "Finetune/Loss": 0.6536646485328674, "Finetune/Loss (Raw)": 0.6872296333312988, "Finetune/Step": 11803, "Finetune/Step Time": 5.86580422706902}
+{"Finetune/Learning Rate": 6.854789252063168e-06, "Finetune/Loss": 0.6523467302322388, "Finetune/Loss (Raw)": 0.583948016166687, "Finetune/Step": 11804, "Finetune/Step Time": 5.850508848205209}
+{"Finetune/Learning Rate": 6.853190798398275e-06, "Finetune/Loss": 0.6525785326957703, "Finetune/Loss (Raw)": 0.6014137864112854, "Finetune/Step": 11805, "Finetune/Step Time": 5.854730028659105}
+{"Finetune/Learning Rate": 6.8515924339679415e-06, "Finetune/Loss": 0.652538537979126, "Finetune/Loss (Raw)": 0.6653197407722473, "Finetune/Step": 11806, "Finetune/Step Time": 5.853442151099443}
+{"Finetune/Learning Rate": 6.849994158817494e-06, "Finetune/Loss": 0.65223228931427, "Finetune/Loss (Raw)": 0.6531912684440613, "Finetune/Step": 11807, "Finetune/Step Time": 5.854185683652759}
+{"Finetune/Learning Rate": 6.848395972992261e-06, "Finetune/Loss": 0.6523171663284302, "Finetune/Loss (Raw)": 0.7175559997558594, "Finetune/Step": 11808, "Finetune/Step Time": 5.853131590411067}
+{"Finetune/Learning Rate": 6.8467978765375506e-06, "Finetune/Loss": 0.6520568132400513, "Finetune/Loss (Raw)": 0.6481925249099731, "Finetune/Step": 11809, "Finetune/Step Time": 5.828263824805617}
+{"Finetune/Learning Rate": 6.845199869498684e-06, "Finetune/Loss": 0.6513172388076782, "Finetune/Loss (Raw)": 0.6988353729248047, "Finetune/Step": 11810, "Finetune/Step Time": 5.827756518498063}
+{"Finetune/Learning Rate": 6.8436019519209815e-06, "Finetune/Loss": 0.6518450379371643, "Finetune/Loss (Raw)": 0.6704403162002563, "Finetune/Step": 11811, "Finetune/Step Time": 5.844968842342496}
+{"Finetune/Learning Rate": 6.8420041238497525e-06, "Finetune/Loss": 0.6514976024627686, "Finetune/Loss (Raw)": 0.6701202392578125, "Finetune/Step": 11812, "Finetune/Step Time": 5.850658385083079}
+{"Finetune/Learning Rate": 6.840406385330305e-06, "Finetune/Loss": 0.6507902145385742, "Finetune/Loss (Raw)": 0.6464985013008118, "Finetune/Step": 11813, "Finetune/Step Time": 5.851925179362297}
+{"Finetune/Learning Rate": 6.838808736407949e-06, "Finetune/Loss": 0.6512739658355713, "Finetune/Loss (Raw)": 0.6806526780128479, "Finetune/Step": 11814, "Finetune/Step Time": 5.850019674748182}
+{"Finetune/Learning Rate": 6.837211177127987e-06, "Finetune/Loss": 0.6516048312187195, "Finetune/Loss (Raw)": 0.7014286518096924, "Finetune/Step": 11815, "Finetune/Step Time": 5.847599443048239}
+{"Finetune/Learning Rate": 6.835613707535722e-06, "Finetune/Loss": 0.6527345180511475, "Finetune/Loss (Raw)": 0.7460548281669617, "Finetune/Step": 11816, "Finetune/Step Time": 5.848357915878296}
+{"Finetune/Learning Rate": 6.834016327676453e-06, "Finetune/Loss": 0.6527489423751831, "Finetune/Loss (Raw)": 0.711310863494873, "Finetune/Step": 11817, "Finetune/Step Time": 5.84589134529233}
+{"Finetune/Learning Rate": 6.832419037595479e-06, "Finetune/Loss": 0.6537563800811768, "Finetune/Loss (Raw)": 0.7506304383277893, "Finetune/Step": 11818, "Finetune/Step Time": 5.838778015226126}
+{"Finetune/Learning Rate": 6.830821837338094e-06, "Finetune/Loss": 0.652398943901062, "Finetune/Loss (Raw)": 0.4734167754650116, "Finetune/Step": 11819, "Finetune/Step Time": 5.838816916570067}
+{"Finetune/Learning Rate": 6.829224726949591e-06, "Finetune/Loss": 0.6517383456230164, "Finetune/Loss (Raw)": 0.5851366519927979, "Finetune/Step": 11820, "Finetune/Step Time": 5.8412787318229675}
+{"Finetune/Learning Rate": 6.8276277064752575e-06, "Finetune/Loss": 0.6521180868148804, "Finetune/Loss (Raw)": 0.6462053656578064, "Finetune/Step": 11821, "Finetune/Step Time": 5.853628983721137}
+{"Finetune/Learning Rate": 6.826030775960382e-06, "Finetune/Loss": 0.6521099805831909, "Finetune/Loss (Raw)": 0.6856689453125, "Finetune/Step": 11822, "Finetune/Step Time": 5.8535709995776415}
+{"Finetune/Learning Rate": 6.824433935450246e-06, "Finetune/Loss": 0.6522577404975891, "Finetune/Loss (Raw)": 0.5970504879951477, "Finetune/Step": 11823, "Finetune/Step Time": 5.852020215243101}
+{"Finetune/Learning Rate": 6.822837184990132e-06, "Finetune/Loss": 0.652469277381897, "Finetune/Loss (Raw)": 0.6324790120124817, "Finetune/Step": 11824, "Finetune/Step Time": 5.85511844791472}
+{"Finetune/Learning Rate": 6.821240524625323e-06, "Finetune/Loss": 0.6529208421707153, "Finetune/Loss (Raw)": 0.7651289701461792, "Finetune/Step": 11825, "Finetune/Step Time": 5.854617303237319}
+{"Finetune/Learning Rate": 6.819643954401094e-06, "Finetune/Loss": 0.6534111499786377, "Finetune/Loss (Raw)": 0.6816223859786987, "Finetune/Step": 11826, "Finetune/Step Time": 5.857865015044808}
+{"Finetune/Learning Rate": 6.81804747436272e-06, "Finetune/Loss": 0.6555249094963074, "Finetune/Loss (Raw)": 0.7576172351837158, "Finetune/Step": 11827, "Finetune/Step Time": 5.841937582939863}
+{"Finetune/Learning Rate": 6.81645108455547e-06, "Finetune/Loss": 0.6569355726242065, "Finetune/Loss (Raw)": 0.7063390016555786, "Finetune/Step": 11828, "Finetune/Step Time": 5.803820194676518}
+{"Finetune/Learning Rate": 6.8148547850246135e-06, "Finetune/Loss": 0.655127763748169, "Finetune/Loss (Raw)": 0.48238831758499146, "Finetune/Step": 11829, "Finetune/Step Time": 5.825356679037213}
+{"Finetune/Learning Rate": 6.81325857581542e-06, "Finetune/Loss": 0.655674934387207, "Finetune/Loss (Raw)": 0.628878116607666, "Finetune/Step": 11830, "Finetune/Step Time": 5.822741841897368}
+{"Finetune/Learning Rate": 6.811662456973147e-06, "Finetune/Loss": 0.6573190689086914, "Finetune/Loss (Raw)": 0.6823444366455078, "Finetune/Step": 11831, "Finetune/Step Time": 5.806839358061552}
+{"Finetune/Learning Rate": 6.810066428543064e-06, "Finetune/Loss": 0.6556296944618225, "Finetune/Loss (Raw)": 0.47615155577659607, "Finetune/Step": 11832, "Finetune/Step Time": 5.820587486028671}
+{"Finetune/Learning Rate": 6.808470490570429e-06, "Finetune/Loss": 0.6545599102973938, "Finetune/Loss (Raw)": 0.5592515468597412, "Finetune/Step": 11833, "Finetune/Step Time": 5.8199940994381905}
+{"Finetune/Learning Rate": 6.80687464310049e-06, "Finetune/Loss": 0.6559814810752869, "Finetune/Loss (Raw)": 0.64492267370224, "Finetune/Step": 11834, "Finetune/Step Time": 5.801739037036896}
+{"Finetune/Learning Rate": 6.805278886178508e-06, "Finetune/Loss": 0.657530665397644, "Finetune/Loss (Raw)": 0.6213608384132385, "Finetune/Step": 11835, "Finetune/Step Time": 5.803306357935071}
+{"Finetune/Learning Rate": 6.803683219849732e-06, "Finetune/Loss": 0.6583424806594849, "Finetune/Loss (Raw)": 0.7470595240592957, "Finetune/Step": 11836, "Finetune/Step Time": 5.805323753505945}
+{"Finetune/Learning Rate": 6.802087644159412e-06, "Finetune/Loss": 0.6579743027687073, "Finetune/Loss (Raw)": 0.5740692615509033, "Finetune/Step": 11837, "Finetune/Step Time": 5.802550829946995}
+{"Finetune/Learning Rate": 6.800492159152792e-06, "Finetune/Loss": 0.6577174663543701, "Finetune/Loss (Raw)": 0.6514308452606201, "Finetune/Step": 11838, "Finetune/Step Time": 5.804230693727732}
+{"Finetune/Learning Rate": 6.798896764875118e-06, "Finetune/Loss": 0.6576572060585022, "Finetune/Loss (Raw)": 0.6201598644256592, "Finetune/Step": 11839, "Finetune/Step Time": 5.803367828950286}
+{"Finetune/Learning Rate": 6.797301461371626e-06, "Finetune/Loss": 0.6593978404998779, "Finetune/Loss (Raw)": 0.8474793434143066, "Finetune/Step": 11840, "Finetune/Step Time": 5.800134714692831}
+{"Finetune/Learning Rate": 6.795706248687557e-06, "Finetune/Loss": 0.6582884192466736, "Finetune/Loss (Raw)": 0.6483299136161804, "Finetune/Step": 11841, "Finetune/Step Time": 5.800521632656455}
+{"Finetune/Learning Rate": 6.7941111268681484e-06, "Finetune/Loss": 0.6580898761749268, "Finetune/Loss (Raw)": 0.6958750486373901, "Finetune/Step": 11842, "Finetune/Step Time": 5.813548941165209}
+{"Finetune/Learning Rate": 6.7925160959586315e-06, "Finetune/Loss": 0.6573967337608337, "Finetune/Loss (Raw)": 0.6803305745124817, "Finetune/Step": 11843, "Finetune/Step Time": 5.816651038825512}
+{"Finetune/Learning Rate": 6.7909211560042374e-06, "Finetune/Loss": 0.6567543745040894, "Finetune/Loss (Raw)": 0.6172302961349487, "Finetune/Step": 11844, "Finetune/Step Time": 5.814946450293064}
+{"Finetune/Learning Rate": 6.789326307050196e-06, "Finetune/Loss": 0.6565013527870178, "Finetune/Loss (Raw)": 0.5668338537216187, "Finetune/Step": 11845, "Finetune/Step Time": 5.813617678359151}
+{"Finetune/Learning Rate": 6.787731549141728e-06, "Finetune/Loss": 0.6568601727485657, "Finetune/Loss (Raw)": 0.7394347786903381, "Finetune/Step": 11846, "Finetune/Step Time": 5.811499765142798}
+{"Finetune/Learning Rate": 6.7861368823240594e-06, "Finetune/Loss": 0.657462477684021, "Finetune/Loss (Raw)": 0.7509580254554749, "Finetune/Step": 11847, "Finetune/Step Time": 5.814835794270039}
+{"Finetune/Learning Rate": 6.78454230664241e-06, "Finetune/Loss": 0.6571336388587952, "Finetune/Loss (Raw)": 0.5971398949623108, "Finetune/Step": 11848, "Finetune/Step Time": 5.806476833298802}
+{"Finetune/Learning Rate": 6.782947822141996e-06, "Finetune/Loss": 0.6565152406692505, "Finetune/Loss (Raw)": 0.5901408195495605, "Finetune/Step": 11849, "Finetune/Step Time": 5.810776572674513}
+{"Finetune/Learning Rate": 6.7813534288680335e-06, "Finetune/Loss": 0.6557420492172241, "Finetune/Loss (Raw)": 0.5725582242012024, "Finetune/Step": 11850, "Finetune/Step Time": 5.809496825560927}
+{"Finetune/Learning Rate": 6.779759126865739e-06, "Finetune/Loss": 0.6543039083480835, "Finetune/Loss (Raw)": 0.5378090739250183, "Finetune/Step": 11851, "Finetune/Step Time": 5.818011045455933}
+{"Finetune/Learning Rate": 6.778164916180316e-06, "Finetune/Loss": 0.6551512479782104, "Finetune/Loss (Raw)": 0.7222695350646973, "Finetune/Step": 11852, "Finetune/Step Time": 5.824368126690388}
+{"Finetune/Learning Rate": 6.776570796856974e-06, "Finetune/Loss": 0.6568318605422974, "Finetune/Loss (Raw)": 0.8323618769645691, "Finetune/Step": 11853, "Finetune/Step Time": 5.828633587807417}
+{"Finetune/Learning Rate": 6.77497676894092e-06, "Finetune/Loss": 0.6566389799118042, "Finetune/Loss (Raw)": 0.694467306137085, "Finetune/Step": 11854, "Finetune/Step Time": 5.832859601825476}
+{"Finetune/Learning Rate": 6.773382832477351e-06, "Finetune/Loss": 0.6566116213798523, "Finetune/Loss (Raw)": 0.6538072824478149, "Finetune/Step": 11855, "Finetune/Step Time": 5.836230907589197}
+{"Finetune/Learning Rate": 6.77178898751147e-06, "Finetune/Loss": 0.6557018160820007, "Finetune/Loss (Raw)": 0.4859323799610138, "Finetune/Step": 11856, "Finetune/Step Time": 5.857719972729683}
+{"Finetune/Learning Rate": 6.770195234088478e-06, "Finetune/Loss": 0.6554384231567383, "Finetune/Loss (Raw)": 0.7472469210624695, "Finetune/Step": 11857, "Finetune/Step Time": 5.863355379551649}
+{"Finetune/Learning Rate": 6.768601572253559e-06, "Finetune/Loss": 0.6561164855957031, "Finetune/Loss (Raw)": 0.7604520916938782, "Finetune/Step": 11858, "Finetune/Step Time": 5.863466138020158}
+{"Finetune/Learning Rate": 6.7670080020519136e-06, "Finetune/Loss": 0.6582903265953064, "Finetune/Loss (Raw)": 0.8307953476905823, "Finetune/Step": 11859, "Finetune/Step Time": 5.864837033674121}
+{"Finetune/Learning Rate": 6.765414523528726e-06, "Finetune/Loss": 0.6574474573135376, "Finetune/Loss (Raw)": 0.6400169730186462, "Finetune/Step": 11860, "Finetune/Step Time": 5.8652523178607225}
+{"Finetune/Learning Rate": 6.763821136729186e-06, "Finetune/Loss": 0.6564725637435913, "Finetune/Loss (Raw)": 0.6401315331459045, "Finetune/Step": 11861, "Finetune/Step Time": 5.865092009305954}
+{"Finetune/Learning Rate": 6.762227841698477e-06, "Finetune/Loss": 0.6577921509742737, "Finetune/Loss (Raw)": 0.720124363899231, "Finetune/Step": 11862, "Finetune/Step Time": 5.858382293954492}
+{"Finetune/Learning Rate": 6.76063463848178e-06, "Finetune/Loss": 0.6579464077949524, "Finetune/Loss (Raw)": 0.6649196147918701, "Finetune/Step": 11863, "Finetune/Step Time": 5.861798107624054}
+{"Finetune/Learning Rate": 6.75904152712427e-06, "Finetune/Loss": 0.6561902165412903, "Finetune/Loss (Raw)": 0.5462020039558411, "Finetune/Step": 11864, "Finetune/Step Time": 5.88228701800108}
+{"Finetune/Learning Rate": 6.7574485076711285e-06, "Finetune/Loss": 0.6561990976333618, "Finetune/Loss (Raw)": 0.5503638982772827, "Finetune/Step": 11865, "Finetune/Step Time": 5.899712681770325}
+{"Finetune/Learning Rate": 6.755855580167523e-06, "Finetune/Loss": 0.6569948196411133, "Finetune/Loss (Raw)": 0.7014046907424927, "Finetune/Step": 11866, "Finetune/Step Time": 5.898569470271468}
+{"Finetune/Learning Rate": 6.754262744658632e-06, "Finetune/Loss": 0.6561862230300903, "Finetune/Loss (Raw)": 0.6150251626968384, "Finetune/Step": 11867, "Finetune/Step Time": 5.897023426368833}
+{"Finetune/Learning Rate": 6.752670001189618e-06, "Finetune/Loss": 0.6567285060882568, "Finetune/Loss (Raw)": 0.6500466465950012, "Finetune/Step": 11868, "Finetune/Step Time": 5.899234751239419}
+{"Finetune/Learning Rate": 6.751077349805652e-06, "Finetune/Loss": 0.6567353010177612, "Finetune/Loss (Raw)": 0.6525062918663025, "Finetune/Step": 11869, "Finetune/Step Time": 5.8988255597651005}
+{"Finetune/Learning Rate": 6.7494847905518915e-06, "Finetune/Loss": 0.6572345495223999, "Finetune/Loss (Raw)": 0.6532014608383179, "Finetune/Step": 11870, "Finetune/Step Time": 5.8978644497692585}
+{"Finetune/Learning Rate": 6.747892323473499e-06, "Finetune/Loss": 0.6535097360610962, "Finetune/Loss (Raw)": 0.3497055172920227, "Finetune/Step": 11871, "Finetune/Step Time": 5.9110367596149445}
+{"Finetune/Learning Rate": 6.7462999486156315e-06, "Finetune/Loss": 0.6533923745155334, "Finetune/Loss (Raw)": 0.595103919506073, "Finetune/Step": 11872, "Finetune/Step Time": 5.9101478215307}
+{"Finetune/Learning Rate": 6.744707666023445e-06, "Finetune/Loss": 0.6525628566741943, "Finetune/Loss (Raw)": 0.5135890245437622, "Finetune/Step": 11873, "Finetune/Step Time": 5.910157386213541}
+{"Finetune/Learning Rate": 6.7431154757420925e-06, "Finetune/Loss": 0.652785062789917, "Finetune/Loss (Raw)": 0.6841052174568176, "Finetune/Step": 11874, "Finetune/Step Time": 5.905930010601878}
+{"Finetune/Learning Rate": 6.741523377816728e-06, "Finetune/Loss": 0.6508172750473022, "Finetune/Loss (Raw)": 0.3807053864002228, "Finetune/Step": 11875, "Finetune/Step Time": 5.900440666824579}
+{"Finetune/Learning Rate": 6.73993137229249e-06, "Finetune/Loss": 0.6521931886672974, "Finetune/Loss (Raw)": 0.7243584394454956, "Finetune/Step": 11876, "Finetune/Step Time": 5.902360172942281}
+{"Finetune/Learning Rate": 6.738339459214529e-06, "Finetune/Loss": 0.6528631448745728, "Finetune/Loss (Raw)": 0.6364866495132446, "Finetune/Step": 11877, "Finetune/Step Time": 5.902941273525357}
+{"Finetune/Learning Rate": 6.736747638627985e-06, "Finetune/Loss": 0.653266191482544, "Finetune/Loss (Raw)": 0.7267807126045227, "Finetune/Step": 11878, "Finetune/Step Time": 5.904747348278761}
+{"Finetune/Learning Rate": 6.735155910578e-06, "Finetune/Loss": 0.6537771821022034, "Finetune/Loss (Raw)": 0.7706647515296936, "Finetune/Step": 11879, "Finetune/Step Time": 5.90524766407907}
+{"Finetune/Learning Rate": 6.733564275109707e-06, "Finetune/Loss": 0.6548289060592651, "Finetune/Loss (Raw)": 0.7614706158638, "Finetune/Step": 11880, "Finetune/Step Time": 5.89995713531971}
+{"Finetune/Learning Rate": 6.731972732268248e-06, "Finetune/Loss": 0.6538882851600647, "Finetune/Loss (Raw)": 0.6793406009674072, "Finetune/Step": 11881, "Finetune/Step Time": 5.901530247181654}
+{"Finetune/Learning Rate": 6.730381282098746e-06, "Finetune/Loss": 0.6550315618515015, "Finetune/Loss (Raw)": 0.731968104839325, "Finetune/Step": 11882, "Finetune/Step Time": 5.9014876168221235}
+{"Finetune/Learning Rate": 6.72878992464633e-06, "Finetune/Loss": 0.654509425163269, "Finetune/Loss (Raw)": 0.5675283670425415, "Finetune/Step": 11883, "Finetune/Step Time": 5.898269068449736}
+{"Finetune/Learning Rate": 6.727198659956133e-06, "Finetune/Loss": 0.6537141799926758, "Finetune/Loss (Raw)": 0.5522911548614502, "Finetune/Step": 11884, "Finetune/Step Time": 5.895477645099163}
+{"Finetune/Learning Rate": 6.725607488073276e-06, "Finetune/Loss": 0.6533113121986389, "Finetune/Loss (Raw)": 0.5733647346496582, "Finetune/Step": 11885, "Finetune/Step Time": 5.890960006043315}
+{"Finetune/Learning Rate": 6.724016409042879e-06, "Finetune/Loss": 0.6531351804733276, "Finetune/Loss (Raw)": 0.6187433004379272, "Finetune/Step": 11886, "Finetune/Step Time": 5.893343584612012}
+{"Finetune/Learning Rate": 6.722425422910063e-06, "Finetune/Loss": 0.6532893180847168, "Finetune/Loss (Raw)": 0.6934771537780762, "Finetune/Step": 11887, "Finetune/Step Time": 5.888859307393432}
+{"Finetune/Learning Rate": 6.720834529719939e-06, "Finetune/Loss": 0.65263831615448, "Finetune/Loss (Raw)": 0.6472655534744263, "Finetune/Step": 11888, "Finetune/Step Time": 5.8967525493353605}
+{"Finetune/Learning Rate": 6.719243729517624e-06, "Finetune/Loss": 0.6503585577011108, "Finetune/Loss (Raw)": 0.5253541469573975, "Finetune/Step": 11889, "Finetune/Step Time": 5.919392528012395}
+{"Finetune/Learning Rate": 6.717653022348225e-06, "Finetune/Loss": 0.6494224071502686, "Finetune/Loss (Raw)": 0.5913700461387634, "Finetune/Step": 11890, "Finetune/Step Time": 5.916054833680391}
+{"Finetune/Learning Rate": 6.716062408256855e-06, "Finetune/Loss": 0.6508245468139648, "Finetune/Loss (Raw)": 0.7261015772819519, "Finetune/Step": 11891, "Finetune/Step Time": 5.916397361084819}
+{"Finetune/Learning Rate": 6.714471887288616e-06, "Finetune/Loss": 0.6510723829269409, "Finetune/Loss (Raw)": 0.617124080657959, "Finetune/Step": 11892, "Finetune/Step Time": 5.938863126561046}
+{"Finetune/Learning Rate": 6.712881459488615e-06, "Finetune/Loss": 0.6510119438171387, "Finetune/Loss (Raw)": 0.5441133975982666, "Finetune/Step": 11893, "Finetune/Step Time": 5.916716447100043}
+{"Finetune/Learning Rate": 6.711291124901945e-06, "Finetune/Loss": 0.6496119499206543, "Finetune/Loss (Raw)": 0.49838852882385254, "Finetune/Step": 11894, "Finetune/Step Time": 5.914013860747218}
+{"Finetune/Learning Rate": 6.7097008835737075e-06, "Finetune/Loss": 0.6488445401191711, "Finetune/Loss (Raw)": 0.6506726145744324, "Finetune/Step": 11895, "Finetune/Step Time": 5.929616034030914}
+{"Finetune/Learning Rate": 6.708110735548996e-06, "Finetune/Loss": 0.6496201753616333, "Finetune/Loss (Raw)": 0.6814103126525879, "Finetune/Step": 11896, "Finetune/Step Time": 5.934095753356814}
+{"Finetune/Learning Rate": 6.706520680872902e-06, "Finetune/Loss": 0.65030837059021, "Finetune/Loss (Raw)": 0.6766290068626404, "Finetune/Step": 11897, "Finetune/Step Time": 5.932333797216415}
+{"Finetune/Learning Rate": 6.704930719590519e-06, "Finetune/Loss": 0.649945080280304, "Finetune/Loss (Raw)": 0.5861196517944336, "Finetune/Step": 11898, "Finetune/Step Time": 5.949256867170334}
+{"Finetune/Learning Rate": 6.703340851746933e-06, "Finetune/Loss": 0.6505017280578613, "Finetune/Loss (Raw)": 0.6534905433654785, "Finetune/Step": 11899, "Finetune/Step Time": 5.9462137166410685}
+{"Finetune/Learning Rate": 6.70175107738722e-06, "Finetune/Loss": 0.6488425731658936, "Finetune/Loss (Raw)": 0.557172954082489, "Finetune/Step": 11900, "Finetune/Step Time": 5.942902315407991}
+{"Finetune/Learning Rate": 6.70016139655647e-06, "Finetune/Loss": 0.6497463583946228, "Finetune/Loss (Raw)": 0.6826127767562866, "Finetune/Step": 11901, "Finetune/Step Time": 5.94797489233315}
+{"Finetune/Learning Rate": 6.69857180929976e-06, "Finetune/Loss": 0.6484759449958801, "Finetune/Loss (Raw)": 0.5311025977134705, "Finetune/Step": 11902, "Finetune/Step Time": 5.962783671915531}
+{"Finetune/Learning Rate": 6.6969823156621645e-06, "Finetune/Loss": 0.6478965878486633, "Finetune/Loss (Raw)": 0.612403392791748, "Finetune/Step": 11903, "Finetune/Step Time": 5.959131132811308}
+{"Finetune/Learning Rate": 6.695392915688759e-06, "Finetune/Loss": 0.6473250389099121, "Finetune/Loss (Raw)": 0.6101018786430359, "Finetune/Step": 11904, "Finetune/Step Time": 5.972346501424909}
+{"Finetune/Learning Rate": 6.693803609424611e-06, "Finetune/Loss": 0.6479347944259644, "Finetune/Loss (Raw)": 0.6681749224662781, "Finetune/Step": 11905, "Finetune/Step Time": 5.971889927983284}
+{"Finetune/Learning Rate": 6.692214396914797e-06, "Finetune/Loss": 0.6476891040802002, "Finetune/Loss (Raw)": 0.6530430316925049, "Finetune/Step": 11906, "Finetune/Step Time": 5.9546736143529415}
+{"Finetune/Learning Rate": 6.69062527820437e-06, "Finetune/Loss": 0.648057222366333, "Finetune/Loss (Raw)": 0.6392830014228821, "Finetune/Step": 11907, "Finetune/Step Time": 5.981120988726616}
+{"Finetune/Learning Rate": 6.6890362533384015e-06, "Finetune/Loss": 0.6477815508842468, "Finetune/Loss (Raw)": 0.6312831044197083, "Finetune/Step": 11908, "Finetune/Step Time": 5.988788567483425}
+{"Finetune/Learning Rate": 6.687447322361951e-06, "Finetune/Loss": 0.6473069190979004, "Finetune/Loss (Raw)": 0.6862241625785828, "Finetune/Step": 11909, "Finetune/Step Time": 5.992946052923799}
+{"Finetune/Learning Rate": 6.685858485320073e-06, "Finetune/Loss": 0.6478238105773926, "Finetune/Loss (Raw)": 0.7496573328971863, "Finetune/Step": 11910, "Finetune/Step Time": 5.9925968293100595}
+{"Finetune/Learning Rate": 6.684269742257825e-06, "Finetune/Loss": 0.6485283374786377, "Finetune/Loss (Raw)": 0.6808945536613464, "Finetune/Step": 11911, "Finetune/Step Time": 5.995758241042495}
+{"Finetune/Learning Rate": 6.682681093220263e-06, "Finetune/Loss": 0.6483840942382812, "Finetune/Loss (Raw)": 0.6893799304962158, "Finetune/Step": 11912, "Finetune/Step Time": 5.9886553436517715}
+{"Finetune/Learning Rate": 6.681092538252426e-06, "Finetune/Loss": 0.6481329798698425, "Finetune/Loss (Raw)": 0.6866662502288818, "Finetune/Step": 11913, "Finetune/Step Time": 5.989215740934014}
+{"Finetune/Learning Rate": 6.679504077399369e-06, "Finetune/Loss": 0.6476712822914124, "Finetune/Loss (Raw)": 0.5703992247581482, "Finetune/Step": 11914, "Finetune/Step Time": 5.99615878239274}
+{"Finetune/Learning Rate": 6.677915710706131e-06, "Finetune/Loss": 0.6465933322906494, "Finetune/Loss (Raw)": 0.5844751596450806, "Finetune/Step": 11915, "Finetune/Step Time": 5.978053066879511}
+{"Finetune/Learning Rate": 6.67632743821776e-06, "Finetune/Loss": 0.6480606198310852, "Finetune/Loss (Raw)": 0.6972414255142212, "Finetune/Step": 11916, "Finetune/Step Time": 5.972042812034488}
+{"Finetune/Learning Rate": 6.67473925997929e-06, "Finetune/Loss": 0.6477105617523193, "Finetune/Loss (Raw)": 0.6207661032676697, "Finetune/Step": 11917, "Finetune/Step Time": 5.973403656855226}
+{"Finetune/Learning Rate": 6.673151176035762e-06, "Finetune/Loss": 0.6469833850860596, "Finetune/Loss (Raw)": 0.6367585062980652, "Finetune/Step": 11918, "Finetune/Step Time": 5.976074371486902}
+{"Finetune/Learning Rate": 6.671563186432205e-06, "Finetune/Loss": 0.6474367380142212, "Finetune/Loss (Raw)": 0.7546391487121582, "Finetune/Step": 11919, "Finetune/Step Time": 5.977430563420057}
+{"Finetune/Learning Rate": 6.6699752912136504e-06, "Finetune/Loss": 0.647181510925293, "Finetune/Loss (Raw)": 0.6746806502342224, "Finetune/Step": 11920, "Finetune/Step Time": 5.9806750770658255}
+{"Finetune/Learning Rate": 6.668387490425128e-06, "Finetune/Loss": 0.6470328569412231, "Finetune/Loss (Raw)": 0.6067344546318054, "Finetune/Step": 11921, "Finetune/Step Time": 5.977413238957524}
+{"Finetune/Learning Rate": 6.66679978411166e-06, "Finetune/Loss": 0.6472327709197998, "Finetune/Loss (Raw)": 0.7085348963737488, "Finetune/Step": 11922, "Finetune/Step Time": 5.978161780163646}
+{"Finetune/Learning Rate": 6.665212172318272e-06, "Finetune/Loss": 0.6472957134246826, "Finetune/Loss (Raw)": 0.6511147022247314, "Finetune/Step": 11923, "Finetune/Step Time": 5.97945162281394}
+{"Finetune/Learning Rate": 6.663624655089989e-06, "Finetune/Loss": 0.6467134356498718, "Finetune/Loss (Raw)": 0.5849973559379578, "Finetune/Step": 11924, "Finetune/Step Time": 5.972844464704394}
+{"Finetune/Learning Rate": 6.662037232471819e-06, "Finetune/Loss": 0.6480473279953003, "Finetune/Loss (Raw)": 0.911945641040802, "Finetune/Step": 11925, "Finetune/Step Time": 5.975896768271923}
+{"Finetune/Learning Rate": 6.660449904508781e-06, "Finetune/Loss": 0.6478055715560913, "Finetune/Loss (Raw)": 0.5895134806632996, "Finetune/Step": 11926, "Finetune/Step Time": 5.977956036105752}
+{"Finetune/Learning Rate": 6.658862671245889e-06, "Finetune/Loss": 0.6472592949867249, "Finetune/Loss (Raw)": 0.6441089510917664, "Finetune/Step": 11927, "Finetune/Step Time": 5.976993393152952}
+{"Finetune/Learning Rate": 6.6572755327281506e-06, "Finetune/Loss": 0.6473671793937683, "Finetune/Loss (Raw)": 0.728007435798645, "Finetune/Step": 11928, "Finetune/Step Time": 5.9744975827634335}
+{"Finetune/Learning Rate": 6.655688489000569e-06, "Finetune/Loss": 0.6470368504524231, "Finetune/Loss (Raw)": 0.5535889267921448, "Finetune/Step": 11929, "Finetune/Step Time": 5.974568152800202}
+{"Finetune/Learning Rate": 6.65410154010816e-06, "Finetune/Loss": 0.6486343145370483, "Finetune/Loss (Raw)": 0.8150678277015686, "Finetune/Step": 11930, "Finetune/Step Time": 5.975726593285799}
+{"Finetune/Learning Rate": 6.6525146860959125e-06, "Finetune/Loss": 0.6482123732566833, "Finetune/Loss (Raw)": 0.6332128047943115, "Finetune/Step": 11931, "Finetune/Step Time": 5.974973188713193}
+{"Finetune/Learning Rate": 6.6509279270088256e-06, "Finetune/Loss": 0.6489134430885315, "Finetune/Loss (Raw)": 0.6736879944801331, "Finetune/Step": 11932, "Finetune/Step Time": 5.973933240398765}
+{"Finetune/Learning Rate": 6.649341262891903e-06, "Finetune/Loss": 0.6493895649909973, "Finetune/Loss (Raw)": 0.6623570322990417, "Finetune/Step": 11933, "Finetune/Step Time": 5.97540283575654}
+{"Finetune/Learning Rate": 6.6477546937901335e-06, "Finetune/Loss": 0.6493517160415649, "Finetune/Loss (Raw)": 0.6604689359664917, "Finetune/Step": 11934, "Finetune/Step Time": 5.972192604094744}
+{"Finetune/Learning Rate": 6.646168219748509e-06, "Finetune/Loss": 0.6483637094497681, "Finetune/Loss (Raw)": 0.5267288088798523, "Finetune/Step": 11935, "Finetune/Step Time": 5.979245353490114}
+{"Finetune/Learning Rate": 6.644581840812019e-06, "Finetune/Loss": 0.6477212309837341, "Finetune/Loss (Raw)": 0.6353199481964111, "Finetune/Step": 11936, "Finetune/Step Time": 5.97947215847671}
+{"Finetune/Learning Rate": 6.6429955570256435e-06, "Finetune/Loss": 0.6475005745887756, "Finetune/Loss (Raw)": 0.6199557185173035, "Finetune/Step": 11937, "Finetune/Step Time": 5.976004105061293}
+{"Finetune/Learning Rate": 6.641409368434368e-06, "Finetune/Loss": 0.6463935375213623, "Finetune/Loss (Raw)": 0.5571321845054626, "Finetune/Step": 11938, "Finetune/Step Time": 5.975264435634017}
+{"Finetune/Learning Rate": 6.63982327508317e-06, "Finetune/Loss": 0.6481287479400635, "Finetune/Loss (Raw)": 0.8925464153289795, "Finetune/Step": 11939, "Finetune/Step Time": 5.951014896854758}
+{"Finetune/Learning Rate": 6.638237277017032e-06, "Finetune/Loss": 0.6473078727722168, "Finetune/Loss (Raw)": 0.5650484561920166, "Finetune/Step": 11940, "Finetune/Step Time": 5.958143398165703}
+{"Finetune/Learning Rate": 6.636651374280925e-06, "Finetune/Loss": 0.6470251083374023, "Finetune/Loss (Raw)": 0.6103065013885498, "Finetune/Step": 11941, "Finetune/Step Time": 5.960365958511829}
+{"Finetune/Learning Rate": 6.635065566919823e-06, "Finetune/Loss": 0.6470611095428467, "Finetune/Loss (Raw)": 0.6852571368217468, "Finetune/Step": 11942, "Finetune/Step Time": 5.96279576048255}
+{"Finetune/Learning Rate": 6.633479854978689e-06, "Finetune/Loss": 0.6467100381851196, "Finetune/Loss (Raw)": 0.6564923524856567, "Finetune/Step": 11943, "Finetune/Step Time": 5.975840950384736}
+{"Finetune/Learning Rate": 6.631894238502495e-06, "Finetune/Loss": 0.6457434892654419, "Finetune/Loss (Raw)": 0.622334897518158, "Finetune/Step": 11944, "Finetune/Step Time": 5.97645122371614}
+{"Finetune/Learning Rate": 6.630308717536202e-06, "Finetune/Loss": 0.6456260681152344, "Finetune/Loss (Raw)": 0.6962810158729553, "Finetune/Step": 11945, "Finetune/Step Time": 5.976715078577399}
+{"Finetune/Learning Rate": 6.6287232921247704e-06, "Finetune/Loss": 0.6433049440383911, "Finetune/Loss (Raw)": 0.45352903008461, "Finetune/Step": 11946, "Finetune/Step Time": 5.981544982641935}
+{"Finetune/Learning Rate": 6.6271379623131615e-06, "Finetune/Loss": 0.6439244747161865, "Finetune/Loss (Raw)": 0.5527099967002869, "Finetune/Step": 11947, "Finetune/Step Time": 5.978343021124601}
+{"Finetune/Learning Rate": 6.625552728146334e-06, "Finetune/Loss": 0.6450023651123047, "Finetune/Loss (Raw)": 0.7231060862541199, "Finetune/Step": 11948, "Finetune/Step Time": 5.979168187826872}
+{"Finetune/Learning Rate": 6.623967589669227e-06, "Finetune/Loss": 0.64590984582901, "Finetune/Loss (Raw)": 0.7623683214187622, "Finetune/Step": 11949, "Finetune/Step Time": 5.9636065904051065}
+{"Finetune/Learning Rate": 6.622382546926802e-06, "Finetune/Loss": 0.6449261903762817, "Finetune/Loss (Raw)": 0.5597560405731201, "Finetune/Step": 11950, "Finetune/Step Time": 5.963573383167386}
+{"Finetune/Learning Rate": 6.620797599964004e-06, "Finetune/Loss": 0.6455402970314026, "Finetune/Loss (Raw)": 0.6756613254547119, "Finetune/Step": 11951, "Finetune/Step Time": 5.972820118069649}
+{"Finetune/Learning Rate": 6.619212748825776e-06, "Finetune/Loss": 0.6446776390075684, "Finetune/Loss (Raw)": 0.5220577716827393, "Finetune/Step": 11952, "Finetune/Step Time": 5.972720496356487}
+{"Finetune/Learning Rate": 6.61762799355706e-06, "Finetune/Loss": 0.643085777759552, "Finetune/Loss (Raw)": 0.561374843120575, "Finetune/Step": 11953, "Finetune/Step Time": 5.972773125395179}
+{"Finetune/Learning Rate": 6.616043334202802e-06, "Finetune/Loss": 0.643913745880127, "Finetune/Loss (Raw)": 0.7876030802726746, "Finetune/Step": 11954, "Finetune/Step Time": 5.972537195309997}
+{"Finetune/Learning Rate": 6.614458770807926e-06, "Finetune/Loss": 0.6434268951416016, "Finetune/Loss (Raw)": 0.6952927708625793, "Finetune/Step": 11955, "Finetune/Step Time": 5.973460143432021}
+{"Finetune/Learning Rate": 6.6128743034173716e-06, "Finetune/Loss": 0.6426286697387695, "Finetune/Loss (Raw)": 0.6041722297668457, "Finetune/Step": 11956, "Finetune/Step Time": 5.973745537921786}
+{"Finetune/Learning Rate": 6.611289932076073e-06, "Finetune/Loss": 0.6440036296844482, "Finetune/Loss (Raw)": 0.658381462097168, "Finetune/Step": 11957, "Finetune/Step Time": 5.940905354917049}
+{"Finetune/Learning Rate": 6.609705656828955e-06, "Finetune/Loss": 0.6448085308074951, "Finetune/Loss (Raw)": 0.7319029569625854, "Finetune/Step": 11958, "Finetune/Step Time": 5.932251013815403}
+{"Finetune/Learning Rate": 6.608121477720944e-06, "Finetune/Loss": 0.6446895599365234, "Finetune/Loss (Raw)": 0.6671186685562134, "Finetune/Step": 11959, "Finetune/Step Time": 5.948336524888873}
+{"Finetune/Learning Rate": 6.606537394796963e-06, "Finetune/Loss": 0.6460548639297485, "Finetune/Loss (Raw)": 0.6509072184562683, "Finetune/Step": 11960, "Finetune/Step Time": 5.932515358552337}
+{"Finetune/Learning Rate": 6.604953408101933e-06, "Finetune/Loss": 0.6466339826583862, "Finetune/Loss (Raw)": 0.6333805322647095, "Finetune/Step": 11961, "Finetune/Step Time": 5.932332590222359}
+{"Finetune/Learning Rate": 6.603369517680768e-06, "Finetune/Loss": 0.6463646292686462, "Finetune/Loss (Raw)": 0.6104472279548645, "Finetune/Step": 11962, "Finetune/Step Time": 5.929280523210764}
+{"Finetune/Learning Rate": 6.601785723578382e-06, "Finetune/Loss": 0.6459821462631226, "Finetune/Loss (Raw)": 0.5724039077758789, "Finetune/Step": 11963, "Finetune/Step Time": 5.933719201013446}
+{"Finetune/Learning Rate": 6.600202025839693e-06, "Finetune/Loss": 0.6466913223266602, "Finetune/Loss (Raw)": 0.8378321528434753, "Finetune/Step": 11964, "Finetune/Step Time": 5.931664861738682}
+{"Finetune/Learning Rate": 6.598618424509608e-06, "Finetune/Loss": 0.6469584703445435, "Finetune/Loss (Raw)": 0.6082616448402405, "Finetune/Step": 11965, "Finetune/Step Time": 5.933769628405571}
+{"Finetune/Learning Rate": 6.597034919633032e-06, "Finetune/Loss": 0.6461337804794312, "Finetune/Loss (Raw)": 0.5458675622940063, "Finetune/Step": 11966, "Finetune/Step Time": 5.953325100243092}
+{"Finetune/Learning Rate": 6.595451511254868e-06, "Finetune/Loss": 0.6471047401428223, "Finetune/Loss (Raw)": 0.7444510459899902, "Finetune/Step": 11967, "Finetune/Step Time": 5.952693233266473}
+{"Finetune/Learning Rate": 6.593868199420017e-06, "Finetune/Loss": 0.6457275152206421, "Finetune/Loss (Raw)": 0.6711939573287964, "Finetune/Step": 11968, "Finetune/Step Time": 5.951773371547461}
+{"Finetune/Learning Rate": 6.592284984173379e-06, "Finetune/Loss": 0.6453337669372559, "Finetune/Loss (Raw)": 0.5979255437850952, "Finetune/Step": 11969, "Finetune/Step Time": 5.95207816362381}
+{"Finetune/Learning Rate": 6.590701865559849e-06, "Finetune/Loss": 0.6449155807495117, "Finetune/Loss (Raw)": 0.6423475742340088, "Finetune/Step": 11970, "Finetune/Step Time": 5.933464843779802}
+{"Finetune/Learning Rate": 6.589118843624316e-06, "Finetune/Loss": 0.6440862417221069, "Finetune/Loss (Raw)": 0.5741762518882751, "Finetune/Step": 11971, "Finetune/Step Time": 5.927352122962475}
+{"Finetune/Learning Rate": 6.58753591841168e-06, "Finetune/Loss": 0.6444050073623657, "Finetune/Loss (Raw)": 0.6580417156219482, "Finetune/Step": 11972, "Finetune/Step Time": 5.926341012120247}
+{"Finetune/Learning Rate": 6.585953089966817e-06, "Finetune/Loss": 0.64583420753479, "Finetune/Loss (Raw)": 0.7497643828392029, "Finetune/Step": 11973, "Finetune/Step Time": 5.924702392891049}
+{"Finetune/Learning Rate": 6.584370358334616e-06, "Finetune/Loss": 0.6452268958091736, "Finetune/Loss (Raw)": 0.6617000102996826, "Finetune/Step": 11974, "Finetune/Step Time": 5.92311929166317}
+{"Finetune/Learning Rate": 6.58278772355996e-06, "Finetune/Loss": 0.6446998119354248, "Finetune/Loss (Raw)": 0.6834914684295654, "Finetune/Step": 11975, "Finetune/Step Time": 5.922462305054069}
+{"Finetune/Learning Rate": 6.581205185687727e-06, "Finetune/Loss": 0.6464173197746277, "Finetune/Loss (Raw)": 0.8169796466827393, "Finetune/Step": 11976, "Finetune/Step Time": 5.9259145725518465}
+{"Finetune/Learning Rate": 6.579622744762792e-06, "Finetune/Loss": 0.645828366279602, "Finetune/Loss (Raw)": 0.5147504210472107, "Finetune/Step": 11977, "Finetune/Step Time": 5.922932548448443}
+{"Finetune/Learning Rate": 6.578040400830033e-06, "Finetune/Loss": 0.6462885141372681, "Finetune/Loss (Raw)": 0.6314569115638733, "Finetune/Step": 11978, "Finetune/Step Time": 5.921594465151429}
+{"Finetune/Learning Rate": 6.576458153934315e-06, "Finetune/Loss": 0.6468478441238403, "Finetune/Loss (Raw)": 0.6094043254852295, "Finetune/Step": 11979, "Finetune/Step Time": 5.916379747912288}
+{"Finetune/Learning Rate": 6.5748760041205075e-06, "Finetune/Loss": 0.6470944285392761, "Finetune/Loss (Raw)": 0.7538380026817322, "Finetune/Step": 11980, "Finetune/Step Time": 5.910990476608276}
+{"Finetune/Learning Rate": 6.573293951433477e-06, "Finetune/Loss": 0.6473002433776855, "Finetune/Loss (Raw)": 0.8587080240249634, "Finetune/Step": 11981, "Finetune/Step Time": 5.9149607345461845}
+{"Finetune/Learning Rate": 6.571711995918086e-06, "Finetune/Loss": 0.6476947069168091, "Finetune/Loss (Raw)": 0.7449462413787842, "Finetune/Step": 11982, "Finetune/Step Time": 5.9147654213011265}
+{"Finetune/Learning Rate": 6.570130137619195e-06, "Finetune/Loss": 0.6479489803314209, "Finetune/Loss (Raw)": 0.6863695383071899, "Finetune/Step": 11983, "Finetune/Step Time": 5.909183582291007}
+{"Finetune/Learning Rate": 6.568548376581663e-06, "Finetune/Loss": 0.6487479209899902, "Finetune/Loss (Raw)": 0.5881854891777039, "Finetune/Step": 11984, "Finetune/Step Time": 5.900503173470497}
+{"Finetune/Learning Rate": 6.5669667128503376e-06, "Finetune/Loss": 0.6477665901184082, "Finetune/Loss (Raw)": 0.6216474771499634, "Finetune/Step": 11985, "Finetune/Step Time": 5.894600793719292}
+{"Finetune/Learning Rate": 6.565385146470074e-06, "Finetune/Loss": 0.6465170979499817, "Finetune/Loss (Raw)": 0.6005052924156189, "Finetune/Step": 11986, "Finetune/Step Time": 5.896122047677636}
+{"Finetune/Learning Rate": 6.56380367748572e-06, "Finetune/Loss": 0.6438606381416321, "Finetune/Loss (Raw)": 0.4907747805118561, "Finetune/Step": 11987, "Finetune/Step Time": 5.915710041299462}
+{"Finetune/Learning Rate": 6.562222305942123e-06, "Finetune/Loss": 0.6438474059104919, "Finetune/Loss (Raw)": 0.6383233666419983, "Finetune/Step": 11988, "Finetune/Step Time": 5.915910221636295}
+{"Finetune/Learning Rate": 6.560641031884126e-06, "Finetune/Loss": 0.6441861391067505, "Finetune/Loss (Raw)": 0.683487594127655, "Finetune/Step": 11989, "Finetune/Step Time": 5.9227275643497705}
+{"Finetune/Learning Rate": 6.55905985535657e-06, "Finetune/Loss": 0.6430453658103943, "Finetune/Loss (Raw)": 0.5741089582443237, "Finetune/Step": 11990, "Finetune/Step Time": 5.928191646933556}
+{"Finetune/Learning Rate": 6.5574787764042935e-06, "Finetune/Loss": 0.642845869064331, "Finetune/Loss (Raw)": 0.6393840909004211, "Finetune/Step": 11991, "Finetune/Step Time": 5.924052530899644}
+{"Finetune/Learning Rate": 6.555897795072128e-06, "Finetune/Loss": 0.6440336108207703, "Finetune/Loss (Raw)": 0.6982285976409912, "Finetune/Step": 11992, "Finetune/Step Time": 5.903375329449773}
+{"Finetune/Learning Rate": 6.5543169114049064e-06, "Finetune/Loss": 0.6453825235366821, "Finetune/Loss (Raw)": 0.723023533821106, "Finetune/Step": 11993, "Finetune/Step Time": 5.883363638073206}
+{"Finetune/Learning Rate": 6.552736125447458e-06, "Finetune/Loss": 0.6453533172607422, "Finetune/Loss (Raw)": 0.6976683139801025, "Finetune/Step": 11994, "Finetune/Step Time": 5.884198376908898}
+{"Finetune/Learning Rate": 6.551155437244612e-06, "Finetune/Loss": 0.6461344957351685, "Finetune/Loss (Raw)": 0.7150124907493591, "Finetune/Step": 11995, "Finetune/Step Time": 5.886314917355776}
+{"Finetune/Learning Rate": 6.549574846841189e-06, "Finetune/Loss": 0.6456629037857056, "Finetune/Loss (Raw)": 0.5896909236907959, "Finetune/Step": 11996, "Finetune/Step Time": 5.883153276517987}
+{"Finetune/Learning Rate": 6.547994354282018e-06, "Finetune/Loss": 0.6443029642105103, "Finetune/Loss (Raw)": 0.47842827439308167, "Finetune/Step": 11997, "Finetune/Step Time": 5.884538467973471}
+{"Finetune/Learning Rate": 6.546413959611903e-06, "Finetune/Loss": 0.6444353461265564, "Finetune/Loss (Raw)": 0.6701456904411316, "Finetune/Step": 11998, "Finetune/Step Time": 5.89507651515305}
+{"Finetune/Learning Rate": 6.544833662875671e-06, "Finetune/Loss": 0.6467673778533936, "Finetune/Loss (Raw)": 0.6482086181640625, "Finetune/Step": 11999, "Finetune/Step Time": 5.8780636470764875}
+{"Finetune/Learning Rate": 6.543253464118131e-06, "Finetune/Loss": 0.6467916965484619, "Finetune/Loss (Raw)": 0.5982144474983215, "Finetune/Step": 12000, "Finetune/Step Time": 5.91567624732852}
+{"Finetune/Learning Rate": 6.541673363384093e-06, "Finetune/Loss": 0.6474295258522034, "Finetune/Loss (Raw)": 0.5952326655387878, "Finetune/Step": 12001, "Finetune/Step Time": 5.918166991323233}
+{"Finetune/Learning Rate": 6.54009336071836e-06, "Finetune/Loss": 0.6467976570129395, "Finetune/Loss (Raw)": 0.60322505235672, "Finetune/Step": 12002, "Finetune/Step Time": 5.923737220466137}
+{"Finetune/Learning Rate": 6.538513456165749e-06, "Finetune/Loss": 0.6489952802658081, "Finetune/Loss (Raw)": 0.6620074510574341, "Finetune/Step": 12003, "Finetune/Step Time": 5.918931292369962}
+{"Finetune/Learning Rate": 6.536933649771049e-06, "Finetune/Loss": 0.6485156416893005, "Finetune/Loss (Raw)": 0.6629614233970642, "Finetune/Step": 12004, "Finetune/Step Time": 5.918329793959856}
+{"Finetune/Learning Rate": 6.535353941579061e-06, "Finetune/Loss": 0.6477872133255005, "Finetune/Loss (Raw)": 0.5432518124580383, "Finetune/Step": 12005, "Finetune/Step Time": 5.922127403318882}
+{"Finetune/Learning Rate": 6.5337743316345846e-06, "Finetune/Loss": 0.6470577716827393, "Finetune/Loss (Raw)": 0.6334049701690674, "Finetune/Step": 12006, "Finetune/Step Time": 5.945037174969912}
+{"Finetune/Learning Rate": 6.5321948199824115e-06, "Finetune/Loss": 0.6455627083778381, "Finetune/Loss (Raw)": 0.5793031454086304, "Finetune/Step": 12007, "Finetune/Step Time": 5.943257680162787}
+{"Finetune/Learning Rate": 6.530615406667333e-06, "Finetune/Loss": 0.6436266899108887, "Finetune/Loss (Raw)": 0.5136547684669495, "Finetune/Step": 12008, "Finetune/Step Time": 5.940967924892902}
+{"Finetune/Learning Rate": 6.529036091734138e-06, "Finetune/Loss": 0.6442631483078003, "Finetune/Loss (Raw)": 0.7608091831207275, "Finetune/Step": 12009, "Finetune/Step Time": 5.937917437404394}
+{"Finetune/Learning Rate": 6.527456875227607e-06, "Finetune/Loss": 0.643562376499176, "Finetune/Loss (Raw)": 0.6422626376152039, "Finetune/Step": 12010, "Finetune/Step Time": 5.934432305395603}
+{"Finetune/Learning Rate": 6.525877757192524e-06, "Finetune/Loss": 0.6442770957946777, "Finetune/Loss (Raw)": 0.6590200066566467, "Finetune/Step": 12011, "Finetune/Step Time": 5.9317423943430185}
+{"Finetune/Learning Rate": 6.524298737673667e-06, "Finetune/Loss": 0.6452956795692444, "Finetune/Loss (Raw)": 0.6826674342155457, "Finetune/Step": 12012, "Finetune/Step Time": 5.922650244086981}
+{"Finetune/Learning Rate": 6.522719816715816e-06, "Finetune/Loss": 0.6462640762329102, "Finetune/Loss (Raw)": 0.69732266664505, "Finetune/Step": 12013, "Finetune/Step Time": 5.921843247488141}
+{"Finetune/Learning Rate": 6.521140994363743e-06, "Finetune/Loss": 0.6457539200782776, "Finetune/Loss (Raw)": 0.5534402132034302, "Finetune/Step": 12014, "Finetune/Step Time": 5.9220940340310335}
+{"Finetune/Learning Rate": 6.5195622706622205e-06, "Finetune/Loss": 0.6461353302001953, "Finetune/Loss (Raw)": 0.7423020005226135, "Finetune/Step": 12015, "Finetune/Step Time": 5.929247727617621}
+{"Finetune/Learning Rate": 6.517983645656014e-06, "Finetune/Loss": 0.6455737352371216, "Finetune/Loss (Raw)": 0.5753732919692993, "Finetune/Step": 12016, "Finetune/Step Time": 5.923998389393091}
+{"Finetune/Learning Rate": 6.516405119389889e-06, "Finetune/Loss": 0.6472679376602173, "Finetune/Loss (Raw)": 0.7422168850898743, "Finetune/Step": 12017, "Finetune/Step Time": 5.9085054118186235}
+{"Finetune/Learning Rate": 6.514826691908609e-06, "Finetune/Loss": 0.6479694843292236, "Finetune/Loss (Raw)": 0.6811627149581909, "Finetune/Step": 12018, "Finetune/Step Time": 5.907420013099909}
+{"Finetune/Learning Rate": 6.513248363256932e-06, "Finetune/Loss": 0.6470187902450562, "Finetune/Loss (Raw)": 0.6044204831123352, "Finetune/Step": 12019, "Finetune/Step Time": 5.905202796682715}
+{"Finetune/Learning Rate": 6.511670133479617e-06, "Finetune/Loss": 0.646976888179779, "Finetune/Loss (Raw)": 0.6117565631866455, "Finetune/Step": 12020, "Finetune/Step Time": 5.886286431923509}
+{"Finetune/Learning Rate": 6.510092002621423e-06, "Finetune/Loss": 0.6482963562011719, "Finetune/Loss (Raw)": 0.7130023241043091, "Finetune/Step": 12021, "Finetune/Step Time": 5.889710022136569}
+{"Finetune/Learning Rate": 6.50851397072709e-06, "Finetune/Loss": 0.6501903533935547, "Finetune/Loss (Raw)": 0.7408198714256287, "Finetune/Step": 12022, "Finetune/Step Time": 5.8898706045001745}
+{"Finetune/Learning Rate": 6.506936037841374e-06, "Finetune/Loss": 0.6497604846954346, "Finetune/Loss (Raw)": 0.5956578850746155, "Finetune/Step": 12023, "Finetune/Step Time": 5.8703872710466385}
+{"Finetune/Learning Rate": 6.505358204009018e-06, "Finetune/Loss": 0.650324285030365, "Finetune/Loss (Raw)": 0.7535755038261414, "Finetune/Step": 12024, "Finetune/Step Time": 5.864205334335566}
+{"Finetune/Learning Rate": 6.503780469274766e-06, "Finetune/Loss": 0.6508257985115051, "Finetune/Loss (Raw)": 0.7408233284950256, "Finetune/Step": 12025, "Finetune/Step Time": 5.864283569157124}
+{"Finetune/Learning Rate": 6.502202833683359e-06, "Finetune/Loss": 0.6515189409255981, "Finetune/Loss (Raw)": 0.6748381853103638, "Finetune/Step": 12026, "Finetune/Step Time": 5.8349610939621925}
+{"Finetune/Learning Rate": 6.500625297279535e-06, "Finetune/Loss": 0.6515322923660278, "Finetune/Loss (Raw)": 0.6551937460899353, "Finetune/Step": 12027, "Finetune/Step Time": 5.837159527465701}
+{"Finetune/Learning Rate": 6.499047860108024e-06, "Finetune/Loss": 0.6527607440948486, "Finetune/Loss (Raw)": 0.7144211530685425, "Finetune/Step": 12028, "Finetune/Step Time": 5.841701017692685}
+{"Finetune/Learning Rate": 6.497470522213558e-06, "Finetune/Loss": 0.6527500152587891, "Finetune/Loss (Raw)": 0.6812394261360168, "Finetune/Step": 12029, "Finetune/Step Time": 5.833604738116264}
+{"Finetune/Learning Rate": 6.495893283640871e-06, "Finetune/Loss": 0.6535941958427429, "Finetune/Loss (Raw)": 0.6391535401344299, "Finetune/Step": 12030, "Finetune/Step Time": 5.818695306777954}
+{"Finetune/Learning Rate": 6.494316144434687e-06, "Finetune/Loss": 0.6538974642753601, "Finetune/Loss (Raw)": 0.6512265205383301, "Finetune/Step": 12031, "Finetune/Step Time": 5.8210010677576065}
+{"Finetune/Learning Rate": 6.492739104639727e-06, "Finetune/Loss": 0.654914379119873, "Finetune/Loss (Raw)": 0.7402681708335876, "Finetune/Step": 12032, "Finetune/Step Time": 5.810945576056838}
+{"Finetune/Learning Rate": 6.491162164300715e-06, "Finetune/Loss": 0.6550436019897461, "Finetune/Loss (Raw)": 0.6847137212753296, "Finetune/Step": 12033, "Finetune/Step Time": 5.808054005727172}
+{"Finetune/Learning Rate": 6.489585323462364e-06, "Finetune/Loss": 0.6551911234855652, "Finetune/Loss (Raw)": 0.6719215512275696, "Finetune/Step": 12034, "Finetune/Step Time": 5.80740012973547}
+{"Finetune/Learning Rate": 6.488008582169392e-06, "Finetune/Loss": 0.6556349992752075, "Finetune/Loss (Raw)": 0.6961024403572083, "Finetune/Step": 12035, "Finetune/Step Time": 5.782876094803214}
+{"Finetune/Learning Rate": 6.4864319404665065e-06, "Finetune/Loss": 0.6562916040420532, "Finetune/Loss (Raw)": 0.7153225541114807, "Finetune/Step": 12036, "Finetune/Step Time": 5.78266092017293}
+{"Finetune/Learning Rate": 6.484855398398422e-06, "Finetune/Loss": 0.6556760668754578, "Finetune/Loss (Raw)": 0.6074402928352356, "Finetune/Step": 12037, "Finetune/Step Time": 5.777324868366122}
+{"Finetune/Learning Rate": 6.483278956009844e-06, "Finetune/Loss": 0.6550428867340088, "Finetune/Loss (Raw)": 0.6686134934425354, "Finetune/Step": 12038, "Finetune/Step Time": 5.777524832636118}
+{"Finetune/Learning Rate": 6.481702613345475e-06, "Finetune/Loss": 0.6553111672401428, "Finetune/Loss (Raw)": 0.7152355909347534, "Finetune/Step": 12039, "Finetune/Step Time": 5.7722801975905895}
+{"Finetune/Learning Rate": 6.480126370450015e-06, "Finetune/Loss": 0.6548516154289246, "Finetune/Loss (Raw)": 0.6305554509162903, "Finetune/Step": 12040, "Finetune/Step Time": 5.760629998520017}
+{"Finetune/Learning Rate": 6.478550227368161e-06, "Finetune/Loss": 0.6549792885780334, "Finetune/Loss (Raw)": 0.7030144929885864, "Finetune/Step": 12041, "Finetune/Step Time": 5.759707927703857}
+{"Finetune/Learning Rate": 6.476974184144608e-06, "Finetune/Loss": 0.6549283266067505, "Finetune/Loss (Raw)": 0.5638622641563416, "Finetune/Step": 12042, "Finetune/Step Time": 5.756834575906396}
+{"Finetune/Learning Rate": 6.47539824082405e-06, "Finetune/Loss": 0.6542076468467712, "Finetune/Loss (Raw)": 0.49223628640174866, "Finetune/Step": 12043, "Finetune/Step Time": 5.760970026254654}
+{"Finetune/Learning Rate": 6.4738223974511725e-06, "Finetune/Loss": 0.6540918946266174, "Finetune/Loss (Raw)": 0.6824191212654114, "Finetune/Step": 12044, "Finetune/Step Time": 5.759504958987236}
+{"Finetune/Learning Rate": 6.472246654070672e-06, "Finetune/Loss": 0.654249906539917, "Finetune/Loss (Raw)": 0.6409956216812134, "Finetune/Step": 12045, "Finetune/Step Time": 5.762717194855213}
+{"Finetune/Learning Rate": 6.470671010727218e-06, "Finetune/Loss": 0.6543173789978027, "Finetune/Loss (Raw)": 0.645397424697876, "Finetune/Step": 12046, "Finetune/Step Time": 5.770771816372871}
+{"Finetune/Learning Rate": 6.469095467465501e-06, "Finetune/Loss": 0.6528565883636475, "Finetune/Loss (Raw)": 0.5676558613777161, "Finetune/Step": 12047, "Finetune/Step Time": 5.772898696362972}
+{"Finetune/Learning Rate": 6.467520024330194e-06, "Finetune/Loss": 0.6530904769897461, "Finetune/Loss (Raw)": 0.704624354839325, "Finetune/Step": 12048, "Finetune/Step Time": 5.768475327640772}
+{"Finetune/Learning Rate": 6.465944681365974e-06, "Finetune/Loss": 0.6541150808334351, "Finetune/Loss (Raw)": 0.7378833889961243, "Finetune/Step": 12049, "Finetune/Step Time": 5.770111653953791}
+{"Finetune/Learning Rate": 6.464369438617515e-06, "Finetune/Loss": 0.6542525291442871, "Finetune/Loss (Raw)": 0.7261173129081726, "Finetune/Step": 12050, "Finetune/Step Time": 5.770921718329191}
+{"Finetune/Learning Rate": 6.462794296129487e-06, "Finetune/Loss": 0.6542786955833435, "Finetune/Loss (Raw)": 0.6544709801673889, "Finetune/Step": 12051, "Finetune/Step Time": 5.76993920840323}
+{"Finetune/Learning Rate": 6.461219253946551e-06, "Finetune/Loss": 0.654982328414917, "Finetune/Loss (Raw)": 0.6750612258911133, "Finetune/Step": 12052, "Finetune/Step Time": 5.790107490494847}
+{"Finetune/Learning Rate": 6.459644312113376e-06, "Finetune/Loss": 0.6538470387458801, "Finetune/Loss (Raw)": 0.7666285037994385, "Finetune/Step": 12053, "Finetune/Step Time": 5.788922822102904}
+{"Finetune/Learning Rate": 6.4580694706746165e-06, "Finetune/Loss": 0.654065728187561, "Finetune/Loss (Raw)": 0.6174998879432678, "Finetune/Step": 12054, "Finetune/Step Time": 5.787815060466528}
+{"Finetune/Learning Rate": 6.4564947296749385e-06, "Finetune/Loss": 0.653228759765625, "Finetune/Loss (Raw)": 0.5369856357574463, "Finetune/Step": 12055, "Finetune/Step Time": 5.787070669233799}
+{"Finetune/Learning Rate": 6.454920089158992e-06, "Finetune/Loss": 0.653300940990448, "Finetune/Loss (Raw)": 0.7372428774833679, "Finetune/Step": 12056, "Finetune/Step Time": 5.788566175848246}
+{"Finetune/Learning Rate": 6.453345549171435e-06, "Finetune/Loss": 0.6542457342147827, "Finetune/Loss (Raw)": 0.6745259165763855, "Finetune/Step": 12057, "Finetune/Step Time": 5.786141011863947}
+{"Finetune/Learning Rate": 6.451771109756908e-06, "Finetune/Loss": 0.6541853547096252, "Finetune/Loss (Raw)": 0.807335615158081, "Finetune/Step": 12058, "Finetune/Step Time": 5.782892489805818}
+{"Finetune/Learning Rate": 6.450196770960064e-06, "Finetune/Loss": 0.6542624235153198, "Finetune/Loss (Raw)": 0.6430825591087341, "Finetune/Step": 12059, "Finetune/Step Time": 5.787277884781361}
+{"Finetune/Learning Rate": 6.448622532825546e-06, "Finetune/Loss": 0.6534253358840942, "Finetune/Loss (Raw)": 0.5665391683578491, "Finetune/Step": 12060, "Finetune/Step Time": 5.788461830466986}
+{"Finetune/Learning Rate": 6.447048395397993e-06, "Finetune/Loss": 0.6529447436332703, "Finetune/Loss (Raw)": 0.6008365750312805, "Finetune/Step": 12061, "Finetune/Step Time": 5.785411158576608}
+{"Finetune/Learning Rate": 6.445474358722044e-06, "Finetune/Loss": 0.6536155939102173, "Finetune/Loss (Raw)": 0.7463394999504089, "Finetune/Step": 12062, "Finetune/Step Time": 5.786940218880773}
+{"Finetune/Learning Rate": 6.443900422842337e-06, "Finetune/Loss": 0.6549444794654846, "Finetune/Loss (Raw)": 0.6968247890472412, "Finetune/Step": 12063, "Finetune/Step Time": 5.778966277837753}
+{"Finetune/Learning Rate": 6.4423265878035015e-06, "Finetune/Loss": 0.6553953886032104, "Finetune/Loss (Raw)": 0.6930412650108337, "Finetune/Step": 12064, "Finetune/Step Time": 5.793950580060482}
+{"Finetune/Learning Rate": 6.440752853650165e-06, "Finetune/Loss": 0.6558879613876343, "Finetune/Loss (Raw)": 0.6830042004585266, "Finetune/Step": 12065, "Finetune/Step Time": 5.795611061155796}
+{"Finetune/Learning Rate": 6.4391792204269585e-06, "Finetune/Loss": 0.6573288440704346, "Finetune/Loss (Raw)": 0.7415671348571777, "Finetune/Step": 12066, "Finetune/Step Time": 5.796129673719406}
+{"Finetune/Learning Rate": 6.437605688178502e-06, "Finetune/Loss": 0.655814528465271, "Finetune/Loss (Raw)": 0.6987141966819763, "Finetune/Step": 12067, "Finetune/Step Time": 5.823681419715285}
+{"Finetune/Learning Rate": 6.436032256949417e-06, "Finetune/Loss": 0.6569669842720032, "Finetune/Loss (Raw)": 0.7125586867332458, "Finetune/Step": 12068, "Finetune/Step Time": 5.816345715895295}
+{"Finetune/Learning Rate": 6.434458926784328e-06, "Finetune/Loss": 0.6560386419296265, "Finetune/Loss (Raw)": 0.4914798438549042, "Finetune/Step": 12069, "Finetune/Step Time": 5.8325846288353205}
+{"Finetune/Learning Rate": 6.432885697727842e-06, "Finetune/Loss": 0.6559730172157288, "Finetune/Loss (Raw)": 0.6768531203269958, "Finetune/Step": 12070, "Finetune/Step Time": 5.83237219043076}
+{"Finetune/Learning Rate": 6.43131256982457e-06, "Finetune/Loss": 0.6561482548713684, "Finetune/Loss (Raw)": 0.6789287328720093, "Finetune/Step": 12071, "Finetune/Step Time": 5.8160110749304295}
+{"Finetune/Learning Rate": 6.42973954311913e-06, "Finetune/Loss": 0.6561886668205261, "Finetune/Loss (Raw)": 0.6275061964988708, "Finetune/Step": 12072, "Finetune/Step Time": 5.817116491496563}
+{"Finetune/Learning Rate": 6.428166617656123e-06, "Finetune/Loss": 0.6551071405410767, "Finetune/Loss (Raw)": 0.557837188243866, "Finetune/Step": 12073, "Finetune/Step Time": 5.817709214985371}
+{"Finetune/Learning Rate": 6.426593793480154e-06, "Finetune/Loss": 0.6570935249328613, "Finetune/Loss (Raw)": 0.70778888463974, "Finetune/Step": 12074, "Finetune/Step Time": 5.812218561768532}
+{"Finetune/Learning Rate": 6.425021070635821e-06, "Finetune/Loss": 0.6585021615028381, "Finetune/Loss (Raw)": 0.7330220341682434, "Finetune/Step": 12075, "Finetune/Step Time": 5.810402039438486}
+{"Finetune/Learning Rate": 6.42344844916773e-06, "Finetune/Loss": 0.6576471328735352, "Finetune/Loss (Raw)": 0.6136568188667297, "Finetune/Step": 12076, "Finetune/Step Time": 5.809137178584933}
+{"Finetune/Learning Rate": 6.421875929120469e-06, "Finetune/Loss": 0.6568567752838135, "Finetune/Loss (Raw)": 0.661201536655426, "Finetune/Step": 12077, "Finetune/Step Time": 5.812031988054514}
+{"Finetune/Learning Rate": 6.420303510538628e-06, "Finetune/Loss": 0.6578187942504883, "Finetune/Loss (Raw)": 0.6828979253768921, "Finetune/Step": 12078, "Finetune/Step Time": 5.810232765972614}
+{"Finetune/Learning Rate": 6.418731193466802e-06, "Finetune/Loss": 0.6576297283172607, "Finetune/Loss (Raw)": 0.6514637470245361, "Finetune/Step": 12079, "Finetune/Step Time": 5.820183213800192}
+{"Finetune/Learning Rate": 6.4171589779495755e-06, "Finetune/Loss": 0.6582159399986267, "Finetune/Loss (Raw)": 0.5970895886421204, "Finetune/Step": 12080, "Finetune/Step Time": 5.821920422837138}
+{"Finetune/Learning Rate": 6.415586864031533e-06, "Finetune/Loss": 0.6590702533721924, "Finetune/Loss (Raw)": 0.6707276105880737, "Finetune/Step": 12081, "Finetune/Step Time": 5.824208293110132}
+{"Finetune/Learning Rate": 6.414014851757257e-06, "Finetune/Loss": 0.6577545404434204, "Finetune/Loss (Raw)": 0.6191940903663635, "Finetune/Step": 12082, "Finetune/Step Time": 5.8213922791182995}
+{"Finetune/Learning Rate": 6.41244294117132e-06, "Finetune/Loss": 0.6575110554695129, "Finetune/Loss (Raw)": 0.6641266942024231, "Finetune/Step": 12083, "Finetune/Step Time": 5.814572840929031}
+{"Finetune/Learning Rate": 6.4108711323182995e-06, "Finetune/Loss": 0.6574286818504333, "Finetune/Loss (Raw)": 0.5936266183853149, "Finetune/Step": 12084, "Finetune/Step Time": 5.816544245928526}
+{"Finetune/Learning Rate": 6.409299425242765e-06, "Finetune/Loss": 0.6564997434616089, "Finetune/Loss (Raw)": 0.5394757986068726, "Finetune/Step": 12085, "Finetune/Step Time": 5.815032280981541}
+{"Finetune/Learning Rate": 6.40772781998929e-06, "Finetune/Loss": 0.6562239527702332, "Finetune/Loss (Raw)": 0.6966047286987305, "Finetune/Step": 12086, "Finetune/Step Time": 5.81312857195735}
+{"Finetune/Learning Rate": 6.40615631660244e-06, "Finetune/Loss": 0.6561993956565857, "Finetune/Loss (Raw)": 0.6639734506607056, "Finetune/Step": 12087, "Finetune/Step Time": 5.794728001579642}
+{"Finetune/Learning Rate": 6.404584915126779e-06, "Finetune/Loss": 0.656452476978302, "Finetune/Loss (Raw)": 0.6833012104034424, "Finetune/Step": 12088, "Finetune/Step Time": 5.805907832458615}
+{"Finetune/Learning Rate": 6.403013615606863e-06, "Finetune/Loss": 0.6568506956100464, "Finetune/Loss (Raw)": 0.6843530535697937, "Finetune/Step": 12089, "Finetune/Step Time": 5.806224070489407}
+{"Finetune/Learning Rate": 6.4014424180872534e-06, "Finetune/Loss": 0.6559745073318481, "Finetune/Loss (Raw)": 0.4982958436012268, "Finetune/Step": 12090, "Finetune/Step Time": 5.818310257047415}
+{"Finetune/Learning Rate": 6.399871322612503e-06, "Finetune/Loss": 0.6569987535476685, "Finetune/Loss (Raw)": 0.7035107016563416, "Finetune/Step": 12091, "Finetune/Step Time": 5.8124183136969805}
+{"Finetune/Learning Rate": 6.398300329227162e-06, "Finetune/Loss": 0.6552375555038452, "Finetune/Loss (Raw)": 0.612394392490387, "Finetune/Step": 12092, "Finetune/Step Time": 5.812236065044999}
+{"Finetune/Learning Rate": 6.396729437975786e-06, "Finetune/Loss": 0.6564739942550659, "Finetune/Loss (Raw)": 0.7665198445320129, "Finetune/Step": 12093, "Finetune/Step Time": 5.811153598129749}
+{"Finetune/Learning Rate": 6.39515864890292e-06, "Finetune/Loss": 0.6569533348083496, "Finetune/Loss (Raw)": 0.6072244644165039, "Finetune/Step": 12094, "Finetune/Step Time": 5.82311611995101}
+{"Finetune/Learning Rate": 6.393587962053098e-06, "Finetune/Loss": 0.6565967798233032, "Finetune/Loss (Raw)": 0.6988136768341064, "Finetune/Step": 12095, "Finetune/Step Time": 5.824834605678916}
+{"Finetune/Learning Rate": 6.392017377470867e-06, "Finetune/Loss": 0.6566004753112793, "Finetune/Loss (Raw)": 0.6716717481613159, "Finetune/Step": 12096, "Finetune/Step Time": 5.828897122293711}
+{"Finetune/Learning Rate": 6.390446895200765e-06, "Finetune/Loss": 0.6573549509048462, "Finetune/Loss (Raw)": 0.6944922804832458, "Finetune/Step": 12097, "Finetune/Step Time": 5.824904641136527}
+{"Finetune/Learning Rate": 6.388876515287323e-06, "Finetune/Loss": 0.6566627621650696, "Finetune/Loss (Raw)": 0.5537505745887756, "Finetune/Step": 12098, "Finetune/Step Time": 5.8297002743929625}
+{"Finetune/Learning Rate": 6.387306237775076e-06, "Finetune/Loss": 0.6562540531158447, "Finetune/Loss (Raw)": 0.5218629837036133, "Finetune/Step": 12099, "Finetune/Step Time": 5.851494800299406}
+{"Finetune/Learning Rate": 6.385736062708553e-06, "Finetune/Loss": 0.6559892892837524, "Finetune/Loss (Raw)": 0.6241543889045715, "Finetune/Step": 12100, "Finetune/Step Time": 5.854207074269652}
+{"Finetune/Learning Rate": 6.384165990132275e-06, "Finetune/Loss": 0.6555991172790527, "Finetune/Loss (Raw)": 0.6998170018196106, "Finetune/Step": 12101, "Finetune/Step Time": 5.853175992146134}
+{"Finetune/Learning Rate": 6.3825960200907656e-06, "Finetune/Loss": 0.6549257040023804, "Finetune/Loss (Raw)": 0.5755038857460022, "Finetune/Step": 12102, "Finetune/Step Time": 5.854876885190606}
+{"Finetune/Learning Rate": 6.381026152628549e-06, "Finetune/Loss": 0.6553887128829956, "Finetune/Loss (Raw)": 0.7427533268928528, "Finetune/Step": 12103, "Finetune/Step Time": 5.8520501758903265}
+{"Finetune/Learning Rate": 6.3794563877901385e-06, "Finetune/Loss": 0.6546177268028259, "Finetune/Loss (Raw)": 0.7182941436767578, "Finetune/Step": 12104, "Finetune/Step Time": 5.853075500577688}
+{"Finetune/Learning Rate": 6.3778867256200505e-06, "Finetune/Loss": 0.6551716923713684, "Finetune/Loss (Raw)": 0.5856632590293884, "Finetune/Step": 12105, "Finetune/Step Time": 5.868770396336913}
+{"Finetune/Learning Rate": 6.3763171661627956e-06, "Finetune/Loss": 0.6558252573013306, "Finetune/Loss (Raw)": 0.7151102423667908, "Finetune/Step": 12106, "Finetune/Step Time": 5.867603411898017}
+{"Finetune/Learning Rate": 6.374747709462881e-06, "Finetune/Loss": 0.6558757424354553, "Finetune/Loss (Raw)": 0.6158697009086609, "Finetune/Step": 12107, "Finetune/Step Time": 5.86491315998137}
+{"Finetune/Learning Rate": 6.3731783555648115e-06, "Finetune/Loss": 0.6548033952713013, "Finetune/Loss (Raw)": 0.6165716052055359, "Finetune/Step": 12108, "Finetune/Step Time": 5.867399252951145}
+{"Finetune/Learning Rate": 6.371609104513092e-06, "Finetune/Loss": 0.6529040932655334, "Finetune/Loss (Raw)": 0.6156006455421448, "Finetune/Step": 12109, "Finetune/Step Time": 5.862411439418793}
+{"Finetune/Learning Rate": 6.370039956352217e-06, "Finetune/Loss": 0.6521692276000977, "Finetune/Loss (Raw)": 0.6508796215057373, "Finetune/Step": 12110, "Finetune/Step Time": 5.864377319812775}
+{"Finetune/Learning Rate": 6.368470911126689e-06, "Finetune/Loss": 0.6530711650848389, "Finetune/Loss (Raw)": 0.8018258810043335, "Finetune/Step": 12111, "Finetune/Step Time": 5.880083477124572}
+{"Finetune/Learning Rate": 6.366901968881002e-06, "Finetune/Loss": 0.6533787846565247, "Finetune/Loss (Raw)": 0.6275578141212463, "Finetune/Step": 12112, "Finetune/Step Time": 5.877049069851637}
+{"Finetune/Learning Rate": 6.365333129659641e-06, "Finetune/Loss": 0.6530006527900696, "Finetune/Loss (Raw)": 0.5732461810112, "Finetune/Step": 12113, "Finetune/Step Time": 5.876700749620795}
+{"Finetune/Learning Rate": 6.363764393507098e-06, "Finetune/Loss": 0.6533674001693726, "Finetune/Loss (Raw)": 0.6474534273147583, "Finetune/Step": 12114, "Finetune/Step Time": 5.881337758153677}
+{"Finetune/Learning Rate": 6.362195760467857e-06, "Finetune/Loss": 0.654167652130127, "Finetune/Loss (Raw)": 0.5932028889656067, "Finetune/Step": 12115, "Finetune/Step Time": 5.860143888741732}
+{"Finetune/Learning Rate": 6.360627230586398e-06, "Finetune/Loss": 0.654348611831665, "Finetune/Loss (Raw)": 0.6614840030670166, "Finetune/Step": 12116, "Finetune/Step Time": 5.862078478559852}
+{"Finetune/Learning Rate": 6.359058803907201e-06, "Finetune/Loss": 0.6541188359260559, "Finetune/Loss (Raw)": 0.6540796756744385, "Finetune/Step": 12117, "Finetune/Step Time": 5.874821523204446}
+{"Finetune/Learning Rate": 6.357490480474748e-06, "Finetune/Loss": 0.6554572582244873, "Finetune/Loss (Raw)": 0.7454225420951843, "Finetune/Step": 12118, "Finetune/Step Time": 5.875073259696364}
+{"Finetune/Learning Rate": 6.355922260333503e-06, "Finetune/Loss": 0.6556650400161743, "Finetune/Loss (Raw)": 0.6659842729568481, "Finetune/Step": 12119, "Finetune/Step Time": 5.874633315950632}
+{"Finetune/Learning Rate": 6.3543541435279386e-06, "Finetune/Loss": 0.6544932126998901, "Finetune/Loss (Raw)": 0.5482336282730103, "Finetune/Step": 12120, "Finetune/Step Time": 5.871859008446336}
+{"Finetune/Learning Rate": 6.352786130102526e-06, "Finetune/Loss": 0.6537306308746338, "Finetune/Loss (Raw)": 0.6254122257232666, "Finetune/Step": 12121, "Finetune/Step Time": 5.874793563038111}
+{"Finetune/Learning Rate": 6.351218220101728e-06, "Finetune/Loss": 0.6520559787750244, "Finetune/Loss (Raw)": 0.4833166301250458, "Finetune/Step": 12122, "Finetune/Step Time": 5.8780745808035135}
+{"Finetune/Learning Rate": 6.349650413570006e-06, "Finetune/Loss": 0.6513437032699585, "Finetune/Loss (Raw)": 0.6238362193107605, "Finetune/Step": 12123, "Finetune/Step Time": 5.873777626082301}
+{"Finetune/Learning Rate": 6.348082710551819e-06, "Finetune/Loss": 0.6518503427505493, "Finetune/Loss (Raw)": 0.6545407176017761, "Finetune/Step": 12124, "Finetune/Step Time": 5.873148387297988}
+{"Finetune/Learning Rate": 6.34651511109162e-06, "Finetune/Loss": 0.6532093286514282, "Finetune/Loss (Raw)": 0.6523799300193787, "Finetune/Step": 12125, "Finetune/Step Time": 5.871666012331843}
+{"Finetune/Learning Rate": 6.344947615233863e-06, "Finetune/Loss": 0.6526895761489868, "Finetune/Loss (Raw)": 0.6036182641983032, "Finetune/Step": 12126, "Finetune/Step Time": 5.879371635615826}
+{"Finetune/Learning Rate": 6.343380223022995e-06, "Finetune/Loss": 0.652438759803772, "Finetune/Loss (Raw)": 0.616104245185852, "Finetune/Step": 12127, "Finetune/Step Time": 5.88052761554718}
+{"Finetune/Learning Rate": 6.341812934503469e-06, "Finetune/Loss": 0.6541902422904968, "Finetune/Loss (Raw)": 0.8224005699157715, "Finetune/Step": 12128, "Finetune/Step Time": 5.847639670595527}
+{"Finetune/Learning Rate": 6.340245749719727e-06, "Finetune/Loss": 0.6543756723403931, "Finetune/Loss (Raw)": 0.6189712882041931, "Finetune/Step": 12129, "Finetune/Step Time": 5.844632741063833}
+{"Finetune/Learning Rate": 6.33867866871621e-06, "Finetune/Loss": 0.6551629304885864, "Finetune/Loss (Raw)": 0.7039980292320251, "Finetune/Step": 12130, "Finetune/Step Time": 5.842551140114665}
+{"Finetune/Learning Rate": 6.337111691537351e-06, "Finetune/Loss": 0.655613899230957, "Finetune/Loss (Raw)": 0.7197247743606567, "Finetune/Step": 12131, "Finetune/Step Time": 5.843076623976231}
+{"Finetune/Learning Rate": 6.335544818227589e-06, "Finetune/Loss": 0.6550489664077759, "Finetune/Loss (Raw)": 0.590657114982605, "Finetune/Step": 12132, "Finetune/Step Time": 5.847353899851441}
+{"Finetune/Learning Rate": 6.333978048831356e-06, "Finetune/Loss": 0.6564366221427917, "Finetune/Loss (Raw)": 0.7208648920059204, "Finetune/Step": 12133, "Finetune/Step Time": 5.844434643164277}
+{"Finetune/Learning Rate": 6.332411383393079e-06, "Finetune/Loss": 0.6571193933486938, "Finetune/Loss (Raw)": 0.7208040356636047, "Finetune/Step": 12134, "Finetune/Step Time": 5.8223389238119125}
+{"Finetune/Learning Rate": 6.330844821957187e-06, "Finetune/Loss": 0.6576331257820129, "Finetune/Loss (Raw)": 0.6450567841529846, "Finetune/Step": 12135, "Finetune/Step Time": 5.826616380363703}
+{"Finetune/Learning Rate": 6.329278364568108e-06, "Finetune/Loss": 0.6579979658126831, "Finetune/Loss (Raw)": 0.5603599548339844, "Finetune/Step": 12136, "Finetune/Step Time": 5.826869245618582}
+{"Finetune/Learning Rate": 6.327712011270249e-06, "Finetune/Loss": 0.656718909740448, "Finetune/Loss (Raw)": 0.5970895886421204, "Finetune/Step": 12137, "Finetune/Step Time": 5.824512483552098}
+{"Finetune/Learning Rate": 6.326145762108038e-06, "Finetune/Loss": 0.6569411754608154, "Finetune/Loss (Raw)": 0.6707075238227844, "Finetune/Step": 12138, "Finetune/Step Time": 5.827503139153123}
+{"Finetune/Learning Rate": 6.324579617125886e-06, "Finetune/Loss": 0.6562641859054565, "Finetune/Loss (Raw)": 0.5723703503608704, "Finetune/Step": 12139, "Finetune/Step Time": 5.829540325328708}
+{"Finetune/Learning Rate": 6.323013576368202e-06, "Finetune/Loss": 0.6569089889526367, "Finetune/Loss (Raw)": 0.7652020454406738, "Finetune/Step": 12140, "Finetune/Step Time": 5.836005182936788}
+{"Finetune/Learning Rate": 6.321447639879397e-06, "Finetune/Loss": 0.65665602684021, "Finetune/Loss (Raw)": 0.6649370193481445, "Finetune/Step": 12141, "Finetune/Step Time": 5.847232636064291}
+{"Finetune/Learning Rate": 6.319881807703883e-06, "Finetune/Loss": 0.6571954488754272, "Finetune/Loss (Raw)": 0.6224894523620605, "Finetune/Step": 12142, "Finetune/Step Time": 5.845318149775267}
+{"Finetune/Learning Rate": 6.318316079886051e-06, "Finetune/Loss": 0.6559433937072754, "Finetune/Loss (Raw)": 0.5820410847663879, "Finetune/Step": 12143, "Finetune/Step Time": 5.834802942350507}
+{"Finetune/Learning Rate": 6.316750456470304e-06, "Finetune/Loss": 0.6571043729782104, "Finetune/Loss (Raw)": 0.7239789366722107, "Finetune/Step": 12144, "Finetune/Step Time": 5.833952123299241}
+{"Finetune/Learning Rate": 6.315184937501043e-06, "Finetune/Loss": 0.6569240689277649, "Finetune/Loss (Raw)": 0.7191367149353027, "Finetune/Step": 12145, "Finetune/Step Time": 5.830812457948923}
+{"Finetune/Learning Rate": 6.313619523022658e-06, "Finetune/Loss": 0.6575437784194946, "Finetune/Loss (Raw)": 0.760485053062439, "Finetune/Step": 12146, "Finetune/Step Time": 5.831914031878114}
+{"Finetune/Learning Rate": 6.312054213079541e-06, "Finetune/Loss": 0.6568968296051025, "Finetune/Loss (Raw)": 0.5216108560562134, "Finetune/Step": 12147, "Finetune/Step Time": 5.847165361046791}
+{"Finetune/Learning Rate": 6.310489007716083e-06, "Finetune/Loss": 0.6575126647949219, "Finetune/Loss (Raw)": 0.6905797123908997, "Finetune/Step": 12148, "Finetune/Step Time": 5.8449217192828655}
+{"Finetune/Learning Rate": 6.30892390697666e-06, "Finetune/Loss": 0.6565419435501099, "Finetune/Loss (Raw)": 0.5887501835823059, "Finetune/Step": 12149, "Finetune/Step Time": 5.842788565903902}
+{"Finetune/Learning Rate": 6.307358910905661e-06, "Finetune/Loss": 0.6574275493621826, "Finetune/Loss (Raw)": 0.8541777729988098, "Finetune/Step": 12150, "Finetune/Step Time": 5.841632202267647}
+{"Finetune/Learning Rate": 6.305794019547461e-06, "Finetune/Loss": 0.658279538154602, "Finetune/Loss (Raw)": 0.7047163844108582, "Finetune/Step": 12151, "Finetune/Step Time": 5.8475496135652065}
+{"Finetune/Learning Rate": 6.30422923294644e-06, "Finetune/Loss": 0.6567812561988831, "Finetune/Loss (Raw)": 0.5617964267730713, "Finetune/Step": 12152, "Finetune/Step Time": 5.847492886707187}
+{"Finetune/Learning Rate": 6.302664551146967e-06, "Finetune/Loss": 0.6557029485702515, "Finetune/Loss (Raw)": 0.6028029322624207, "Finetune/Step": 12153, "Finetune/Step Time": 5.84633201546967}
+{"Finetune/Learning Rate": 6.301099974193414e-06, "Finetune/Loss": 0.6555373668670654, "Finetune/Loss (Raw)": 0.6536436080932617, "Finetune/Step": 12154, "Finetune/Step Time": 5.839139183983207}
+{"Finetune/Learning Rate": 6.29953550213015e-06, "Finetune/Loss": 0.654381513595581, "Finetune/Loss (Raw)": 0.5072447657585144, "Finetune/Step": 12155, "Finetune/Step Time": 5.840898199006915}
+{"Finetune/Learning Rate": 6.2979711350015345e-06, "Finetune/Loss": 0.6531566381454468, "Finetune/Loss (Raw)": 0.5576372742652893, "Finetune/Step": 12156, "Finetune/Step Time": 5.838489521294832}
+{"Finetune/Learning Rate": 6.29640687285193e-06, "Finetune/Loss": 0.653061032295227, "Finetune/Loss (Raw)": 0.6689953207969666, "Finetune/Step": 12157, "Finetune/Step Time": 5.839702509343624}
+{"Finetune/Learning Rate": 6.294842715725693e-06, "Finetune/Loss": 0.6521239280700684, "Finetune/Loss (Raw)": 0.5192033052444458, "Finetune/Step": 12158, "Finetune/Step Time": 5.841534245759249}
+{"Finetune/Learning Rate": 6.293278663667183e-06, "Finetune/Loss": 0.6520797610282898, "Finetune/Loss (Raw)": 0.6455769538879395, "Finetune/Step": 12159, "Finetune/Step Time": 5.840327613055706}
+{"Finetune/Learning Rate": 6.2917147167207495e-06, "Finetune/Loss": 0.6511105298995972, "Finetune/Loss (Raw)": 0.616202712059021, "Finetune/Step": 12160, "Finetune/Step Time": 5.839897884055972}
+{"Finetune/Learning Rate": 6.2901508749307425e-06, "Finetune/Loss": 0.6511581540107727, "Finetune/Loss (Raw)": 0.6908132433891296, "Finetune/Step": 12161, "Finetune/Step Time": 5.843704529106617}
+{"Finetune/Learning Rate": 6.288587138341507e-06, "Finetune/Loss": 0.6513834595680237, "Finetune/Loss (Raw)": 0.7007570266723633, "Finetune/Step": 12162, "Finetune/Step Time": 5.84530639462173}
+{"Finetune/Learning Rate": 6.287023506997385e-06, "Finetune/Loss": 0.6515718102455139, "Finetune/Loss (Raw)": 0.7202162742614746, "Finetune/Step": 12163, "Finetune/Step Time": 5.858172470703721}
+{"Finetune/Learning Rate": 6.285459980942718e-06, "Finetune/Loss": 0.6514033079147339, "Finetune/Loss (Raw)": 0.693753719329834, "Finetune/Step": 12164, "Finetune/Step Time": 5.854436157271266}
+{"Finetune/Learning Rate": 6.283896560221845e-06, "Finetune/Loss": 0.6510177850723267, "Finetune/Loss (Raw)": 0.5580947995185852, "Finetune/Step": 12165, "Finetune/Step Time": 5.858778115361929}
+{"Finetune/Learning Rate": 6.2823332448790955e-06, "Finetune/Loss": 0.6518532037734985, "Finetune/Loss (Raw)": 0.7755489945411682, "Finetune/Step": 12166, "Finetune/Step Time": 5.858287986367941}
+{"Finetune/Learning Rate": 6.2807700349588095e-06, "Finetune/Loss": 0.6516447067260742, "Finetune/Loss (Raw)": 0.6885412931442261, "Finetune/Step": 12167, "Finetune/Step Time": 5.861679755151272}
+{"Finetune/Learning Rate": 6.279206930505303e-06, "Finetune/Loss": 0.65199214220047, "Finetune/Loss (Raw)": 0.6750299334526062, "Finetune/Step": 12168, "Finetune/Step Time": 5.864770984277129}
+{"Finetune/Learning Rate": 6.277643931562909e-06, "Finetune/Loss": 0.6509818434715271, "Finetune/Loss (Raw)": 0.5736941695213318, "Finetune/Step": 12169, "Finetune/Step Time": 5.8637283612042665}
+{"Finetune/Learning Rate": 6.27608103817595e-06, "Finetune/Loss": 0.6511483192443848, "Finetune/Loss (Raw)": 0.5851753950119019, "Finetune/Step": 12170, "Finetune/Step Time": 5.8661316484212875}
+{"Finetune/Learning Rate": 6.274518250388741e-06, "Finetune/Loss": 0.6523451805114746, "Finetune/Loss (Raw)": 0.6454312205314636, "Finetune/Step": 12171, "Finetune/Step Time": 5.8707114569842815}
+{"Finetune/Learning Rate": 6.272955568245602e-06, "Finetune/Loss": 0.6515135765075684, "Finetune/Loss (Raw)": 0.5759688019752502, "Finetune/Step": 12172, "Finetune/Step Time": 5.87045868858695}
+{"Finetune/Learning Rate": 6.271392991790845e-06, "Finetune/Loss": 0.651715099811554, "Finetune/Loss (Raw)": 0.6667934656143188, "Finetune/Step": 12173, "Finetune/Step Time": 5.865251434966922}
+{"Finetune/Learning Rate": 6.2698305210687805e-06, "Finetune/Loss": 0.6512634754180908, "Finetune/Loss (Raw)": 0.5875892043113708, "Finetune/Step": 12174, "Finetune/Step Time": 5.858462342992425}
+{"Finetune/Learning Rate": 6.268268156123713e-06, "Finetune/Loss": 0.6510447859764099, "Finetune/Loss (Raw)": 0.5396623611450195, "Finetune/Step": 12175, "Finetune/Step Time": 5.875312205404043}
+{"Finetune/Learning Rate": 6.266705896999949e-06, "Finetune/Loss": 0.6514955163002014, "Finetune/Loss (Raw)": 0.7623199820518494, "Finetune/Step": 12176, "Finetune/Step Time": 5.885160563513637}
+{"Finetune/Learning Rate": 6.26514374374179e-06, "Finetune/Loss": 0.6517000198364258, "Finetune/Loss (Raw)": 0.7640550136566162, "Finetune/Step": 12177, "Finetune/Step Time": 5.883965065702796}
+{"Finetune/Learning Rate": 6.263581696393535e-06, "Finetune/Loss": 0.6506206393241882, "Finetune/Loss (Raw)": 0.5879614949226379, "Finetune/Step": 12178, "Finetune/Step Time": 5.890243846923113}
+{"Finetune/Learning Rate": 6.26201975499948e-06, "Finetune/Loss": 0.6503331661224365, "Finetune/Loss (Raw)": 0.6176771521568298, "Finetune/Step": 12179, "Finetune/Step Time": 5.894065089523792}
+{"Finetune/Learning Rate": 6.260457919603912e-06, "Finetune/Loss": 0.6507126688957214, "Finetune/Loss (Raw)": 0.7236352562904358, "Finetune/Step": 12180, "Finetune/Step Time": 5.875339757651091}
+{"Finetune/Learning Rate": 6.258896190251126e-06, "Finetune/Loss": 0.650146484375, "Finetune/Loss (Raw)": 0.6941523551940918, "Finetune/Step": 12181, "Finetune/Step Time": 5.8746080454438925}
+{"Finetune/Learning Rate": 6.257334566985405e-06, "Finetune/Loss": 0.6502098441123962, "Finetune/Loss (Raw)": 0.6256198883056641, "Finetune/Step": 12182, "Finetune/Step Time": 5.877114247530699}
+{"Finetune/Learning Rate": 6.25577304985103e-06, "Finetune/Loss": 0.6515459418296814, "Finetune/Loss (Raw)": 0.7080024480819702, "Finetune/Step": 12183, "Finetune/Step Time": 5.877834394574165}
+{"Finetune/Learning Rate": 6.254211638892287e-06, "Finetune/Loss": 0.6522536873817444, "Finetune/Loss (Raw)": 0.8278340697288513, "Finetune/Step": 12184, "Finetune/Step Time": 5.879979332908988}
+{"Finetune/Learning Rate": 6.252650334153452e-06, "Finetune/Loss": 0.652530312538147, "Finetune/Loss (Raw)": 0.709927499294281, "Finetune/Step": 12185, "Finetune/Step Time": 5.881955550983548}
+{"Finetune/Learning Rate": 6.251089135678795e-06, "Finetune/Loss": 0.6508078575134277, "Finetune/Loss (Raw)": 0.5868707299232483, "Finetune/Step": 12186, "Finetune/Step Time": 5.899576168507338}
+{"Finetune/Learning Rate": 6.249528043512589e-06, "Finetune/Loss": 0.6514217853546143, "Finetune/Loss (Raw)": 0.7216691374778748, "Finetune/Step": 12187, "Finetune/Step Time": 5.8981988076120615}
+{"Finetune/Learning Rate": 6.247967057699105e-06, "Finetune/Loss": 0.6528950333595276, "Finetune/Loss (Raw)": 0.7551055550575256, "Finetune/Step": 12188, "Finetune/Step Time": 5.9003993179649115}
+{"Finetune/Learning Rate": 6.246406178282604e-06, "Finetune/Loss": 0.6528000235557556, "Finetune/Loss (Raw)": 0.5886744260787964, "Finetune/Step": 12189, "Finetune/Step Time": 5.923993216827512}
+{"Finetune/Learning Rate": 6.2448454053073495e-06, "Finetune/Loss": 0.6520214080810547, "Finetune/Loss (Raw)": 0.6466804146766663, "Finetune/Step": 12190, "Finetune/Step Time": 5.923887759447098}
+{"Finetune/Learning Rate": 6.2432847388176065e-06, "Finetune/Loss": 0.6507872939109802, "Finetune/Loss (Raw)": 0.5388541221618652, "Finetune/Step": 12191, "Finetune/Step Time": 5.927317539229989}
+{"Finetune/Learning Rate": 6.241724178857621e-06, "Finetune/Loss": 0.6500896215438843, "Finetune/Loss (Raw)": 0.6037386059761047, "Finetune/Step": 12192, "Finetune/Step Time": 5.913555959239602}
+{"Finetune/Learning Rate": 6.2401637254716496e-06, "Finetune/Loss": 0.6491466760635376, "Finetune/Loss (Raw)": 0.5623118877410889, "Finetune/Step": 12193, "Finetune/Step Time": 5.913034023717046}
+{"Finetune/Learning Rate": 6.2386033787039446e-06, "Finetune/Loss": 0.6490131616592407, "Finetune/Loss (Raw)": 0.724478006362915, "Finetune/Step": 12194, "Finetune/Step Time": 5.92691502161324}
+{"Finetune/Learning Rate": 6.2370431385987525e-06, "Finetune/Loss": 0.6484994292259216, "Finetune/Loss (Raw)": 0.6329547762870789, "Finetune/Step": 12195, "Finetune/Step Time": 5.90439273789525}
+{"Finetune/Learning Rate": 6.235483005200316e-06, "Finetune/Loss": 0.6482499837875366, "Finetune/Loss (Raw)": 0.6806232929229736, "Finetune/Step": 12196, "Finetune/Step Time": 5.903044641017914}
+{"Finetune/Learning Rate": 6.233922978552879e-06, "Finetune/Loss": 0.6501606106758118, "Finetune/Loss (Raw)": 0.7360426187515259, "Finetune/Step": 12197, "Finetune/Step Time": 5.8811722453683615}
+{"Finetune/Learning Rate": 6.232363058700674e-06, "Finetune/Loss": 0.6513047218322754, "Finetune/Loss (Raw)": 0.8233065009117126, "Finetune/Step": 12198, "Finetune/Step Time": 5.881553007289767}
+{"Finetune/Learning Rate": 6.230803245687939e-06, "Finetune/Loss": 0.6508147716522217, "Finetune/Loss (Raw)": 0.6162100434303284, "Finetune/Step": 12199, "Finetune/Step Time": 5.882614878937602}
+{"Finetune/Learning Rate": 6.229243539558907e-06, "Finetune/Loss": 0.6500823497772217, "Finetune/Loss (Raw)": 0.5337623357772827, "Finetune/Step": 12200, "Finetune/Step Time": 5.884006729349494}
+{"Finetune/Learning Rate": 6.227683940357805e-06, "Finetune/Loss": 0.6506462097167969, "Finetune/Loss (Raw)": 0.6300045847892761, "Finetune/Step": 12201, "Finetune/Step Time": 5.884513657540083}
+{"Finetune/Learning Rate": 6.2261244481288584e-06, "Finetune/Loss": 0.6499871015548706, "Finetune/Loss (Raw)": 0.6234247088432312, "Finetune/Step": 12202, "Finetune/Step Time": 5.882884314283729}
+{"Finetune/Learning Rate": 6.224565062916294e-06, "Finetune/Loss": 0.649423360824585, "Finetune/Loss (Raw)": 0.6608633399009705, "Finetune/Step": 12203, "Finetune/Step Time": 5.885848002508283}
+{"Finetune/Learning Rate": 6.223005784764328e-06, "Finetune/Loss": 0.6505465507507324, "Finetune/Loss (Raw)": 0.7574215531349182, "Finetune/Step": 12204, "Finetune/Step Time": 5.887716211378574}
+{"Finetune/Learning Rate": 6.221446613717176e-06, "Finetune/Loss": 0.6509299278259277, "Finetune/Loss (Raw)": 0.7102746367454529, "Finetune/Step": 12205, "Finetune/Step Time": 5.884316693991423}
+{"Finetune/Learning Rate": 6.219887549819054e-06, "Finetune/Loss": 0.6496593952178955, "Finetune/Loss (Raw)": 0.5202768445014954, "Finetune/Step": 12206, "Finetune/Step Time": 5.895924437791109}
+{"Finetune/Learning Rate": 6.218328593114169e-06, "Finetune/Loss": 0.6491344571113586, "Finetune/Loss (Raw)": 0.5842640995979309, "Finetune/Step": 12207, "Finetune/Step Time": 5.874810757115483}
+{"Finetune/Learning Rate": 6.216769743646734e-06, "Finetune/Loss": 0.6503655910491943, "Finetune/Loss (Raw)": 0.754671573638916, "Finetune/Step": 12208, "Finetune/Step Time": 5.871437758207321}
+{"Finetune/Learning Rate": 6.215211001460954e-06, "Finetune/Loss": 0.6501070857048035, "Finetune/Loss (Raw)": 0.6376434564590454, "Finetune/Step": 12209, "Finetune/Step Time": 5.869749227538705}
+{"Finetune/Learning Rate": 6.213652366601024e-06, "Finetune/Loss": 0.6511319875717163, "Finetune/Loss (Raw)": 0.750385046005249, "Finetune/Step": 12210, "Finetune/Step Time": 5.873122753575444}
+{"Finetune/Learning Rate": 6.212093839111146e-06, "Finetune/Loss": 0.6514492034912109, "Finetune/Loss (Raw)": 0.7047247886657715, "Finetune/Step": 12211, "Finetune/Step Time": 5.872695496305823}
+{"Finetune/Learning Rate": 6.210535419035515e-06, "Finetune/Loss": 0.6528354287147522, "Finetune/Loss (Raw)": 0.7710636854171753, "Finetune/Step": 12212, "Finetune/Step Time": 5.868962991982698}
+{"Finetune/Learning Rate": 6.208977106418326e-06, "Finetune/Loss": 0.65200275182724, "Finetune/Loss (Raw)": 0.43289509415626526, "Finetune/Step": 12213, "Finetune/Step Time": 5.871997704729438}
+{"Finetune/Learning Rate": 6.207418901303761e-06, "Finetune/Loss": 0.6530481576919556, "Finetune/Loss (Raw)": 0.8304195404052734, "Finetune/Step": 12214, "Finetune/Step Time": 5.873965922743082}
+{"Finetune/Learning Rate": 6.205860803736019e-06, "Finetune/Loss": 0.6525478363037109, "Finetune/Loss (Raw)": 0.5999317169189453, "Finetune/Step": 12215, "Finetune/Step Time": 5.872067093849182}
+{"Finetune/Learning Rate": 6.204302813759272e-06, "Finetune/Loss": 0.6518970727920532, "Finetune/Loss (Raw)": 0.6000030636787415, "Finetune/Step": 12216, "Finetune/Step Time": 5.86681605130434}
+{"Finetune/Learning Rate": 6.202744931417701e-06, "Finetune/Loss": 0.6517621278762817, "Finetune/Loss (Raw)": 0.6670777797698975, "Finetune/Step": 12217, "Finetune/Step Time": 5.8661944307386875}
+{"Finetune/Learning Rate": 6.201187156755489e-06, "Finetune/Loss": 0.6532577276229858, "Finetune/Loss (Raw)": 0.6897306442260742, "Finetune/Step": 12218, "Finetune/Step Time": 5.856542242690921}
+{"Finetune/Learning Rate": 6.199629489816805e-06, "Finetune/Loss": 0.6530025005340576, "Finetune/Loss (Raw)": 0.6708481311798096, "Finetune/Step": 12219, "Finetune/Step Time": 5.8734107334166765}
+{"Finetune/Learning Rate": 6.1980719306458216e-06, "Finetune/Loss": 0.6524969339370728, "Finetune/Loss (Raw)": 0.5476731061935425, "Finetune/Step": 12220, "Finetune/Step Time": 5.873708721250296}
+{"Finetune/Learning Rate": 6.19651447928671e-06, "Finetune/Loss": 0.6512979865074158, "Finetune/Loss (Raw)": 0.613060474395752, "Finetune/Step": 12221, "Finetune/Step Time": 5.873029224574566}
+{"Finetune/Learning Rate": 6.19495713578363e-06, "Finetune/Loss": 0.6519588232040405, "Finetune/Loss (Raw)": 0.6918126344680786, "Finetune/Step": 12222, "Finetune/Step Time": 5.871529744938016}
+{"Finetune/Learning Rate": 6.193399900180747e-06, "Finetune/Loss": 0.651761531829834, "Finetune/Loss (Raw)": 0.673561155796051, "Finetune/Step": 12223, "Finetune/Step Time": 5.8719436544924974}
+{"Finetune/Learning Rate": 6.191842772522214e-06, "Finetune/Loss": 0.6516732573509216, "Finetune/Loss (Raw)": 0.6603716015815735, "Finetune/Step": 12224, "Finetune/Step Time": 5.871037086471915}
+{"Finetune/Learning Rate": 6.190285752852195e-06, "Finetune/Loss": 0.651710569858551, "Finetune/Loss (Raw)": 0.6992664337158203, "Finetune/Step": 12225, "Finetune/Step Time": 5.8698873948305845}
+{"Finetune/Learning Rate": 6.188728841214837e-06, "Finetune/Loss": 0.6525847315788269, "Finetune/Loss (Raw)": 0.6656421422958374, "Finetune/Step": 12226, "Finetune/Step Time": 5.873983213678002}
+{"Finetune/Learning Rate": 6.187172037654294e-06, "Finetune/Loss": 0.6538388729095459, "Finetune/Loss (Raw)": 0.6823925971984863, "Finetune/Step": 12227, "Finetune/Step Time": 5.860240321606398}
+{"Finetune/Learning Rate": 6.185615342214708e-06, "Finetune/Loss": 0.653644323348999, "Finetune/Loss (Raw)": 0.5992534160614014, "Finetune/Step": 12228, "Finetune/Step Time": 5.880817154422402}
+{"Finetune/Learning Rate": 6.184058754940223e-06, "Finetune/Loss": 0.6529377698898315, "Finetune/Loss (Raw)": 0.609376847743988, "Finetune/Step": 12229, "Finetune/Step Time": 5.884108928963542}
+{"Finetune/Learning Rate": 6.182502275874982e-06, "Finetune/Loss": 0.6525417566299438, "Finetune/Loss (Raw)": 0.5248145461082458, "Finetune/Step": 12230, "Finetune/Step Time": 5.883495699614286}
+{"Finetune/Learning Rate": 6.18094590506312e-06, "Finetune/Loss": 0.6516207456588745, "Finetune/Loss (Raw)": 0.6248598098754883, "Finetune/Step": 12231, "Finetune/Step Time": 5.885844677686691}
+{"Finetune/Learning Rate": 6.179389642548771e-06, "Finetune/Loss": 0.6510840654373169, "Finetune/Loss (Raw)": 0.6496093273162842, "Finetune/Step": 12232, "Finetune/Step Time": 5.887908877804875}
+{"Finetune/Learning Rate": 6.177833488376072e-06, "Finetune/Loss": 0.6521971225738525, "Finetune/Loss (Raw)": 0.7281325459480286, "Finetune/Step": 12233, "Finetune/Step Time": 5.870377717539668}
+{"Finetune/Learning Rate": 6.1762774425891425e-06, "Finetune/Loss": 0.6510778665542603, "Finetune/Loss (Raw)": 0.5718446969985962, "Finetune/Step": 12234, "Finetune/Step Time": 5.869589215144515}
+{"Finetune/Learning Rate": 6.174721505232113e-06, "Finetune/Loss": 0.6508428454399109, "Finetune/Loss (Raw)": 0.5857887268066406, "Finetune/Step": 12235, "Finetune/Step Time": 5.865319631993771}
+{"Finetune/Learning Rate": 6.173165676349103e-06, "Finetune/Loss": 0.6513181924819946, "Finetune/Loss (Raw)": 0.6774141192436218, "Finetune/Step": 12236, "Finetune/Step Time": 5.86707123555243}
+{"Finetune/Learning Rate": 6.171609955984234e-06, "Finetune/Loss": 0.6513667106628418, "Finetune/Loss (Raw)": 0.621810257434845, "Finetune/Step": 12237, "Finetune/Step Time": 5.867526361718774}
+{"Finetune/Learning Rate": 6.170054344181618e-06, "Finetune/Loss": 0.6515562534332275, "Finetune/Loss (Raw)": 0.6751461029052734, "Finetune/Step": 12238, "Finetune/Step Time": 5.863349346444011}
+{"Finetune/Learning Rate": 6.16849884098537e-06, "Finetune/Loss": 0.6488205194473267, "Finetune/Loss (Raw)": 0.4516492187976837, "Finetune/Step": 12239, "Finetune/Step Time": 5.868151884526014}
+{"Finetune/Learning Rate": 6.166943446439604e-06, "Finetune/Loss": 0.6482120752334595, "Finetune/Loss (Raw)": 0.5496812462806702, "Finetune/Step": 12240, "Finetune/Step Time": 5.858486697077751}
+{"Finetune/Learning Rate": 6.1653881605884165e-06, "Finetune/Loss": 0.6483621001243591, "Finetune/Loss (Raw)": 0.5924392342567444, "Finetune/Step": 12241, "Finetune/Step Time": 5.873188963159919}
+{"Finetune/Learning Rate": 6.163832983475919e-06, "Finetune/Loss": 0.6486303806304932, "Finetune/Loss (Raw)": 0.6817951202392578, "Finetune/Step": 12242, "Finetune/Step Time": 5.865259375423193}
+{"Finetune/Learning Rate": 6.162277915146209e-06, "Finetune/Loss": 0.6476215720176697, "Finetune/Loss (Raw)": 0.46407726407051086, "Finetune/Step": 12243, "Finetune/Step Time": 5.865166645497084}
+{"Finetune/Learning Rate": 6.160722955643385e-06, "Finetune/Loss": 0.6478063464164734, "Finetune/Loss (Raw)": 0.6851412057876587, "Finetune/Step": 12244, "Finetune/Step Time": 5.861839517951012}
+{"Finetune/Learning Rate": 6.159168105011539e-06, "Finetune/Loss": 0.6474354267120361, "Finetune/Loss (Raw)": 0.6065965890884399, "Finetune/Step": 12245, "Finetune/Step Time": 5.843611501157284}
+{"Finetune/Learning Rate": 6.157613363294768e-06, "Finetune/Loss": 0.6473343372344971, "Finetune/Loss (Raw)": 0.7324819564819336, "Finetune/Step": 12246, "Finetune/Step Time": 5.837217535823584}
+{"Finetune/Learning Rate": 6.156058730537151e-06, "Finetune/Loss": 0.6474283337593079, "Finetune/Loss (Raw)": 0.6780129671096802, "Finetune/Step": 12247, "Finetune/Step Time": 5.838863968849182}
+{"Finetune/Learning Rate": 6.15450420678278e-06, "Finetune/Loss": 0.6477800011634827, "Finetune/Loss (Raw)": 0.5932515263557434, "Finetune/Step": 12248, "Finetune/Step Time": 5.838062925264239}
+{"Finetune/Learning Rate": 6.152949792075731e-06, "Finetune/Loss": 0.6483430862426758, "Finetune/Loss (Raw)": 0.6974842548370361, "Finetune/Step": 12249, "Finetune/Step Time": 5.834607291966677}
+{"Finetune/Learning Rate": 6.15139548646009e-06, "Finetune/Loss": 0.6494625806808472, "Finetune/Loss (Raw)": 0.6266108155250549, "Finetune/Step": 12250, "Finetune/Step Time": 5.832597171887755}
+{"Finetune/Learning Rate": 6.1498412899799275e-06, "Finetune/Loss": 0.6494947075843811, "Finetune/Loss (Raw)": 0.6279512047767639, "Finetune/Step": 12251, "Finetune/Step Time": 5.8422246519476175}
+{"Finetune/Learning Rate": 6.1482872026793204e-06, "Finetune/Loss": 0.6487815976142883, "Finetune/Loss (Raw)": 0.5632680058479309, "Finetune/Step": 12252, "Finetune/Step Time": 5.846615992486477}
+{"Finetune/Learning Rate": 6.146733224602333e-06, "Finetune/Loss": 0.6488738059997559, "Finetune/Loss (Raw)": 0.6641751527786255, "Finetune/Step": 12253, "Finetune/Step Time": 5.850813806056976}
+{"Finetune/Learning Rate": 6.1451793557930336e-06, "Finetune/Loss": 0.6491451263427734, "Finetune/Loss (Raw)": 0.638346791267395, "Finetune/Step": 12254, "Finetune/Step Time": 5.834248013794422}
+{"Finetune/Learning Rate": 6.143625596295488e-06, "Finetune/Loss": 0.6489417552947998, "Finetune/Loss (Raw)": 0.5900703072547913, "Finetune/Step": 12255, "Finetune/Step Time": 5.832231666892767}
+{"Finetune/Learning Rate": 6.142071946153751e-06, "Finetune/Loss": 0.6477991938591003, "Finetune/Loss (Raw)": 0.6761586666107178, "Finetune/Step": 12256, "Finetune/Step Time": 5.8329339902848005}
+{"Finetune/Learning Rate": 6.140518405411886e-06, "Finetune/Loss": 0.6489757895469666, "Finetune/Loss (Raw)": 0.7695728540420532, "Finetune/Step": 12257, "Finetune/Step Time": 5.834596389904618}
+{"Finetune/Learning Rate": 6.138964974113948e-06, "Finetune/Loss": 0.6481998562812805, "Finetune/Loss (Raw)": 0.6046833992004395, "Finetune/Step": 12258, "Finetune/Step Time": 5.840765632688999}
+{"Finetune/Learning Rate": 6.1374116523039775e-06, "Finetune/Loss": 0.6471669673919678, "Finetune/Loss (Raw)": 0.5875145196914673, "Finetune/Step": 12259, "Finetune/Step Time": 5.839973647147417}
+{"Finetune/Learning Rate": 6.13585844002603e-06, "Finetune/Loss": 0.6478509306907654, "Finetune/Loss (Raw)": 0.6782065033912659, "Finetune/Step": 12260, "Finetune/Step Time": 5.834885818883777}
+{"Finetune/Learning Rate": 6.134305337324149e-06, "Finetune/Loss": 0.6475769281387329, "Finetune/Loss (Raw)": 0.6857925653457642, "Finetune/Step": 12261, "Finetune/Step Time": 5.83738885819912}
+{"Finetune/Learning Rate": 6.1327523442423775e-06, "Finetune/Loss": 0.6465210318565369, "Finetune/Loss (Raw)": 0.5856521129608154, "Finetune/Step": 12262, "Finetune/Step Time": 5.836164556443691}
+{"Finetune/Learning Rate": 6.131199460824751e-06, "Finetune/Loss": 0.6475009918212891, "Finetune/Loss (Raw)": 0.7704777121543884, "Finetune/Step": 12263, "Finetune/Step Time": 5.839903557673097}
+{"Finetune/Learning Rate": 6.12964668711531e-06, "Finetune/Loss": 0.647956371307373, "Finetune/Loss (Raw)": 0.6186600923538208, "Finetune/Step": 12264, "Finetune/Step Time": 5.846377961337566}
+{"Finetune/Learning Rate": 6.128094023158081e-06, "Finetune/Loss": 0.6483702659606934, "Finetune/Loss (Raw)": 0.6500594615936279, "Finetune/Step": 12265, "Finetune/Step Time": 5.856167867779732}
+{"Finetune/Learning Rate": 6.126541468997092e-06, "Finetune/Loss": 0.6487235426902771, "Finetune/Loss (Raw)": 0.7159343957901001, "Finetune/Step": 12266, "Finetune/Step Time": 5.853611057624221}
+{"Finetune/Learning Rate": 6.124989024676375e-06, "Finetune/Loss": 0.6491029262542725, "Finetune/Loss (Raw)": 0.6209241151809692, "Finetune/Step": 12267, "Finetune/Step Time": 5.857065012678504}
+{"Finetune/Learning Rate": 6.123436690239951e-06, "Finetune/Loss": 0.6482504606246948, "Finetune/Loss (Raw)": 0.6560962200164795, "Finetune/Step": 12268, "Finetune/Step Time": 5.851900827139616}
+{"Finetune/Learning Rate": 6.121884465731838e-06, "Finetune/Loss": 0.6477080583572388, "Finetune/Loss (Raw)": 0.5955107808113098, "Finetune/Step": 12269, "Finetune/Step Time": 5.843618644401431}
+{"Finetune/Learning Rate": 6.120332351196057e-06, "Finetune/Loss": 0.6476281881332397, "Finetune/Loss (Raw)": 0.6122617721557617, "Finetune/Step": 12270, "Finetune/Step Time": 5.846304943785071}
+{"Finetune/Learning Rate": 6.1187803466766136e-06, "Finetune/Loss": 0.6482870578765869, "Finetune/Loss (Raw)": 0.6663755774497986, "Finetune/Step": 12271, "Finetune/Step Time": 5.861019521951675}
+{"Finetune/Learning Rate": 6.117228452217525e-06, "Finetune/Loss": 0.6476870775222778, "Finetune/Loss (Raw)": 0.6471826434135437, "Finetune/Step": 12272, "Finetune/Step Time": 5.857666596770287}
+{"Finetune/Learning Rate": 6.115676667862794e-06, "Finetune/Loss": 0.647650420665741, "Finetune/Loss (Raw)": 0.7144448161125183, "Finetune/Step": 12273, "Finetune/Step Time": 5.853806518018246}
+{"Finetune/Learning Rate": 6.114124993656429e-06, "Finetune/Loss": 0.6462506055831909, "Finetune/Loss (Raw)": 0.5813036561012268, "Finetune/Step": 12274, "Finetune/Step Time": 5.8637232221663}
+{"Finetune/Learning Rate": 6.11257342964243e-06, "Finetune/Loss": 0.6472613215446472, "Finetune/Loss (Raw)": 0.6509889364242554, "Finetune/Step": 12275, "Finetune/Step Time": 5.8572489488869905}
+{"Finetune/Learning Rate": 6.111021975864795e-06, "Finetune/Loss": 0.6474904417991638, "Finetune/Loss (Raw)": 0.7199060320854187, "Finetune/Step": 12276, "Finetune/Step Time": 5.855588832870126}
+{"Finetune/Learning Rate": 6.109470632367516e-06, "Finetune/Loss": 0.6474600434303284, "Finetune/Loss (Raw)": 0.5848543047904968, "Finetune/Step": 12277, "Finetune/Step Time": 5.8743893299251795}
+{"Finetune/Learning Rate": 6.1079193991945865e-06, "Finetune/Loss": 0.6460270285606384, "Finetune/Loss (Raw)": 0.6707555651664734, "Finetune/Step": 12278, "Finetune/Step Time": 5.874127751216292}
+{"Finetune/Learning Rate": 6.106368276389995e-06, "Finetune/Loss": 0.645067572593689, "Finetune/Loss (Raw)": 0.5819004774093628, "Finetune/Step": 12279, "Finetune/Step Time": 5.872648350894451}
+{"Finetune/Learning Rate": 6.104817263997727e-06, "Finetune/Loss": 0.6457293033599854, "Finetune/Loss (Raw)": 0.6464961767196655, "Finetune/Step": 12280, "Finetune/Step Time": 5.8738184832036495}
+{"Finetune/Learning Rate": 6.103266362061766e-06, "Finetune/Loss": 0.6466909646987915, "Finetune/Loss (Raw)": 0.7258996963500977, "Finetune/Step": 12281, "Finetune/Step Time": 5.886567924171686}
+{"Finetune/Learning Rate": 6.1017155706260945e-06, "Finetune/Loss": 0.646797776222229, "Finetune/Loss (Raw)": 0.667316198348999, "Finetune/Step": 12282, "Finetune/Step Time": 5.884447103366256}
+{"Finetune/Learning Rate": 6.100164889734676e-06, "Finetune/Loss": 0.647351861000061, "Finetune/Loss (Raw)": 0.5781647562980652, "Finetune/Step": 12283, "Finetune/Step Time": 5.916083179414272}
+{"Finetune/Learning Rate": 6.0986143194314975e-06, "Finetune/Loss": 0.6489666700363159, "Finetune/Loss (Raw)": 0.7643314003944397, "Finetune/Step": 12284, "Finetune/Step Time": 5.916263887658715}
+{"Finetune/Learning Rate": 6.0970638597605194e-06, "Finetune/Loss": 0.648411214351654, "Finetune/Loss (Raw)": 0.5979019999504089, "Finetune/Step": 12285, "Finetune/Step Time": 5.918105883523822}
+{"Finetune/Learning Rate": 6.095513510765714e-06, "Finetune/Loss": 0.6493797302246094, "Finetune/Loss (Raw)": 0.6431781649589539, "Finetune/Step": 12286, "Finetune/Step Time": 5.918220231309533}
+{"Finetune/Learning Rate": 6.093963272491041e-06, "Finetune/Loss": 0.6487716436386108, "Finetune/Loss (Raw)": 0.5677345991134644, "Finetune/Step": 12287, "Finetune/Step Time": 5.917807815596461}
+{"Finetune/Learning Rate": 6.092413144980465e-06, "Finetune/Loss": 0.6493439674377441, "Finetune/Loss (Raw)": 0.6894605755805969, "Finetune/Step": 12288, "Finetune/Step Time": 5.9137055315077305}
+{"Finetune/Learning Rate": 6.090863128277938e-06, "Finetune/Loss": 0.6490043997764587, "Finetune/Loss (Raw)": 0.6473545432090759, "Finetune/Step": 12289, "Finetune/Step Time": 5.912887718528509}
+{"Finetune/Learning Rate": 6.0893132224274156e-06, "Finetune/Loss": 0.649718165397644, "Finetune/Loss (Raw)": 0.7921122908592224, "Finetune/Step": 12290, "Finetune/Step Time": 5.912324171513319}
+{"Finetune/Learning Rate": 6.08776342747285e-06, "Finetune/Loss": 0.6499946117401123, "Finetune/Loss (Raw)": 0.7556091547012329, "Finetune/Step": 12291, "Finetune/Step Time": 5.89860331453383}
+{"Finetune/Learning Rate": 6.086213743458191e-06, "Finetune/Loss": 0.6479485034942627, "Finetune/Loss (Raw)": 0.4318462312221527, "Finetune/Step": 12292, "Finetune/Step Time": 5.90694447606802}
+{"Finetune/Learning Rate": 6.084664170427379e-06, "Finetune/Loss": 0.6482816338539124, "Finetune/Loss (Raw)": 0.6007354259490967, "Finetune/Step": 12293, "Finetune/Step Time": 5.909747069701552}
+{"Finetune/Learning Rate": 6.08311470842436e-06, "Finetune/Loss": 0.6469292640686035, "Finetune/Loss (Raw)": 0.6024458408355713, "Finetune/Step": 12294, "Finetune/Step Time": 5.910953011363745}
+{"Finetune/Learning Rate": 6.081565357493069e-06, "Finetune/Loss": 0.6463454961776733, "Finetune/Loss (Raw)": 0.6138195395469666, "Finetune/Step": 12295, "Finetune/Step Time": 5.911428403109312}
+{"Finetune/Learning Rate": 6.080016117677441e-06, "Finetune/Loss": 0.6456995010375977, "Finetune/Loss (Raw)": 0.5923390984535217, "Finetune/Step": 12296, "Finetune/Step Time": 5.915523454546928}
+{"Finetune/Learning Rate": 6.078466989021406e-06, "Finetune/Loss": 0.6463844180107117, "Finetune/Loss (Raw)": 0.6613667011260986, "Finetune/Step": 12297, "Finetune/Step Time": 5.915632929652929}
+{"Finetune/Learning Rate": 6.076917971568899e-06, "Finetune/Loss": 0.6462781429290771, "Finetune/Loss (Raw)": 0.5715702176094055, "Finetune/Step": 12298, "Finetune/Step Time": 5.9147531054914}
+{"Finetune/Learning Rate": 6.075369065363842e-06, "Finetune/Loss": 0.6464269161224365, "Finetune/Loss (Raw)": 0.6644698977470398, "Finetune/Step": 12299, "Finetune/Step Time": 5.909116223454475}
+{"Finetune/Learning Rate": 6.07382027045016e-06, "Finetune/Loss": 0.6454193592071533, "Finetune/Loss (Raw)": 0.4470086395740509, "Finetune/Step": 12300, "Finetune/Step Time": 5.927964163944125}
+{"Finetune/Learning Rate": 6.07227158687177e-06, "Finetune/Loss": 0.645952582359314, "Finetune/Loss (Raw)": 0.735038697719574, "Finetune/Step": 12301, "Finetune/Step Time": 5.931346844881773}
+{"Finetune/Learning Rate": 6.070723014672587e-06, "Finetune/Loss": 0.6460793018341064, "Finetune/Loss (Raw)": 0.6038123369216919, "Finetune/Step": 12302, "Finetune/Step Time": 5.928469175472856}
+{"Finetune/Learning Rate": 6.0691745538965265e-06, "Finetune/Loss": 0.6471782922744751, "Finetune/Loss (Raw)": 0.6803331971168518, "Finetune/Step": 12303, "Finetune/Step Time": 5.911925911903381}
+{"Finetune/Learning Rate": 6.067626204587498e-06, "Finetune/Loss": 0.6462281942367554, "Finetune/Loss (Raw)": 0.64071124792099, "Finetune/Step": 12304, "Finetune/Step Time": 5.915921872481704}
+{"Finetune/Learning Rate": 6.066077966789407e-06, "Finetune/Loss": 0.645797073841095, "Finetune/Loss (Raw)": 0.7088704705238342, "Finetune/Step": 12305, "Finetune/Step Time": 5.916124787181616}
+{"Finetune/Learning Rate": 6.0645298405461626e-06, "Finetune/Loss": 0.6461985111236572, "Finetune/Loss (Raw)": 0.6393521428108215, "Finetune/Step": 12306, "Finetune/Step Time": 5.924764735624194}
+{"Finetune/Learning Rate": 6.062981825901657e-06, "Finetune/Loss": 0.6456358432769775, "Finetune/Loss (Raw)": 0.5456473231315613, "Finetune/Step": 12307, "Finetune/Step Time": 5.921280583366752}
+{"Finetune/Learning Rate": 6.0614339228997905e-06, "Finetune/Loss": 0.6447973847389221, "Finetune/Loss (Raw)": 0.6163108348846436, "Finetune/Step": 12308, "Finetune/Step Time": 5.923212427645922}
+{"Finetune/Learning Rate": 6.059886131584461e-06, "Finetune/Loss": 0.6444570422172546, "Finetune/Loss (Raw)": 0.6505931615829468, "Finetune/Step": 12309, "Finetune/Step Time": 5.927555883303285}
+{"Finetune/Learning Rate": 6.0583384519995555e-06, "Finetune/Loss": 0.6451119184494019, "Finetune/Loss (Raw)": 0.7094414830207825, "Finetune/Step": 12310, "Finetune/Step Time": 5.926144676283002}
+{"Finetune/Learning Rate": 6.0567908841889635e-06, "Finetune/Loss": 0.6452052593231201, "Finetune/Loss (Raw)": 0.719952404499054, "Finetune/Step": 12311, "Finetune/Step Time": 5.930232727900147}
+{"Finetune/Learning Rate": 6.055243428196571e-06, "Finetune/Loss": 0.6433647871017456, "Finetune/Loss (Raw)": 0.5922485589981079, "Finetune/Step": 12312, "Finetune/Step Time": 5.929926622658968}
+{"Finetune/Learning Rate": 6.053696084066254e-06, "Finetune/Loss": 0.6422547101974487, "Finetune/Loss (Raw)": 0.5678439140319824, "Finetune/Step": 12313, "Finetune/Step Time": 5.931402530521154}
+{"Finetune/Learning Rate": 6.052148851841896e-06, "Finetune/Loss": 0.6423842906951904, "Finetune/Loss (Raw)": 0.6034568548202515, "Finetune/Step": 12314, "Finetune/Step Time": 5.915489051491022}
+{"Finetune/Learning Rate": 6.050601731567367e-06, "Finetune/Loss": 0.6421176195144653, "Finetune/Loss (Raw)": 0.6875340938568115, "Finetune/Step": 12315, "Finetune/Step Time": 5.912447115406394}
+{"Finetune/Learning Rate": 6.049054723286545e-06, "Finetune/Loss": 0.6409790515899658, "Finetune/Loss (Raw)": 0.6093612909317017, "Finetune/Step": 12316, "Finetune/Step Time": 5.910528443753719}
+{"Finetune/Learning Rate": 6.047507827043296e-06, "Finetune/Loss": 0.6418428421020508, "Finetune/Loss (Raw)": 0.6992420554161072, "Finetune/Step": 12317, "Finetune/Step Time": 5.894523732364178}
+{"Finetune/Learning Rate": 6.045961042881488e-06, "Finetune/Loss": 0.6412982940673828, "Finetune/Loss (Raw)": 0.5769846439361572, "Finetune/Step": 12318, "Finetune/Step Time": 5.89509004727006}
+{"Finetune/Learning Rate": 6.044414370844978e-06, "Finetune/Loss": 0.6420730352401733, "Finetune/Loss (Raw)": 0.6380143761634827, "Finetune/Step": 12319, "Finetune/Step Time": 5.899235129356384}
+{"Finetune/Learning Rate": 6.04286781097763e-06, "Finetune/Loss": 0.642113208770752, "Finetune/Loss (Raw)": 0.6088854074478149, "Finetune/Step": 12320, "Finetune/Step Time": 5.902013814076781}
+{"Finetune/Learning Rate": 6.041321363323298e-06, "Finetune/Loss": 0.6430845260620117, "Finetune/Loss (Raw)": 0.6866357922554016, "Finetune/Step": 12321, "Finetune/Step Time": 5.900984654203057}
+{"Finetune/Learning Rate": 6.039775027925832e-06, "Finetune/Loss": 0.6422274112701416, "Finetune/Loss (Raw)": 0.6147757172584534, "Finetune/Step": 12322, "Finetune/Step Time": 5.885945603251457}
+{"Finetune/Learning Rate": 6.038228804829087e-06, "Finetune/Loss": 0.6431430578231812, "Finetune/Loss (Raw)": 0.7501478791236877, "Finetune/Step": 12323, "Finetune/Step Time": 5.88373002782464}
+{"Finetune/Learning Rate": 6.0366826940769075e-06, "Finetune/Loss": 0.6423683166503906, "Finetune/Loss (Raw)": 0.5814640522003174, "Finetune/Step": 12324, "Finetune/Step Time": 5.891037922352552}
+{"Finetune/Learning Rate": 6.03513669571314e-06, "Finetune/Loss": 0.6422256231307983, "Finetune/Loss (Raw)": 0.7177775502204895, "Finetune/Step": 12325, "Finetune/Step Time": 5.89074488542974}
+{"Finetune/Learning Rate": 6.033590809781618e-06, "Finetune/Loss": 0.6405304670333862, "Finetune/Loss (Raw)": 0.6063271164894104, "Finetune/Step": 12326, "Finetune/Step Time": 5.887805074453354}
+{"Finetune/Learning Rate": 6.032045036326181e-06, "Finetune/Loss": 0.6411718130111694, "Finetune/Loss (Raw)": 0.6982969641685486, "Finetune/Step": 12327, "Finetune/Step Time": 5.88538933545351}
+{"Finetune/Learning Rate": 6.0304993753906635e-06, "Finetune/Loss": 0.6427121162414551, "Finetune/Loss (Raw)": 0.7309199571609497, "Finetune/Step": 12328, "Finetune/Step Time": 5.885318258777261}
+{"Finetune/Learning Rate": 6.028953827018895e-06, "Finetune/Loss": 0.6432063579559326, "Finetune/Loss (Raw)": 0.6932682394981384, "Finetune/Step": 12329, "Finetune/Step Time": 5.8871094938367605}
+{"Finetune/Learning Rate": 6.027408391254705e-06, "Finetune/Loss": 0.6436040997505188, "Finetune/Loss (Raw)": 0.6743403077125549, "Finetune/Step": 12330, "Finetune/Step Time": 5.890945160761476}
+{"Finetune/Learning Rate": 6.025863068141922e-06, "Finetune/Loss": 0.644230306148529, "Finetune/Loss (Raw)": 0.7410173416137695, "Finetune/Step": 12331, "Finetune/Step Time": 5.892280833795667}
+{"Finetune/Learning Rate": 6.024317857724353e-06, "Finetune/Loss": 0.6429901123046875, "Finetune/Loss (Raw)": 0.598669707775116, "Finetune/Step": 12332, "Finetune/Step Time": 5.8889100179076195}
+{"Finetune/Learning Rate": 6.0227727600458275e-06, "Finetune/Loss": 0.6434659361839294, "Finetune/Loss (Raw)": 0.7711880803108215, "Finetune/Step": 12333, "Finetune/Step Time": 5.920571072027087}
+{"Finetune/Learning Rate": 6.021227775150158e-06, "Finetune/Loss": 0.645054817199707, "Finetune/Loss (Raw)": 0.723653256893158, "Finetune/Step": 12334, "Finetune/Step Time": 5.924225565046072}
+{"Finetune/Learning Rate": 6.019682903081153e-06, "Finetune/Loss": 0.6458860635757446, "Finetune/Loss (Raw)": 0.690658450126648, "Finetune/Step": 12335, "Finetune/Step Time": 5.923084564507008}
+{"Finetune/Learning Rate": 6.018138143882621e-06, "Finetune/Loss": 0.6446899771690369, "Finetune/Loss (Raw)": 0.6015797853469849, "Finetune/Step": 12336, "Finetune/Step Time": 5.924194825813174}
+{"Finetune/Learning Rate": 6.016593497598374e-06, "Finetune/Loss": 0.6443285942077637, "Finetune/Loss (Raw)": 0.59138423204422, "Finetune/Step": 12337, "Finetune/Step Time": 5.923980489373207}
+{"Finetune/Learning Rate": 6.015048964272205e-06, "Finetune/Loss": 0.6431853175163269, "Finetune/Loss (Raw)": 0.604040265083313, "Finetune/Step": 12338, "Finetune/Step Time": 5.925285587087274}
+{"Finetune/Learning Rate": 6.013504543947912e-06, "Finetune/Loss": 0.6428685188293457, "Finetune/Loss (Raw)": 0.6641795635223389, "Finetune/Step": 12339, "Finetune/Step Time": 5.951188372448087}
+{"Finetune/Learning Rate": 6.011960236669299e-06, "Finetune/Loss": 0.6427150964736938, "Finetune/Loss (Raw)": 0.7514199018478394, "Finetune/Step": 12340, "Finetune/Step Time": 5.959012445062399}
+{"Finetune/Learning Rate": 6.01041604248015e-06, "Finetune/Loss": 0.6442139148712158, "Finetune/Loss (Raw)": 0.6247480511665344, "Finetune/Step": 12341, "Finetune/Step Time": 5.955430531874299}
+{"Finetune/Learning Rate": 6.008871961424259e-06, "Finetune/Loss": 0.643203616142273, "Finetune/Loss (Raw)": 0.7011021375656128, "Finetune/Step": 12342, "Finetune/Step Time": 5.9566162042319775}
+{"Finetune/Learning Rate": 6.007327993545411e-06, "Finetune/Loss": 0.642625629901886, "Finetune/Loss (Raw)": 0.5259486436843872, "Finetune/Step": 12343, "Finetune/Step Time": 5.967336425557733}
+{"Finetune/Learning Rate": 6.0057841388873865e-06, "Finetune/Loss": 0.6439779996871948, "Finetune/Loss (Raw)": 0.7731031179428101, "Finetune/Step": 12344, "Finetune/Step Time": 5.957429483532906}
+{"Finetune/Learning Rate": 6.004240397493966e-06, "Finetune/Loss": 0.6429786682128906, "Finetune/Loss (Raw)": 0.5391636490821838, "Finetune/Step": 12345, "Finetune/Step Time": 5.954610811546445}
+{"Finetune/Learning Rate": 6.002696769408922e-06, "Finetune/Loss": 0.6420363187789917, "Finetune/Loss (Raw)": 0.5691072344779968, "Finetune/Step": 12346, "Finetune/Step Time": 5.95539010129869}
+{"Finetune/Learning Rate": 6.001153254676033e-06, "Finetune/Loss": 0.6415221691131592, "Finetune/Loss (Raw)": 0.6050410270690918, "Finetune/Step": 12347, "Finetune/Step Time": 5.938749574124813}
+{"Finetune/Learning Rate": 5.9996098533390675e-06, "Finetune/Loss": 0.641342282295227, "Finetune/Loss (Raw)": 0.5246444344520569, "Finetune/Step": 12348, "Finetune/Step Time": 5.939678689464927}
+{"Finetune/Learning Rate": 5.998066565441791e-06, "Finetune/Loss": 0.6412017941474915, "Finetune/Loss (Raw)": 0.5950835347175598, "Finetune/Step": 12349, "Finetune/Step Time": 5.93991662748158}
+{"Finetune/Learning Rate": 5.996523391027967e-06, "Finetune/Loss": 0.6401287913322449, "Finetune/Loss (Raw)": 0.5544705986976624, "Finetune/Step": 12350, "Finetune/Step Time": 5.9090112168341875}
+{"Finetune/Learning Rate": 5.994980330141354e-06, "Finetune/Loss": 0.6400535702705383, "Finetune/Loss (Raw)": 0.6639300584793091, "Finetune/Step": 12351, "Finetune/Step Time": 5.90851803869009}
+{"Finetune/Learning Rate": 5.993437382825711e-06, "Finetune/Loss": 0.639417827129364, "Finetune/Loss (Raw)": 0.5789982080459595, "Finetune/Step": 12352, "Finetune/Step Time": 5.904856448993087}
+{"Finetune/Learning Rate": 5.991894549124788e-06, "Finetune/Loss": 0.6382185220718384, "Finetune/Loss (Raw)": 0.5457518696784973, "Finetune/Step": 12353, "Finetune/Step Time": 5.918548446148634}
+{"Finetune/Learning Rate": 5.99035182908234e-06, "Finetune/Loss": 0.639694094657898, "Finetune/Loss (Raw)": 0.8545161485671997, "Finetune/Step": 12354, "Finetune/Step Time": 5.912981109693646}
+{"Finetune/Learning Rate": 5.988809222742117e-06, "Finetune/Loss": 0.6398256421089172, "Finetune/Loss (Raw)": 0.6992319822311401, "Finetune/Step": 12355, "Finetune/Step Time": 5.907297998666763}
+{"Finetune/Learning Rate": 5.987266730147852e-06, "Finetune/Loss": 0.6389382481575012, "Finetune/Loss (Raw)": 0.4856700599193573, "Finetune/Step": 12356, "Finetune/Step Time": 5.888693515211344}
+{"Finetune/Learning Rate": 5.985724351343294e-06, "Finetune/Loss": 0.6400454640388489, "Finetune/Loss (Raw)": 0.7510932683944702, "Finetune/Step": 12357, "Finetune/Step Time": 5.88367485627532}
+{"Finetune/Learning Rate": 5.984182086372177e-06, "Finetune/Loss": 0.6419039368629456, "Finetune/Loss (Raw)": 0.762706995010376, "Finetune/Step": 12358, "Finetune/Step Time": 5.882923863828182}
+{"Finetune/Learning Rate": 5.9826399352782374e-06, "Finetune/Loss": 0.6425425410270691, "Finetune/Loss (Raw)": 0.7065981030464172, "Finetune/Step": 12359, "Finetune/Step Time": 5.885750932618976}
+{"Finetune/Learning Rate": 5.981097898105206e-06, "Finetune/Loss": 0.6424947381019592, "Finetune/Loss (Raw)": 0.6434926390647888, "Finetune/Step": 12360, "Finetune/Step Time": 5.886010307818651}
+{"Finetune/Learning Rate": 5.9795559748968114e-06, "Finetune/Loss": 0.6419840455055237, "Finetune/Loss (Raw)": 0.6627601385116577, "Finetune/Step": 12361, "Finetune/Step Time": 5.891032567247748}
+{"Finetune/Learning Rate": 5.978014165696774e-06, "Finetune/Loss": 0.6435439586639404, "Finetune/Loss (Raw)": 0.7715142965316772, "Finetune/Step": 12362, "Finetune/Step Time": 5.898612005636096}
+{"Finetune/Learning Rate": 5.976472470548816e-06, "Finetune/Loss": 0.644310712814331, "Finetune/Loss (Raw)": 0.6839361786842346, "Finetune/Step": 12363, "Finetune/Step Time": 5.901907742023468}
+{"Finetune/Learning Rate": 5.974930889496659e-06, "Finetune/Loss": 0.6441243290901184, "Finetune/Loss (Raw)": 0.6535555720329285, "Finetune/Step": 12364, "Finetune/Step Time": 5.899225013330579}
+{"Finetune/Learning Rate": 5.9733894225840184e-06, "Finetune/Loss": 0.6443843245506287, "Finetune/Loss (Raw)": 0.6550865769386292, "Finetune/Step": 12365, "Finetune/Step Time": 5.90265217423439}
+{"Finetune/Learning Rate": 5.971848069854602e-06, "Finetune/Loss": 0.6448142528533936, "Finetune/Loss (Raw)": 0.7301875948905945, "Finetune/Step": 12366, "Finetune/Step Time": 5.90445052087307}
+{"Finetune/Learning Rate": 5.970306831352122e-06, "Finetune/Loss": 0.6450116634368896, "Finetune/Loss (Raw)": 0.47691217064857483, "Finetune/Step": 12367, "Finetune/Step Time": 5.884869864210486}
+{"Finetune/Learning Rate": 5.96876570712028e-06, "Finetune/Loss": 0.645491898059845, "Finetune/Loss (Raw)": 0.6111471652984619, "Finetune/Step": 12368, "Finetune/Step Time": 5.8994861133396626}
+{"Finetune/Learning Rate": 5.967224697202778e-06, "Finetune/Loss": 0.6456282138824463, "Finetune/Loss (Raw)": 0.6098942160606384, "Finetune/Step": 12369, "Finetune/Step Time": 5.88438799791038}
+{"Finetune/Learning Rate": 5.965683801643317e-06, "Finetune/Loss": 0.6454543471336365, "Finetune/Loss (Raw)": 0.6595380306243896, "Finetune/Step": 12370, "Finetune/Step Time": 5.88726119697094}
+{"Finetune/Learning Rate": 5.964143020485589e-06, "Finetune/Loss": 0.6471878290176392, "Finetune/Loss (Raw)": 0.6859568953514099, "Finetune/Step": 12371, "Finetune/Step Time": 5.885611934587359}
+{"Finetune/Learning Rate": 5.96260235377329e-06, "Finetune/Loss": 0.6464570164680481, "Finetune/Loss (Raw)": 0.5916041135787964, "Finetune/Step": 12372, "Finetune/Step Time": 5.8851828295737505}
+{"Finetune/Learning Rate": 5.961061801550111e-06, "Finetune/Loss": 0.6467472314834595, "Finetune/Loss (Raw)": 0.6437406539916992, "Finetune/Step": 12373, "Finetune/Step Time": 5.901769381016493}
+{"Finetune/Learning Rate": 5.959521363859731e-06, "Finetune/Loss": 0.6467050313949585, "Finetune/Loss (Raw)": 0.7270804047584534, "Finetune/Step": 12374, "Finetune/Step Time": 5.904633015394211}
+{"Finetune/Learning Rate": 5.957981040745835e-06, "Finetune/Loss": 0.6461009383201599, "Finetune/Loss (Raw)": 0.6006866693496704, "Finetune/Step": 12375, "Finetune/Step Time": 5.907349273562431}
+{"Finetune/Learning Rate": 5.956440832252104e-06, "Finetune/Loss": 0.647088885307312, "Finetune/Loss (Raw)": 0.7197138667106628, "Finetune/Step": 12376, "Finetune/Step Time": 5.925643859431148}
+{"Finetune/Learning Rate": 5.9549007384222115e-06, "Finetune/Loss": 0.6462568640708923, "Finetune/Loss (Raw)": 0.5909836888313293, "Finetune/Step": 12377, "Finetune/Step Time": 5.9319671001285315}
+{"Finetune/Learning Rate": 5.95336075929983e-06, "Finetune/Loss": 0.6458202600479126, "Finetune/Loss (Raw)": 0.5707244873046875, "Finetune/Step": 12378, "Finetune/Step Time": 5.934754349291325}
+{"Finetune/Learning Rate": 5.951820894928636e-06, "Finetune/Loss": 0.6448619365692139, "Finetune/Loss (Raw)": 0.5052846670150757, "Finetune/Step": 12379, "Finetune/Step Time": 5.948233937844634}
+{"Finetune/Learning Rate": 5.950281145352285e-06, "Finetune/Loss": 0.6451610922813416, "Finetune/Loss (Raw)": 0.6015663146972656, "Finetune/Step": 12380, "Finetune/Step Time": 5.94637062586844}
+{"Finetune/Learning Rate": 5.948741510614444e-06, "Finetune/Loss": 0.6448238492012024, "Finetune/Loss (Raw)": 0.621000349521637, "Finetune/Step": 12381, "Finetune/Step Time": 5.939774038270116}
+{"Finetune/Learning Rate": 5.947201990758777e-06, "Finetune/Loss": 0.6441056132316589, "Finetune/Loss (Raw)": 0.5464193820953369, "Finetune/Step": 12382, "Finetune/Step Time": 5.957777431234717}
+{"Finetune/Learning Rate": 5.945662585828935e-06, "Finetune/Loss": 0.6448440551757812, "Finetune/Loss (Raw)": 0.6845824122428894, "Finetune/Step": 12383, "Finetune/Step Time": 5.955302627757192}
+{"Finetune/Learning Rate": 5.944123295868574e-06, "Finetune/Loss": 0.6455529928207397, "Finetune/Loss (Raw)": 0.7669031023979187, "Finetune/Step": 12384, "Finetune/Step Time": 5.950877141207457}
+{"Finetune/Learning Rate": 5.942584120921343e-06, "Finetune/Loss": 0.6450705528259277, "Finetune/Loss (Raw)": 0.7078278660774231, "Finetune/Step": 12385, "Finetune/Step Time": 5.949652351438999}
+{"Finetune/Learning Rate": 5.941045061030888e-06, "Finetune/Loss": 0.645401656627655, "Finetune/Loss (Raw)": 0.6470628976821899, "Finetune/Step": 12386, "Finetune/Step Time": 5.945166354998946}
+{"Finetune/Learning Rate": 5.939506116240853e-06, "Finetune/Loss": 0.6460099220275879, "Finetune/Loss (Raw)": 0.6653721332550049, "Finetune/Step": 12387, "Finetune/Step Time": 5.9483959916979074}
+{"Finetune/Learning Rate": 5.937967286594875e-06, "Finetune/Loss": 0.646721363067627, "Finetune/Loss (Raw)": 0.7692663073539734, "Finetune/Step": 12388, "Finetune/Step Time": 5.951473858207464}
+{"Finetune/Learning Rate": 5.936428572136598e-06, "Finetune/Loss": 0.6460108757019043, "Finetune/Loss (Raw)": 0.5948540568351746, "Finetune/Step": 12389, "Finetune/Step Time": 5.948669543489814}
+{"Finetune/Learning Rate": 5.93488997290965e-06, "Finetune/Loss": 0.6464918851852417, "Finetune/Loss (Raw)": 0.647223174571991, "Finetune/Step": 12390, "Finetune/Step Time": 5.943529123440385}
+{"Finetune/Learning Rate": 5.933351488957665e-06, "Finetune/Loss": 0.6451530456542969, "Finetune/Loss (Raw)": 0.5990998148918152, "Finetune/Step": 12391, "Finetune/Step Time": 5.975892720744014}
+{"Finetune/Learning Rate": 5.931813120324266e-06, "Finetune/Loss": 0.6454945802688599, "Finetune/Loss (Raw)": 0.6623808741569519, "Finetune/Step": 12392, "Finetune/Step Time": 5.973844746127725}
+{"Finetune/Learning Rate": 5.930274867053079e-06, "Finetune/Loss": 0.6454801559448242, "Finetune/Loss (Raw)": 0.6482158303260803, "Finetune/Step": 12393, "Finetune/Step Time": 5.980355054140091}
+{"Finetune/Learning Rate": 5.928736729187723e-06, "Finetune/Loss": 0.6462774872779846, "Finetune/Loss (Raw)": 0.8179908990859985, "Finetune/Step": 12394, "Finetune/Step Time": 5.980434270575643}
+{"Finetune/Learning Rate": 5.927198706771813e-06, "Finetune/Loss": 0.6463437080383301, "Finetune/Loss (Raw)": 0.6293962597846985, "Finetune/Step": 12395, "Finetune/Step Time": 5.973999219015241}
+{"Finetune/Learning Rate": 5.92566079984897e-06, "Finetune/Loss": 0.6468274593353271, "Finetune/Loss (Raw)": 0.7180279493331909, "Finetune/Step": 12396, "Finetune/Step Time": 5.97693738527596}
+{"Finetune/Learning Rate": 5.9241230084628054e-06, "Finetune/Loss": 0.6472630500793457, "Finetune/Loss (Raw)": 0.6512529253959656, "Finetune/Step": 12397, "Finetune/Step Time": 5.975456325337291}
+{"Finetune/Learning Rate": 5.922585332656915e-06, "Finetune/Loss": 0.6473907232284546, "Finetune/Loss (Raw)": 0.6286087036132812, "Finetune/Step": 12398, "Finetune/Step Time": 5.973938547074795}
+{"Finetune/Learning Rate": 5.9210477724749125e-06, "Finetune/Loss": 0.6468892097473145, "Finetune/Loss (Raw)": 0.6021819710731506, "Finetune/Step": 12399, "Finetune/Step Time": 5.961713088676333}
+{"Finetune/Learning Rate": 5.919510327960396e-06, "Finetune/Loss": 0.6472265124320984, "Finetune/Loss (Raw)": 0.6903539299964905, "Finetune/Step": 12400, "Finetune/Step Time": 5.9691591039299965}
+{"Finetune/Learning Rate": 5.917972999156963e-06, "Finetune/Loss": 0.6461002826690674, "Finetune/Loss (Raw)": 0.5702918767929077, "Finetune/Step": 12401, "Finetune/Step Time": 5.97952464222908}
+{"Finetune/Learning Rate": 5.916435786108206e-06, "Finetune/Loss": 0.6464815139770508, "Finetune/Loss (Raw)": 0.6300969123840332, "Finetune/Step": 12402, "Finetune/Step Time": 5.9711108561605215}
+{"Finetune/Learning Rate": 5.91489868885772e-06, "Finetune/Loss": 0.6461829543113708, "Finetune/Loss (Raw)": 0.6127779483795166, "Finetune/Step": 12403, "Finetune/Step Time": 5.9686417784541845}
+{"Finetune/Learning Rate": 5.9133617074490944e-06, "Finetune/Loss": 0.646033525466919, "Finetune/Loss (Raw)": 0.700785219669342, "Finetune/Step": 12404, "Finetune/Step Time": 5.968708757311106}
+{"Finetune/Learning Rate": 5.911824841925904e-06, "Finetune/Loss": 0.646801769733429, "Finetune/Loss (Raw)": 0.6831803321838379, "Finetune/Step": 12405, "Finetune/Step Time": 5.950189558789134}
+{"Finetune/Learning Rate": 5.910288092331738e-06, "Finetune/Loss": 0.6462410688400269, "Finetune/Loss (Raw)": 0.598990261554718, "Finetune/Step": 12406, "Finetune/Step Time": 5.957403194159269}
+{"Finetune/Learning Rate": 5.9087514587101736e-06, "Finetune/Loss": 0.6469228267669678, "Finetune/Loss (Raw)": 0.6691647171974182, "Finetune/Step": 12407, "Finetune/Step Time": 5.955403566360474}
+{"Finetune/Learning Rate": 5.907214941104782e-06, "Finetune/Loss": 0.6461700201034546, "Finetune/Loss (Raw)": 0.5501353144645691, "Finetune/Step": 12408, "Finetune/Step Time": 5.966243747621775}
+{"Finetune/Learning Rate": 5.905678539559137e-06, "Finetune/Loss": 0.6460679769515991, "Finetune/Loss (Raw)": 0.712834358215332, "Finetune/Step": 12409, "Finetune/Step Time": 5.952688090503216}
+{"Finetune/Learning Rate": 5.9041422541168085e-06, "Finetune/Loss": 0.6462889909744263, "Finetune/Loss (Raw)": 0.6956056356430054, "Finetune/Step": 12410, "Finetune/Step Time": 5.961066145449877}
+{"Finetune/Learning Rate": 5.902606084821355e-06, "Finetune/Loss": 0.6467305421829224, "Finetune/Loss (Raw)": 0.6346859335899353, "Finetune/Step": 12411, "Finetune/Step Time": 5.927533518522978}
+{"Finetune/Learning Rate": 5.90107003171634e-06, "Finetune/Loss": 0.6457607746124268, "Finetune/Loss (Raw)": 0.6402025818824768, "Finetune/Step": 12412, "Finetune/Step Time": 5.926032742485404}
+{"Finetune/Learning Rate": 5.899534094845327e-06, "Finetune/Loss": 0.6460813283920288, "Finetune/Loss (Raw)": 0.6389307379722595, "Finetune/Step": 12413, "Finetune/Step Time": 5.926482513546944}
+{"Finetune/Learning Rate": 5.897998274251865e-06, "Finetune/Loss": 0.6465504169464111, "Finetune/Loss (Raw)": 0.7032167315483093, "Finetune/Step": 12414, "Finetune/Step Time": 5.921925939619541}
+{"Finetune/Learning Rate": 5.896462569979508e-06, "Finetune/Loss": 0.647830069065094, "Finetune/Loss (Raw)": 0.731535017490387, "Finetune/Step": 12415, "Finetune/Step Time": 5.921507120132446}
+{"Finetune/Learning Rate": 5.894926982071805e-06, "Finetune/Loss": 0.6475790143013, "Finetune/Loss (Raw)": 0.6573274731636047, "Finetune/Step": 12416, "Finetune/Step Time": 5.916782917454839}
+{"Finetune/Learning Rate": 5.8933915105723e-06, "Finetune/Loss": 0.6474734544754028, "Finetune/Loss (Raw)": 0.633842408657074, "Finetune/Step": 12417, "Finetune/Step Time": 5.915669444948435}
+{"Finetune/Learning Rate": 5.891856155524532e-06, "Finetune/Loss": 0.6463528871536255, "Finetune/Loss (Raw)": 0.648676335811615, "Finetune/Step": 12418, "Finetune/Step Time": 5.91193438693881}
+{"Finetune/Learning Rate": 5.890320916972039e-06, "Finetune/Loss": 0.6452450156211853, "Finetune/Loss (Raw)": 0.6138043999671936, "Finetune/Step": 12419, "Finetune/Step Time": 5.919509241357446}
+{"Finetune/Learning Rate": 5.88878579495836e-06, "Finetune/Loss": 0.6462136507034302, "Finetune/Loss (Raw)": 0.5558335185050964, "Finetune/Step": 12420, "Finetune/Step Time": 5.922892274335027}
+{"Finetune/Learning Rate": 5.887250789527026e-06, "Finetune/Loss": 0.6470677852630615, "Finetune/Loss (Raw)": 0.7100637555122375, "Finetune/Step": 12421, "Finetune/Step Time": 5.916096977889538}
+{"Finetune/Learning Rate": 5.885715900721567e-06, "Finetune/Loss": 0.6472751498222351, "Finetune/Loss (Raw)": 0.6289881467819214, "Finetune/Step": 12422, "Finetune/Step Time": 5.916483972221613}
+{"Finetune/Learning Rate": 5.884181128585504e-06, "Finetune/Loss": 0.6463956832885742, "Finetune/Loss (Raw)": 0.5012521147727966, "Finetune/Step": 12423, "Finetune/Step Time": 5.914104530587792}
+{"Finetune/Learning Rate": 5.882646473162359e-06, "Finetune/Loss": 0.647026002407074, "Finetune/Loss (Raw)": 0.6730151176452637, "Finetune/Step": 12424, "Finetune/Step Time": 5.913275146856904}
+{"Finetune/Learning Rate": 5.881111934495654e-06, "Finetune/Loss": 0.6459565162658691, "Finetune/Loss (Raw)": 0.5244761109352112, "Finetune/Step": 12425, "Finetune/Step Time": 5.918692359700799}
+{"Finetune/Learning Rate": 5.8795775126289e-06, "Finetune/Loss": 0.6461626887321472, "Finetune/Loss (Raw)": 0.5979567170143127, "Finetune/Step": 12426, "Finetune/Step Time": 5.91919425316155}
+{"Finetune/Learning Rate": 5.878043207605608e-06, "Finetune/Loss": 0.6454131603240967, "Finetune/Loss (Raw)": 0.5685346722602844, "Finetune/Step": 12427, "Finetune/Step Time": 5.936464492231607}
+{"Finetune/Learning Rate": 5.876509019469298e-06, "Finetune/Loss": 0.6477528810501099, "Finetune/Loss (Raw)": 0.746496856212616, "Finetune/Step": 12428, "Finetune/Step Time": 5.920760583132505}
+{"Finetune/Learning Rate": 5.874974948263458e-06, "Finetune/Loss": 0.6471611261367798, "Finetune/Loss (Raw)": 0.6592852473258972, "Finetune/Step": 12429, "Finetune/Step Time": 5.936935840174556}
+{"Finetune/Learning Rate": 5.873440994031603e-06, "Finetune/Loss": 0.6456971764564514, "Finetune/Loss (Raw)": 0.41642698645591736, "Finetune/Step": 12430, "Finetune/Step Time": 5.95046965405345}
+{"Finetune/Learning Rate": 5.871907156817225e-06, "Finetune/Loss": 0.6467044353485107, "Finetune/Loss (Raw)": 0.8092598915100098, "Finetune/Step": 12431, "Finetune/Step Time": 5.949040159583092}
+{"Finetune/Learning Rate": 5.8703734366638235e-06, "Finetune/Loss": 0.6470935344696045, "Finetune/Loss (Raw)": 0.6905226707458496, "Finetune/Step": 12432, "Finetune/Step Time": 5.949176546186209}
+{"Finetune/Learning Rate": 5.868839833614885e-06, "Finetune/Loss": 0.6476349234580994, "Finetune/Loss (Raw)": 0.7781655192375183, "Finetune/Step": 12433, "Finetune/Step Time": 5.951996518298984}
+{"Finetune/Learning Rate": 5.867306347713906e-06, "Finetune/Loss": 0.6479288339614868, "Finetune/Loss (Raw)": 0.676973283290863, "Finetune/Step": 12434, "Finetune/Step Time": 5.941861940547824}
+{"Finetune/Learning Rate": 5.865772979004365e-06, "Finetune/Loss": 0.6498743891716003, "Finetune/Loss (Raw)": 0.7946793437004089, "Finetune/Step": 12435, "Finetune/Step Time": 5.938539668917656}
+{"Finetune/Learning Rate": 5.864239727529746e-06, "Finetune/Loss": 0.6499128341674805, "Finetune/Loss (Raw)": 0.6212311387062073, "Finetune/Step": 12436, "Finetune/Step Time": 5.939387584105134}
+{"Finetune/Learning Rate": 5.862706593333525e-06, "Finetune/Loss": 0.6495615243911743, "Finetune/Loss (Raw)": 0.6056244373321533, "Finetune/Step": 12437, "Finetune/Step Time": 5.936813926324248}
+{"Finetune/Learning Rate": 5.861173576459182e-06, "Finetune/Loss": 0.6486421823501587, "Finetune/Loss (Raw)": 0.591768741607666, "Finetune/Step": 12438, "Finetune/Step Time": 5.936166230589151}
+{"Finetune/Learning Rate": 5.859640676950187e-06, "Finetune/Loss": 0.6483967304229736, "Finetune/Loss (Raw)": 0.6885336637496948, "Finetune/Step": 12439, "Finetune/Step Time": 5.927781265228987}
+{"Finetune/Learning Rate": 5.858107894850011e-06, "Finetune/Loss": 0.6492980122566223, "Finetune/Loss (Raw)": 0.707613468170166, "Finetune/Step": 12440, "Finetune/Step Time": 5.9219010435044765}
+{"Finetune/Learning Rate": 5.856575230202117e-06, "Finetune/Loss": 0.6500548124313354, "Finetune/Loss (Raw)": 0.6647080183029175, "Finetune/Step": 12441, "Finetune/Step Time": 5.920541753992438}
+{"Finetune/Learning Rate": 5.855042683049965e-06, "Finetune/Loss": 0.6515152454376221, "Finetune/Loss (Raw)": 0.7903933525085449, "Finetune/Step": 12442, "Finetune/Step Time": 5.918687801808119}
+{"Finetune/Learning Rate": 5.853510253437017e-06, "Finetune/Loss": 0.6512486934661865, "Finetune/Loss (Raw)": 0.6534211039543152, "Finetune/Step": 12443, "Finetune/Step Time": 5.921404270455241}
+{"Finetune/Learning Rate": 5.8519779414067244e-06, "Finetune/Loss": 0.6528990864753723, "Finetune/Loss (Raw)": 0.8206077218055725, "Finetune/Step": 12444, "Finetune/Step Time": 5.944127956405282}
+{"Finetune/Learning Rate": 5.8504457470025444e-06, "Finetune/Loss": 0.6526084542274475, "Finetune/Loss (Raw)": 0.6620423197746277, "Finetune/Step": 12445, "Finetune/Step Time": 5.93939621374011}
+{"Finetune/Learning Rate": 5.848913670267925e-06, "Finetune/Loss": 0.6538052558898926, "Finetune/Loss (Raw)": 0.730171263217926, "Finetune/Step": 12446, "Finetune/Step Time": 5.937783367931843}
+{"Finetune/Learning Rate": 5.847381711246307e-06, "Finetune/Loss": 0.6544292569160461, "Finetune/Loss (Raw)": 0.7178882360458374, "Finetune/Step": 12447, "Finetune/Step Time": 5.934774620458484}
+{"Finetune/Learning Rate": 5.845849869981137e-06, "Finetune/Loss": 0.6544637680053711, "Finetune/Loss (Raw)": 0.6133036017417908, "Finetune/Step": 12448, "Finetune/Step Time": 5.930818265303969}
+{"Finetune/Learning Rate": 5.84431814651585e-06, "Finetune/Loss": 0.6548252105712891, "Finetune/Loss (Raw)": 0.7329064607620239, "Finetune/Step": 12449, "Finetune/Step Time": 5.937588842585683}
+{"Finetune/Learning Rate": 5.842786540893886e-06, "Finetune/Loss": 0.6545090079307556, "Finetune/Loss (Raw)": 0.5742999911308289, "Finetune/Step": 12450, "Finetune/Step Time": 5.955953722819686}
+{"Finetune/Learning Rate": 5.84125505315867e-06, "Finetune/Loss": 0.6542003154754639, "Finetune/Loss (Raw)": 0.7106381058692932, "Finetune/Step": 12451, "Finetune/Step Time": 5.957556897774339}
+{"Finetune/Learning Rate": 5.839723683353641e-06, "Finetune/Loss": 0.6548564434051514, "Finetune/Loss (Raw)": 0.6654463410377502, "Finetune/Step": 12452, "Finetune/Step Time": 5.948572654277086}
+{"Finetune/Learning Rate": 5.838192431522214e-06, "Finetune/Loss": 0.655386209487915, "Finetune/Loss (Raw)": 0.7855856418609619, "Finetune/Step": 12453, "Finetune/Step Time": 5.949607226997614}
+{"Finetune/Learning Rate": 5.8366612977078155e-06, "Finetune/Loss": 0.6554203033447266, "Finetune/Loss (Raw)": 0.6106880307197571, "Finetune/Step": 12454, "Finetune/Step Time": 5.954979943111539}
+{"Finetune/Learning Rate": 5.835130281953864e-06, "Finetune/Loss": 0.6548711061477661, "Finetune/Loss (Raw)": 0.6280003190040588, "Finetune/Step": 12455, "Finetune/Step Time": 5.958115780726075}
+{"Finetune/Learning Rate": 5.8335993843037695e-06, "Finetune/Loss": 0.6540021896362305, "Finetune/Loss (Raw)": 0.6196994185447693, "Finetune/Step": 12456, "Finetune/Step Time": 5.956880854442716}
+{"Finetune/Learning Rate": 5.832068604800953e-06, "Finetune/Loss": 0.6540614366531372, "Finetune/Loss (Raw)": 0.7008574604988098, "Finetune/Step": 12457, "Finetune/Step Time": 5.954353015869856}
+{"Finetune/Learning Rate": 5.830537943488823e-06, "Finetune/Loss": 0.6527445316314697, "Finetune/Loss (Raw)": 0.5057623982429504, "Finetune/Step": 12458, "Finetune/Step Time": 5.968263769522309}
+{"Finetune/Learning Rate": 5.829007400410776e-06, "Finetune/Loss": 0.652803361415863, "Finetune/Loss (Raw)": 0.7485568523406982, "Finetune/Step": 12459, "Finetune/Step Time": 5.967618498951197}
+{"Finetune/Learning Rate": 5.82747697561022e-06, "Finetune/Loss": 0.6529062986373901, "Finetune/Loss (Raw)": 0.6118456721305847, "Finetune/Step": 12460, "Finetune/Step Time": 5.973047386854887}
+{"Finetune/Learning Rate": 5.825946669130551e-06, "Finetune/Loss": 0.6510826349258423, "Finetune/Loss (Raw)": 0.5377527475357056, "Finetune/Step": 12461, "Finetune/Step Time": 5.942975852638483}
+{"Finetune/Learning Rate": 5.824416481015165e-06, "Finetune/Loss": 0.6509271264076233, "Finetune/Loss (Raw)": 0.7037489414215088, "Finetune/Step": 12462, "Finetune/Step Time": 5.927659602835774}
+{"Finetune/Learning Rate": 5.822886411307449e-06, "Finetune/Loss": 0.650177538394928, "Finetune/Loss (Raw)": 0.5947152972221375, "Finetune/Step": 12463, "Finetune/Step Time": 5.9306087624281645}
+{"Finetune/Learning Rate": 5.821356460050806e-06, "Finetune/Loss": 0.6504715085029602, "Finetune/Loss (Raw)": 0.6392059922218323, "Finetune/Step": 12464, "Finetune/Step Time": 5.931989390403032}
+{"Finetune/Learning Rate": 5.819826627288605e-06, "Finetune/Loss": 0.6512927412986755, "Finetune/Loss (Raw)": 0.6965095400810242, "Finetune/Step": 12465, "Finetune/Step Time": 5.931847890838981}
+{"Finetune/Learning Rate": 5.818296913064236e-06, "Finetune/Loss": 0.6510634422302246, "Finetune/Loss (Raw)": 0.5746886134147644, "Finetune/Step": 12466, "Finetune/Step Time": 5.933585388585925}
+{"Finetune/Learning Rate": 5.816767317421075e-06, "Finetune/Loss": 0.6507956385612488, "Finetune/Loss (Raw)": 0.6298975944519043, "Finetune/Step": 12467, "Finetune/Step Time": 5.908396929502487}
+{"Finetune/Learning Rate": 5.815237840402496e-06, "Finetune/Loss": 0.6495081186294556, "Finetune/Loss (Raw)": 0.5866144895553589, "Finetune/Step": 12468, "Finetune/Step Time": 5.905793312937021}
+{"Finetune/Learning Rate": 5.813708482051874e-06, "Finetune/Loss": 0.6488567590713501, "Finetune/Loss (Raw)": 0.5413803458213806, "Finetune/Step": 12469, "Finetune/Step Time": 5.9155114274472}
+{"Finetune/Learning Rate": 5.812179242412574e-06, "Finetune/Loss": 0.6476904153823853, "Finetune/Loss (Raw)": 0.5518054962158203, "Finetune/Step": 12470, "Finetune/Step Time": 5.913414807990193}
+{"Finetune/Learning Rate": 5.810650121527963e-06, "Finetune/Loss": 0.649094820022583, "Finetune/Loss (Raw)": 0.7057095766067505, "Finetune/Step": 12471, "Finetune/Step Time": 5.922481667250395}
+{"Finetune/Learning Rate": 5.809121119441401e-06, "Finetune/Loss": 0.6480740308761597, "Finetune/Loss (Raw)": 0.6424391865730286, "Finetune/Step": 12472, "Finetune/Step Time": 5.924618570134044}
+{"Finetune/Learning Rate": 5.807592236196247e-06, "Finetune/Loss": 0.6490585803985596, "Finetune/Loss (Raw)": 0.6651901006698608, "Finetune/Step": 12473, "Finetune/Step Time": 5.9315979816019535}
+{"Finetune/Learning Rate": 5.806063471835856e-06, "Finetune/Loss": 0.6487491726875305, "Finetune/Loss (Raw)": 0.529502272605896, "Finetune/Step": 12474, "Finetune/Step Time": 5.931440880522132}
+{"Finetune/Learning Rate": 5.804534826403578e-06, "Finetune/Loss": 0.6490088701248169, "Finetune/Loss (Raw)": 0.6382858157157898, "Finetune/Step": 12475, "Finetune/Step Time": 5.929653123021126}
+{"Finetune/Learning Rate": 5.8030062999427615e-06, "Finetune/Loss": 0.6501216888427734, "Finetune/Loss (Raw)": 0.6670874357223511, "Finetune/Step": 12476, "Finetune/Step Time": 5.928342930972576}
+{"Finetune/Learning Rate": 5.8014778924967545e-06, "Finetune/Loss": 0.6513050198554993, "Finetune/Loss (Raw)": 0.7465468645095825, "Finetune/Step": 12477, "Finetune/Step Time": 5.944201214239001}
+{"Finetune/Learning Rate": 5.799949604108892e-06, "Finetune/Loss": 0.6523483991622925, "Finetune/Loss (Raw)": 0.6880239248275757, "Finetune/Step": 12478, "Finetune/Step Time": 5.950716629624367}
+{"Finetune/Learning Rate": 5.798421434822518e-06, "Finetune/Loss": 0.6519131660461426, "Finetune/Loss (Raw)": 0.6082149744033813, "Finetune/Step": 12479, "Finetune/Step Time": 5.952709522098303}
+{"Finetune/Learning Rate": 5.796893384680964e-06, "Finetune/Loss": 0.6523866057395935, "Finetune/Loss (Raw)": 0.6396002173423767, "Finetune/Step": 12480, "Finetune/Step Time": 5.956495627760887}
+{"Finetune/Learning Rate": 5.795365453727559e-06, "Finetune/Loss": 0.6524502038955688, "Finetune/Loss (Raw)": 0.5538953542709351, "Finetune/Step": 12481, "Finetune/Step Time": 5.94282928481698}
+{"Finetune/Learning Rate": 5.79383764200564e-06, "Finetune/Loss": 0.6513835191726685, "Finetune/Loss (Raw)": 0.7179766893386841, "Finetune/Step": 12482, "Finetune/Step Time": 5.945552606135607}
+{"Finetune/Learning Rate": 5.7923099495585166e-06, "Finetune/Loss": 0.6509184837341309, "Finetune/Loss (Raw)": 0.6397121548652649, "Finetune/Step": 12483, "Finetune/Step Time": 5.963065937161446}
+{"Finetune/Learning Rate": 5.790782376429521e-06, "Finetune/Loss": 0.6525511741638184, "Finetune/Loss (Raw)": 0.694648265838623, "Finetune/Step": 12484, "Finetune/Step Time": 5.9601442236453295}
+{"Finetune/Learning Rate": 5.7892549226619685e-06, "Finetune/Loss": 0.6526162624359131, "Finetune/Loss (Raw)": 0.7594366073608398, "Finetune/Step": 12485, "Finetune/Step Time": 5.962591625750065}
+{"Finetune/Learning Rate": 5.787727588299172e-06, "Finetune/Loss": 0.6517617106437683, "Finetune/Loss (Raw)": 0.6533176302909851, "Finetune/Step": 12486, "Finetune/Step Time": 5.959856538102031}
+{"Finetune/Learning Rate": 5.786200373384444e-06, "Finetune/Loss": 0.6510987877845764, "Finetune/Loss (Raw)": 0.6217414140701294, "Finetune/Step": 12487, "Finetune/Step Time": 5.958063909783959}
+{"Finetune/Learning Rate": 5.78467327796109e-06, "Finetune/Loss": 0.6513382196426392, "Finetune/Loss (Raw)": 0.6741383075714111, "Finetune/Step": 12488, "Finetune/Step Time": 5.964201899245381}
+{"Finetune/Learning Rate": 5.78314630207242e-06, "Finetune/Loss": 0.6511605978012085, "Finetune/Loss (Raw)": 0.640022337436676, "Finetune/Step": 12489, "Finetune/Step Time": 5.96223670989275}
+{"Finetune/Learning Rate": 5.7816194457617214e-06, "Finetune/Loss": 0.6494314670562744, "Finetune/Loss (Raw)": 0.5501985549926758, "Finetune/Step": 12490, "Finetune/Step Time": 5.9729531314224005}
+{"Finetune/Learning Rate": 5.780092709072302e-06, "Finetune/Loss": 0.6494123339653015, "Finetune/Loss (Raw)": 0.6814771294593811, "Finetune/Step": 12491, "Finetune/Step Time": 5.972455797716975}
+{"Finetune/Learning Rate": 5.778566092047456e-06, "Finetune/Loss": 0.6489120125770569, "Finetune/Loss (Raw)": 0.589520275592804, "Finetune/Step": 12492, "Finetune/Step Time": 5.971692401915789}
+{"Finetune/Learning Rate": 5.777039594730471e-06, "Finetune/Loss": 0.6498903036117554, "Finetune/Loss (Raw)": 0.7803052067756653, "Finetune/Step": 12493, "Finetune/Step Time": 5.971527827903628}
+{"Finetune/Learning Rate": 5.775513217164634e-06, "Finetune/Loss": 0.6497060656547546, "Finetune/Loss (Raw)": 0.7066056132316589, "Finetune/Step": 12494, "Finetune/Step Time": 5.9727448876947165}
+{"Finetune/Learning Rate": 5.773986959393234e-06, "Finetune/Loss": 0.6509699821472168, "Finetune/Loss (Raw)": 0.6386885643005371, "Finetune/Step": 12495, "Finetune/Step Time": 5.973957385867834}
+{"Finetune/Learning Rate": 5.772460821459542e-06, "Finetune/Loss": 0.6515533924102783, "Finetune/Loss (Raw)": 0.6858267784118652, "Finetune/Step": 12496, "Finetune/Step Time": 5.969485254958272}
+{"Finetune/Learning Rate": 5.77093480340684e-06, "Finetune/Loss": 0.6521213054656982, "Finetune/Loss (Raw)": 0.682589590549469, "Finetune/Step": 12497, "Finetune/Step Time": 5.9676884692162275}
+{"Finetune/Learning Rate": 5.7694089052783975e-06, "Finetune/Loss": 0.6518322229385376, "Finetune/Loss (Raw)": 0.6225327253341675, "Finetune/Step": 12498, "Finetune/Step Time": 5.975444914773107}
+{"Finetune/Learning Rate": 5.767883127117491e-06, "Finetune/Loss": 0.6517428159713745, "Finetune/Loss (Raw)": 0.6745080947875977, "Finetune/Step": 12499, "Finetune/Step Time": 5.976525453850627}
+{"Finetune/Learning Rate": 5.766357468967385e-06, "Finetune/Loss": 0.6516726016998291, "Finetune/Loss (Raw)": 0.5826294422149658, "Finetune/Step": 12500, "Finetune/Step Time": 6.006179308518767}
+{"Finetune/Learning Rate": 5.764831930871346e-06, "Finetune/Loss": 0.6523350477218628, "Finetune/Loss (Raw)": 0.7285350561141968, "Finetune/Step": 12501, "Finetune/Step Time": 5.99042016454041}
+{"Finetune/Learning Rate": 5.763306512872627e-06, "Finetune/Loss": 0.6514853239059448, "Finetune/Loss (Raw)": 0.6183075904846191, "Finetune/Step": 12502, "Finetune/Step Time": 5.9886819161474705}
+{"Finetune/Learning Rate": 5.761781215014488e-06, "Finetune/Loss": 0.6520054936408997, "Finetune/Loss (Raw)": 0.6672700047492981, "Finetune/Step": 12503, "Finetune/Step Time": 5.9835303500294685}
+{"Finetune/Learning Rate": 5.760256037340181e-06, "Finetune/Loss": 0.6505849361419678, "Finetune/Loss (Raw)": 0.5378836989402771, "Finetune/Step": 12504, "Finetune/Step Time": 5.966290587559342}
+{"Finetune/Learning Rate": 5.7587309798929526e-06, "Finetune/Loss": 0.6508715748786926, "Finetune/Loss (Raw)": 0.6276717185974121, "Finetune/Step": 12505, "Finetune/Step Time": 5.9612127263098955}
+{"Finetune/Learning Rate": 5.757206042716058e-06, "Finetune/Loss": 0.6512511968612671, "Finetune/Loss (Raw)": 0.619311511516571, "Finetune/Step": 12506, "Finetune/Step Time": 5.960417080670595}
+{"Finetune/Learning Rate": 5.755681225852738e-06, "Finetune/Loss": 0.6510924100875854, "Finetune/Loss (Raw)": 0.4849576950073242, "Finetune/Step": 12507, "Finetune/Step Time": 5.9588268250226974}
+{"Finetune/Learning Rate": 5.7541565293462265e-06, "Finetune/Loss": 0.6513389945030212, "Finetune/Loss (Raw)": 0.6331373453140259, "Finetune/Step": 12508, "Finetune/Step Time": 5.960283137857914}
+{"Finetune/Learning Rate": 5.752631953239761e-06, "Finetune/Loss": 0.6511501669883728, "Finetune/Loss (Raw)": 0.5968332886695862, "Finetune/Step": 12509, "Finetune/Step Time": 5.965164797380567}
+{"Finetune/Learning Rate": 5.751107497576576e-06, "Finetune/Loss": 0.651344895362854, "Finetune/Loss (Raw)": 0.5713376402854919, "Finetune/Step": 12510, "Finetune/Step Time": 5.9452535435557365}
+{"Finetune/Learning Rate": 5.749583162399901e-06, "Finetune/Loss": 0.6495568752288818, "Finetune/Loss (Raw)": 0.45572200417518616, "Finetune/Step": 12511, "Finetune/Step Time": 5.96536941640079}
+{"Finetune/Learning Rate": 5.748058947752955e-06, "Finetune/Loss": 0.6488750576972961, "Finetune/Loss (Raw)": 0.6796280741691589, "Finetune/Step": 12512, "Finetune/Step Time": 5.970102561637759}
+{"Finetune/Learning Rate": 5.746534853678976e-06, "Finetune/Loss": 0.6480803489685059, "Finetune/Loss (Raw)": 0.6061041355133057, "Finetune/Step": 12513, "Finetune/Step Time": 5.969760937616229}
+{"Finetune/Learning Rate": 5.745010880221169e-06, "Finetune/Loss": 0.6477960348129272, "Finetune/Loss (Raw)": 0.6106661558151245, "Finetune/Step": 12514, "Finetune/Step Time": 5.972900906577706}
+{"Finetune/Learning Rate": 5.743487027422753e-06, "Finetune/Loss": 0.6475093960762024, "Finetune/Loss (Raw)": 0.6286874413490295, "Finetune/Step": 12515, "Finetune/Step Time": 5.9727817960083485}
+{"Finetune/Learning Rate": 5.741963295326941e-06, "Finetune/Loss": 0.6455385088920593, "Finetune/Loss (Raw)": 0.5169928669929504, "Finetune/Step": 12516, "Finetune/Step Time": 5.968396684154868}
+{"Finetune/Learning Rate": 5.740439683976943e-06, "Finetune/Loss": 0.6451572775840759, "Finetune/Loss (Raw)": 0.5460612773895264, "Finetune/Step": 12517, "Finetune/Step Time": 5.969367431476712}
+{"Finetune/Learning Rate": 5.738916193415962e-06, "Finetune/Loss": 0.6449421644210815, "Finetune/Loss (Raw)": 0.6196870803833008, "Finetune/Step": 12518, "Finetune/Step Time": 5.975143566727638}
+{"Finetune/Learning Rate": 5.7373928236872e-06, "Finetune/Loss": 0.6446542739868164, "Finetune/Loss (Raw)": 0.5622450709342957, "Finetune/Step": 12519, "Finetune/Step Time": 5.9475948587059975}
+{"Finetune/Learning Rate": 5.735869574833859e-06, "Finetune/Loss": 0.6446961760520935, "Finetune/Loss (Raw)": 0.6677438616752625, "Finetune/Step": 12520, "Finetune/Step Time": 5.946190346032381}
+{"Finetune/Learning Rate": 5.7343464468991285e-06, "Finetune/Loss": 0.6447535753250122, "Finetune/Loss (Raw)": 0.6555690765380859, "Finetune/Step": 12521, "Finetune/Step Time": 5.935378381982446}
+{"Finetune/Learning Rate": 5.732823439926205e-06, "Finetune/Loss": 0.6442593336105347, "Finetune/Loss (Raw)": 0.7547239661216736, "Finetune/Step": 12522, "Finetune/Step Time": 5.93522578664124}
+{"Finetune/Learning Rate": 5.731300553958272e-06, "Finetune/Loss": 0.643659770488739, "Finetune/Loss (Raw)": 0.5526522994041443, "Finetune/Step": 12523, "Finetune/Step Time": 5.953201776370406}
+{"Finetune/Learning Rate": 5.72977778903852e-06, "Finetune/Loss": 0.6421083211898804, "Finetune/Loss (Raw)": 0.5194352269172668, "Finetune/Step": 12524, "Finetune/Step Time": 5.950380535796285}
+{"Finetune/Learning Rate": 5.728255145210124e-06, "Finetune/Loss": 0.6418087482452393, "Finetune/Loss (Raw)": 0.6129196286201477, "Finetune/Step": 12525, "Finetune/Step Time": 5.954334490001202}
+{"Finetune/Learning Rate": 5.726732622516267e-06, "Finetune/Loss": 0.6421247720718384, "Finetune/Loss (Raw)": 0.6690494418144226, "Finetune/Step": 12526, "Finetune/Step Time": 5.952570773661137}
+{"Finetune/Learning Rate": 5.725210221000121e-06, "Finetune/Loss": 0.6424261331558228, "Finetune/Loss (Raw)": 0.6407654285430908, "Finetune/Step": 12527, "Finetune/Step Time": 5.965805293992162}
+{"Finetune/Learning Rate": 5.723687940704857e-06, "Finetune/Loss": 0.6420926451683044, "Finetune/Loss (Raw)": 0.6476617455482483, "Finetune/Step": 12528, "Finetune/Step Time": 5.972118804231286}
+{"Finetune/Learning Rate": 5.7221657816736405e-06, "Finetune/Loss": 0.6421527862548828, "Finetune/Loss (Raw)": 0.5779958963394165, "Finetune/Step": 12529, "Finetune/Step Time": 5.960696371272206}
+{"Finetune/Learning Rate": 5.720643743949641e-06, "Finetune/Loss": 0.641105055809021, "Finetune/Loss (Raw)": 0.49598562717437744, "Finetune/Step": 12530, "Finetune/Step Time": 5.978532230481505}
+{"Finetune/Learning Rate": 5.719121827576019e-06, "Finetune/Loss": 0.6411482691764832, "Finetune/Loss (Raw)": 0.6183046102523804, "Finetune/Step": 12531, "Finetune/Step Time": 5.971095757558942}
+{"Finetune/Learning Rate": 5.71760003259592e-06, "Finetune/Loss": 0.6395982503890991, "Finetune/Loss (Raw)": 0.5023865699768066, "Finetune/Step": 12532, "Finetune/Step Time": 5.994028182700276}
+{"Finetune/Learning Rate": 5.716078359052513e-06, "Finetune/Loss": 0.6390951871871948, "Finetune/Loss (Raw)": 0.6187921762466431, "Finetune/Step": 12533, "Finetune/Step Time": 5.992761014029384}
+{"Finetune/Learning Rate": 5.714556806988939e-06, "Finetune/Loss": 0.6401261687278748, "Finetune/Loss (Raw)": 0.7309486269950867, "Finetune/Step": 12534, "Finetune/Step Time": 5.989726671949029}
+{"Finetune/Learning Rate": 5.7130353764483496e-06, "Finetune/Loss": 0.6388460397720337, "Finetune/Loss (Raw)": 0.5053111910820007, "Finetune/Step": 12535, "Finetune/Step Time": 5.9880060236901045}
+{"Finetune/Learning Rate": 5.711514067473886e-06, "Finetune/Loss": 0.6406503915786743, "Finetune/Loss (Raw)": 0.7810898423194885, "Finetune/Step": 12536, "Finetune/Step Time": 5.980706861242652}
+{"Finetune/Learning Rate": 5.709992880108692e-06, "Finetune/Loss": 0.6403432488441467, "Finetune/Loss (Raw)": 0.6735215187072754, "Finetune/Step": 12537, "Finetune/Step Time": 5.984493179246783}
+{"Finetune/Learning Rate": 5.708471814395897e-06, "Finetune/Loss": 0.6391932964324951, "Finetune/Loss (Raw)": 0.5484147667884827, "Finetune/Step": 12538, "Finetune/Step Time": 5.9788067527115345}
+{"Finetune/Learning Rate": 5.7069508703786335e-06, "Finetune/Loss": 0.6400516033172607, "Finetune/Loss (Raw)": 0.7445474863052368, "Finetune/Step": 12539, "Finetune/Step Time": 5.982338581234217}
+{"Finetune/Learning Rate": 5.70543004810004e-06, "Finetune/Loss": 0.6394073367118835, "Finetune/Loss (Raw)": 0.5577346086502075, "Finetune/Step": 12540, "Finetune/Step Time": 5.991182886064053}
+{"Finetune/Learning Rate": 5.703909347603239e-06, "Finetune/Loss": 0.6401528716087341, "Finetune/Loss (Raw)": 0.734356164932251, "Finetune/Step": 12541, "Finetune/Step Time": 5.99510876275599}
+{"Finetune/Learning Rate": 5.702388768931351e-06, "Finetune/Loss": 0.639728307723999, "Finetune/Loss (Raw)": 0.6488766670227051, "Finetune/Step": 12542, "Finetune/Step Time": 5.995064219459891}
+{"Finetune/Learning Rate": 5.700868312127503e-06, "Finetune/Loss": 0.6391260623931885, "Finetune/Loss (Raw)": 0.6544444561004639, "Finetune/Step": 12543, "Finetune/Step Time": 5.9984719436615705}
+{"Finetune/Learning Rate": 5.699347977234799e-06, "Finetune/Loss": 0.6391463279724121, "Finetune/Loss (Raw)": 0.6599184274673462, "Finetune/Step": 12544, "Finetune/Step Time": 6.002369964495301}
+{"Finetune/Learning Rate": 5.697827764296358e-06, "Finetune/Loss": 0.6399748921394348, "Finetune/Loss (Raw)": 0.7399067878723145, "Finetune/Step": 12545, "Finetune/Step Time": 6.003171913325787}
+{"Finetune/Learning Rate": 5.696307673355281e-06, "Finetune/Loss": 0.6404340267181396, "Finetune/Loss (Raw)": 0.7074352502822876, "Finetune/Step": 12546, "Finetune/Step Time": 6.0033430103212595}
+{"Finetune/Learning Rate": 5.694787704454688e-06, "Finetune/Loss": 0.6411374807357788, "Finetune/Loss (Raw)": 0.7038577198982239, "Finetune/Step": 12547, "Finetune/Step Time": 5.995133372023702}
+{"Finetune/Learning Rate": 5.69326785763767e-06, "Finetune/Loss": 0.6410112380981445, "Finetune/Loss (Raw)": 0.5396741032600403, "Finetune/Step": 12548, "Finetune/Step Time": 5.9827006086707115}
+{"Finetune/Learning Rate": 5.691748132947334e-06, "Finetune/Loss": 0.6397188901901245, "Finetune/Loss (Raw)": 0.5446327328681946, "Finetune/Step": 12549, "Finetune/Step Time": 6.002372924238443}
+{"Finetune/Learning Rate": 5.690228530426767e-06, "Finetune/Loss": 0.639377236366272, "Finetune/Loss (Raw)": 0.585263192653656, "Finetune/Step": 12550, "Finetune/Step Time": 6.017520060762763}
+{"Finetune/Learning Rate": 5.688709050119063e-06, "Finetune/Loss": 0.6407925486564636, "Finetune/Loss (Raw)": 0.6824080348014832, "Finetune/Step": 12551, "Finetune/Step Time": 6.018566908314824}
+{"Finetune/Learning Rate": 5.687189692067311e-06, "Finetune/Loss": 0.6408255696296692, "Finetune/Loss (Raw)": 0.6772480607032776, "Finetune/Step": 12552, "Finetune/Step Time": 6.0364315416663885}
+{"Finetune/Learning Rate": 5.685670456314595e-06, "Finetune/Loss": 0.642500102519989, "Finetune/Loss (Raw)": 0.738813042640686, "Finetune/Step": 12553, "Finetune/Step Time": 6.033097576349974}
+{"Finetune/Learning Rate": 5.684151342903992e-06, "Finetune/Loss": 0.643463671207428, "Finetune/Loss (Raw)": 0.7212926149368286, "Finetune/Step": 12554, "Finetune/Step Time": 6.028873892500997}
+{"Finetune/Learning Rate": 5.682632351878593e-06, "Finetune/Loss": 0.6442131996154785, "Finetune/Loss (Raw)": 0.6644718647003174, "Finetune/Step": 12555, "Finetune/Step Time": 6.035713395103812}
+{"Finetune/Learning Rate": 5.681113483281459e-06, "Finetune/Loss": 0.6435297727584839, "Finetune/Loss (Raw)": 0.65902179479599, "Finetune/Step": 12556, "Finetune/Step Time": 6.0326942801475525}
+{"Finetune/Learning Rate": 5.679594737155666e-06, "Finetune/Loss": 0.6429797410964966, "Finetune/Loss (Raw)": 0.5888834595680237, "Finetune/Step": 12557, "Finetune/Step Time": 6.015861380845308}
+{"Finetune/Learning Rate": 5.67807611354428e-06, "Finetune/Loss": 0.6445420980453491, "Finetune/Loss (Raw)": 0.6164061427116394, "Finetune/Step": 12558, "Finetune/Step Time": 6.014652403071523}
+{"Finetune/Learning Rate": 5.676557612490365e-06, "Finetune/Loss": 0.6436736583709717, "Finetune/Loss (Raw)": 0.6980962753295898, "Finetune/Step": 12559, "Finetune/Step Time": 6.016496134921908}
+{"Finetune/Learning Rate": 5.675039234036983e-06, "Finetune/Loss": 0.6439015865325928, "Finetune/Loss (Raw)": 0.7197026014328003, "Finetune/Step": 12560, "Finetune/Step Time": 6.003535518422723}
+{"Finetune/Learning Rate": 5.673520978227189e-06, "Finetune/Loss": 0.6434255242347717, "Finetune/Loss (Raw)": 0.7172300219535828, "Finetune/Step": 12561, "Finetune/Step Time": 6.0199557505548}
+{"Finetune/Learning Rate": 5.672002845104039e-06, "Finetune/Loss": 0.6429233551025391, "Finetune/Loss (Raw)": 0.612689197063446, "Finetune/Step": 12562, "Finetune/Step Time": 6.016928089782596}
+{"Finetune/Learning Rate": 5.670484834710579e-06, "Finetune/Loss": 0.641999363899231, "Finetune/Loss (Raw)": 0.6764158010482788, "Finetune/Step": 12563, "Finetune/Step Time": 6.018991984426975}
+{"Finetune/Learning Rate": 5.668966947089859e-06, "Finetune/Loss": 0.641109824180603, "Finetune/Loss (Raw)": 0.5073681473731995, "Finetune/Step": 12564, "Finetune/Step Time": 6.03710156865418}
+{"Finetune/Learning Rate": 5.66744918228492e-06, "Finetune/Loss": 0.6415984630584717, "Finetune/Loss (Raw)": 0.6681641340255737, "Finetune/Step": 12565, "Finetune/Step Time": 6.060524608939886}
+{"Finetune/Learning Rate": 5.665931540338803e-06, "Finetune/Loss": 0.6426851749420166, "Finetune/Loss (Raw)": 0.7308659553527832, "Finetune/Step": 12566, "Finetune/Step Time": 6.068444428965449}
+{"Finetune/Learning Rate": 5.664414021294541e-06, "Finetune/Loss": 0.6411538124084473, "Finetune/Loss (Raw)": 0.49253049492836, "Finetune/Step": 12567, "Finetune/Step Time": 6.091443227604032}
+{"Finetune/Learning Rate": 5.66289662519517e-06, "Finetune/Loss": 0.6402051448822021, "Finetune/Loss (Raw)": 0.5861766338348389, "Finetune/Step": 12568, "Finetune/Step Time": 6.093811523169279}
+{"Finetune/Learning Rate": 5.6613793520837175e-06, "Finetune/Loss": 0.640002429485321, "Finetune/Loss (Raw)": 0.6387606263160706, "Finetune/Step": 12569, "Finetune/Step Time": 6.095310719683766}
+{"Finetune/Learning Rate": 5.659862202003208e-06, "Finetune/Loss": 0.6381160020828247, "Finetune/Loss (Raw)": 0.5489309430122375, "Finetune/Step": 12570, "Finetune/Step Time": 6.102378387004137}
+{"Finetune/Learning Rate": 5.658345174996667e-06, "Finetune/Loss": 0.6377956867218018, "Finetune/Loss (Raw)": 0.6124239563941956, "Finetune/Step": 12571, "Finetune/Step Time": 6.099833706393838}
+{"Finetune/Learning Rate": 5.6568282711071085e-06, "Finetune/Loss": 0.6369842290878296, "Finetune/Loss (Raw)": 0.7167387008666992, "Finetune/Step": 12572, "Finetune/Step Time": 6.074986485764384}
+{"Finetune/Learning Rate": 5.655311490377552e-06, "Finetune/Loss": 0.6364302635192871, "Finetune/Loss (Raw)": 0.5911352634429932, "Finetune/Step": 12573, "Finetune/Step Time": 6.078437313437462}
+{"Finetune/Learning Rate": 5.653794832851005e-06, "Finetune/Loss": 0.6348890066146851, "Finetune/Loss (Raw)": 0.5328940749168396, "Finetune/Step": 12574, "Finetune/Step Time": 6.097486108541489}
+{"Finetune/Learning Rate": 5.652278298570479e-06, "Finetune/Loss": 0.6341159343719482, "Finetune/Loss (Raw)": 0.618929922580719, "Finetune/Step": 12575, "Finetune/Step Time": 6.093843396753073}
+{"Finetune/Learning Rate": 5.650761887578977e-06, "Finetune/Loss": 0.635227382183075, "Finetune/Loss (Raw)": 0.7555738091468811, "Finetune/Step": 12576, "Finetune/Step Time": 6.09344077296555}
+{"Finetune/Learning Rate": 5.649245599919499e-06, "Finetune/Loss": 0.6342331767082214, "Finetune/Loss (Raw)": 0.6056455969810486, "Finetune/Step": 12577, "Finetune/Step Time": 6.093221105635166}
+{"Finetune/Learning Rate": 5.647729435635046e-06, "Finetune/Loss": 0.6351383328437805, "Finetune/Loss (Raw)": 0.690156877040863, "Finetune/Step": 12578, "Finetune/Step Time": 6.0794696770608425}
+{"Finetune/Learning Rate": 5.646213394768609e-06, "Finetune/Loss": 0.6342580318450928, "Finetune/Loss (Raw)": 0.5979619026184082, "Finetune/Step": 12579, "Finetune/Step Time": 6.082741774618626}
+{"Finetune/Learning Rate": 5.6446974773631836e-06, "Finetune/Loss": 0.6336380243301392, "Finetune/Loss (Raw)": 0.5860854387283325, "Finetune/Step": 12580, "Finetune/Step Time": 6.081372033804655}
+{"Finetune/Learning Rate": 5.643181683461745e-06, "Finetune/Loss": 0.6334877610206604, "Finetune/Loss (Raw)": 0.7663527131080627, "Finetune/Step": 12581, "Finetune/Step Time": 6.079095561057329}
+{"Finetune/Learning Rate": 5.6416660131072886e-06, "Finetune/Loss": 0.6342486143112183, "Finetune/Loss (Raw)": 0.7080796957015991, "Finetune/Step": 12582, "Finetune/Step Time": 6.074268843978643}
+{"Finetune/Learning Rate": 5.640150466342791e-06, "Finetune/Loss": 0.634238600730896, "Finetune/Loss (Raw)": 0.626723051071167, "Finetune/Step": 12583, "Finetune/Step Time": 6.077642561867833}
+{"Finetune/Learning Rate": 5.638635043211228e-06, "Finetune/Loss": 0.6351338624954224, "Finetune/Loss (Raw)": 0.7342827320098877, "Finetune/Step": 12584, "Finetune/Step Time": 6.078319942578673}
+{"Finetune/Learning Rate": 5.637119743755574e-06, "Finetune/Loss": 0.6356126070022583, "Finetune/Loss (Raw)": 0.7621375322341919, "Finetune/Step": 12585, "Finetune/Step Time": 6.096225464716554}
+{"Finetune/Learning Rate": 5.6356045680188e-06, "Finetune/Loss": 0.6371952295303345, "Finetune/Loss (Raw)": 0.7083377838134766, "Finetune/Step": 12586, "Finetune/Step Time": 6.080683099105954}
+{"Finetune/Learning Rate": 5.634089516043867e-06, "Finetune/Loss": 0.636425793170929, "Finetune/Loss (Raw)": 0.6500746011734009, "Finetune/Step": 12587, "Finetune/Step Time": 6.080342886969447}
+{"Finetune/Learning Rate": 5.632574587873736e-06, "Finetune/Loss": 0.6351525187492371, "Finetune/Loss (Raw)": 0.44886311888694763, "Finetune/Step": 12588, "Finetune/Step Time": 6.101239198818803}
+{"Finetune/Learning Rate": 5.631059783551373e-06, "Finetune/Loss": 0.6360143423080444, "Finetune/Loss (Raw)": 0.648069441318512, "Finetune/Step": 12589, "Finetune/Step Time": 6.10314623080194}
+{"Finetune/Learning Rate": 5.629545103119733e-06, "Finetune/Loss": 0.6353996992111206, "Finetune/Loss (Raw)": 0.625070333480835, "Finetune/Step": 12590, "Finetune/Step Time": 6.10452888160944}
+{"Finetune/Learning Rate": 5.628030546621765e-06, "Finetune/Loss": 0.6362496614456177, "Finetune/Loss (Raw)": 0.7035149335861206, "Finetune/Step": 12591, "Finetune/Step Time": 6.102888181805611}
+{"Finetune/Learning Rate": 5.626516114100424e-06, "Finetune/Loss": 0.6362651586532593, "Finetune/Loss (Raw)": 0.6411912441253662, "Finetune/Step": 12592, "Finetune/Step Time": 6.101256197318435}
+{"Finetune/Learning Rate": 5.625001805598645e-06, "Finetune/Loss": 0.6357883810997009, "Finetune/Loss (Raw)": 0.635476291179657, "Finetune/Step": 12593, "Finetune/Step Time": 6.100076992064714}
+{"Finetune/Learning Rate": 5.623487621159372e-06, "Finetune/Loss": 0.6355562806129456, "Finetune/Loss (Raw)": 0.5449799299240112, "Finetune/Step": 12594, "Finetune/Step Time": 6.103554388508201}
+{"Finetune/Learning Rate": 5.621973560825542e-06, "Finetune/Loss": 0.6348625421524048, "Finetune/Loss (Raw)": 0.5410973429679871, "Finetune/Step": 12595, "Finetune/Step Time": 6.104312462732196}
+{"Finetune/Learning Rate": 5.620459624640098e-06, "Finetune/Loss": 0.635333240032196, "Finetune/Loss (Raw)": 0.6468669176101685, "Finetune/Step": 12596, "Finetune/Step Time": 6.101157061755657}
+{"Finetune/Learning Rate": 5.618945812645964e-06, "Finetune/Loss": 0.6364508867263794, "Finetune/Loss (Raw)": 0.6844331622123718, "Finetune/Step": 12597, "Finetune/Step Time": 6.089067319408059}
+{"Finetune/Learning Rate": 5.617432124886072e-06, "Finetune/Loss": 0.6368730068206787, "Finetune/Loss (Raw)": 0.6058388948440552, "Finetune/Step": 12598, "Finetune/Step Time": 6.089448742568493}
+{"Finetune/Learning Rate": 5.61591856140334e-06, "Finetune/Loss": 0.6369041204452515, "Finetune/Loss (Raw)": 0.7096943855285645, "Finetune/Step": 12599, "Finetune/Step Time": 6.081246281042695}
+{"Finetune/Learning Rate": 5.614405122240689e-06, "Finetune/Loss": 0.6361393332481384, "Finetune/Loss (Raw)": 0.5445464849472046, "Finetune/Step": 12600, "Finetune/Step Time": 6.086442615836859}
+{"Finetune/Learning Rate": 5.612891807441039e-06, "Finetune/Loss": 0.6364813446998596, "Finetune/Loss (Raw)": 0.7089657783508301, "Finetune/Step": 12601, "Finetune/Step Time": 6.081182228401303}
+{"Finetune/Learning Rate": 5.611378617047298e-06, "Finetune/Loss": 0.6372694969177246, "Finetune/Loss (Raw)": 0.6303942799568176, "Finetune/Step": 12602, "Finetune/Step Time": 6.079388111829758}
+{"Finetune/Learning Rate": 5.609865551102384e-06, "Finetune/Loss": 0.6367415189743042, "Finetune/Loss (Raw)": 0.5706942081451416, "Finetune/Step": 12603, "Finetune/Step Time": 6.077727796509862}
+{"Finetune/Learning Rate": 5.608352609649202e-06, "Finetune/Loss": 0.6367388963699341, "Finetune/Loss (Raw)": 0.6667523980140686, "Finetune/Step": 12604, "Finetune/Step Time": 6.078558744862676}
+{"Finetune/Learning Rate": 5.6068397927306495e-06, "Finetune/Loss": 0.6363129615783691, "Finetune/Loss (Raw)": 0.6920321583747864, "Finetune/Step": 12605, "Finetune/Step Time": 6.066083179786801}
+{"Finetune/Learning Rate": 5.605327100389627e-06, "Finetune/Loss": 0.6363116502761841, "Finetune/Loss (Raw)": 0.6878606677055359, "Finetune/Step": 12606, "Finetune/Step Time": 6.0587463695555925}
+{"Finetune/Learning Rate": 5.603814532669032e-06, "Finetune/Loss": 0.6360061168670654, "Finetune/Loss (Raw)": 0.5691027641296387, "Finetune/Step": 12607, "Finetune/Step Time": 6.057548554614186}
+{"Finetune/Learning Rate": 5.602302089611755e-06, "Finetune/Loss": 0.6369521617889404, "Finetune/Loss (Raw)": 0.7606905102729797, "Finetune/Step": 12608, "Finetune/Step Time": 6.0576174687594175}
+{"Finetune/Learning Rate": 5.6007897712606855e-06, "Finetune/Loss": 0.6376110315322876, "Finetune/Loss (Raw)": 0.638228178024292, "Finetune/Step": 12609, "Finetune/Step Time": 6.061584446579218}
+{"Finetune/Learning Rate": 5.599277577658708e-06, "Finetune/Loss": 0.6379157304763794, "Finetune/Loss (Raw)": 0.7569814920425415, "Finetune/Step": 12610, "Finetune/Step Time": 6.060410125181079}
+{"Finetune/Learning Rate": 5.597765508848705e-06, "Finetune/Loss": 0.6381621956825256, "Finetune/Loss (Raw)": 0.6712595224380493, "Finetune/Step": 12611, "Finetune/Step Time": 6.044333476573229}
+{"Finetune/Learning Rate": 5.5962535648735525e-06, "Finetune/Loss": 0.6383954882621765, "Finetune/Loss (Raw)": 0.7245136499404907, "Finetune/Step": 12612, "Finetune/Step Time": 6.0574556570500135}
+{"Finetune/Learning Rate": 5.594741745776129e-06, "Finetune/Loss": 0.6378817558288574, "Finetune/Loss (Raw)": 0.6936771273612976, "Finetune/Step": 12613, "Finetune/Step Time": 6.05799064040184}
+{"Finetune/Learning Rate": 5.593230051599301e-06, "Finetune/Loss": 0.6381794214248657, "Finetune/Loss (Raw)": 0.6914138793945312, "Finetune/Step": 12614, "Finetune/Step Time": 6.061097653582692}
+{"Finetune/Learning Rate": 5.591718482385937e-06, "Finetune/Loss": 0.638075590133667, "Finetune/Loss (Raw)": 0.6084560751914978, "Finetune/Step": 12615, "Finetune/Step Time": 6.063434248790145}
+{"Finetune/Learning Rate": 5.590207038178903e-06, "Finetune/Loss": 0.6377117037773132, "Finetune/Loss (Raw)": 0.6275558471679688, "Finetune/Step": 12616, "Finetune/Step Time": 6.075137168169022}
+{"Finetune/Learning Rate": 5.588695719021057e-06, "Finetune/Loss": 0.6372511386871338, "Finetune/Loss (Raw)": 0.5810710191726685, "Finetune/Step": 12617, "Finetune/Step Time": 6.075951321050525}
+{"Finetune/Learning Rate": 5.587184524955256e-06, "Finetune/Loss": 0.6380339860916138, "Finetune/Loss (Raw)": 0.6504078507423401, "Finetune/Step": 12618, "Finetune/Step Time": 6.061545612290502}
+{"Finetune/Learning Rate": 5.585673456024354e-06, "Finetune/Loss": 0.6375424861907959, "Finetune/Loss (Raw)": 0.6185585856437683, "Finetune/Step": 12619, "Finetune/Step Time": 6.071622271090746}
+{"Finetune/Learning Rate": 5.5841625122712e-06, "Finetune/Loss": 0.6375020146369934, "Finetune/Loss (Raw)": 0.5843432545661926, "Finetune/Step": 12620, "Finetune/Step Time": 6.072054227814078}
+{"Finetune/Learning Rate": 5.582651693738639e-06, "Finetune/Loss": 0.6369179487228394, "Finetune/Loss (Raw)": 0.7055448889732361, "Finetune/Step": 12621, "Finetune/Step Time": 6.068807816132903}
+{"Finetune/Learning Rate": 5.581141000469517e-06, "Finetune/Loss": 0.6365857720375061, "Finetune/Loss (Raw)": 0.6640884876251221, "Finetune/Step": 12622, "Finetune/Step Time": 6.069175638258457}
+{"Finetune/Learning Rate": 5.579630432506668e-06, "Finetune/Loss": 0.6372858285903931, "Finetune/Loss (Raw)": 0.728290855884552, "Finetune/Step": 12623, "Finetune/Step Time": 6.067588083446026}
+{"Finetune/Learning Rate": 5.5781199898929315e-06, "Finetune/Loss": 0.6368386149406433, "Finetune/Loss (Raw)": 0.6285820603370667, "Finetune/Step": 12624, "Finetune/Step Time": 6.05951258353889}
+{"Finetune/Learning Rate": 5.5766096726711385e-06, "Finetune/Loss": 0.6366890668869019, "Finetune/Loss (Raw)": 0.6634525060653687, "Finetune/Step": 12625, "Finetune/Step Time": 6.062859984114766}
+{"Finetune/Learning Rate": 5.575099480884116e-06, "Finetune/Loss": 0.6365050077438354, "Finetune/Loss (Raw)": 0.5989753603935242, "Finetune/Step": 12626, "Finetune/Step Time": 6.053018508478999}
+{"Finetune/Learning Rate": 5.573589414574689e-06, "Finetune/Loss": 0.6371166110038757, "Finetune/Loss (Raw)": 0.7527907490730286, "Finetune/Step": 12627, "Finetune/Step Time": 6.055611316114664}
+{"Finetune/Learning Rate": 5.572079473785684e-06, "Finetune/Loss": 0.6367168426513672, "Finetune/Loss (Raw)": 0.5314640998840332, "Finetune/Step": 12628, "Finetune/Step Time": 6.02736933529377}
+{"Finetune/Learning Rate": 5.570569658559905e-06, "Finetune/Loss": 0.6360311508178711, "Finetune/Loss (Raw)": 0.6407667994499207, "Finetune/Step": 12629, "Finetune/Step Time": 6.027798518538475}
+{"Finetune/Learning Rate": 5.5690599689401805e-06, "Finetune/Loss": 0.6361485719680786, "Finetune/Loss (Raw)": 0.6333338022232056, "Finetune/Step": 12630, "Finetune/Step Time": 6.025779539719224}
+{"Finetune/Learning Rate": 5.567550404969315e-06, "Finetune/Loss": 0.6355658769607544, "Finetune/Loss (Raw)": 0.5926862955093384, "Finetune/Step": 12631, "Finetune/Step Time": 6.028502145782113}
+{"Finetune/Learning Rate": 5.566040966690115e-06, "Finetune/Loss": 0.6358559727668762, "Finetune/Loss (Raw)": 0.575008749961853, "Finetune/Step": 12632, "Finetune/Step Time": 6.050629435107112}
+{"Finetune/Learning Rate": 5.564531654145384e-06, "Finetune/Loss": 0.6355988383293152, "Finetune/Loss (Raw)": 0.5947606563568115, "Finetune/Step": 12633, "Finetune/Step Time": 6.061191951856017}
+{"Finetune/Learning Rate": 5.563022467377928e-06, "Finetune/Loss": 0.6350213885307312, "Finetune/Loss (Raw)": 0.5454040169715881, "Finetune/Step": 12634, "Finetune/Step Time": 6.078528577461839}
+{"Finetune/Learning Rate": 5.561513406430533e-06, "Finetune/Loss": 0.635649561882019, "Finetune/Loss (Raw)": 0.5653583407402039, "Finetune/Step": 12635, "Finetune/Step Time": 6.060759184882045}
+{"Finetune/Learning Rate": 5.560004471345997e-06, "Finetune/Loss": 0.6351646184921265, "Finetune/Loss (Raw)": 0.571068525314331, "Finetune/Step": 12636, "Finetune/Step Time": 6.05940892919898}
+{"Finetune/Learning Rate": 5.5584956621671035e-06, "Finetune/Loss": 0.6360144019126892, "Finetune/Loss (Raw)": 0.7056043744087219, "Finetune/Step": 12637, "Finetune/Step Time": 6.058168388903141}
+{"Finetune/Learning Rate": 5.5569869789366485e-06, "Finetune/Loss": 0.6368892788887024, "Finetune/Loss (Raw)": 0.6833220720291138, "Finetune/Step": 12638, "Finetune/Step Time": 6.05834392644465}
+{"Finetune/Learning Rate": 5.555478421697407e-06, "Finetune/Loss": 0.6381323933601379, "Finetune/Loss (Raw)": 0.6148413419723511, "Finetune/Step": 12639, "Finetune/Step Time": 6.04726342484355}
+{"Finetune/Learning Rate": 5.553969990492164e-06, "Finetune/Loss": 0.6379989385604858, "Finetune/Loss (Raw)": 0.6625410914421082, "Finetune/Step": 12640, "Finetune/Step Time": 6.039652341976762}
+{"Finetune/Learning Rate": 5.552461685363685e-06, "Finetune/Loss": 0.6383165717124939, "Finetune/Loss (Raw)": 0.6467645168304443, "Finetune/Step": 12641, "Finetune/Step Time": 6.040365746244788}
+{"Finetune/Learning Rate": 5.550953506354746e-06, "Finetune/Loss": 0.638304591178894, "Finetune/Loss (Raw)": 0.6091328263282776, "Finetune/Step": 12642, "Finetune/Step Time": 6.03330596908927}
+{"Finetune/Learning Rate": 5.549445453508113e-06, "Finetune/Loss": 0.639467716217041, "Finetune/Loss (Raw)": 0.777567446231842, "Finetune/Step": 12643, "Finetune/Step Time": 6.037213046103716}
+{"Finetune/Learning Rate": 5.547937526866547e-06, "Finetune/Loss": 0.6407695412635803, "Finetune/Loss (Raw)": 0.6836273074150085, "Finetune/Step": 12644, "Finetune/Step Time": 6.039707047864795}
+{"Finetune/Learning Rate": 5.5464297264728185e-06, "Finetune/Loss": 0.6401181221008301, "Finetune/Loss (Raw)": 0.46268337965011597, "Finetune/Step": 12645, "Finetune/Step Time": 6.0363328363746405}
+{"Finetune/Learning Rate": 5.544922052369681e-06, "Finetune/Loss": 0.6401797533035278, "Finetune/Loss (Raw)": 0.6275684833526611, "Finetune/Step": 12646, "Finetune/Step Time": 6.035114329308271}
+{"Finetune/Learning Rate": 5.5434145045998825e-06, "Finetune/Loss": 0.6391288042068481, "Finetune/Loss (Raw)": 0.4277249276638031, "Finetune/Step": 12647, "Finetune/Step Time": 6.0428028665483}
+{"Finetune/Learning Rate": 5.541907083206176e-06, "Finetune/Loss": 0.6386718153953552, "Finetune/Loss (Raw)": 0.6092507839202881, "Finetune/Step": 12648, "Finetune/Step Time": 6.044578976929188}
+{"Finetune/Learning Rate": 5.540399788231308e-06, "Finetune/Loss": 0.638845682144165, "Finetune/Loss (Raw)": 0.6778193116188049, "Finetune/Step": 12649, "Finetune/Step Time": 6.041303751990199}
+{"Finetune/Learning Rate": 5.53889261971802e-06, "Finetune/Loss": 0.6380774974822998, "Finetune/Loss (Raw)": 0.6564079523086548, "Finetune/Step": 12650, "Finetune/Step Time": 6.042657490819693}
+{"Finetune/Learning Rate": 5.537385577709046e-06, "Finetune/Loss": 0.6394971609115601, "Finetune/Loss (Raw)": 0.7343651652336121, "Finetune/Step": 12651, "Finetune/Step Time": 6.025554137304425}
+{"Finetune/Learning Rate": 5.535878662247136e-06, "Finetune/Loss": 0.6408808827400208, "Finetune/Loss (Raw)": 0.6965464949607849, "Finetune/Step": 12652, "Finetune/Step Time": 6.025327768176794}
+{"Finetune/Learning Rate": 5.534371873375011e-06, "Finetune/Loss": 0.6412054300308228, "Finetune/Loss (Raw)": 0.6544683575630188, "Finetune/Step": 12653, "Finetune/Step Time": 6.0225223153829575}
+{"Finetune/Learning Rate": 5.532865211135398e-06, "Finetune/Loss": 0.6406340003013611, "Finetune/Loss (Raw)": 0.5959032773971558, "Finetune/Step": 12654, "Finetune/Step Time": 6.024360844865441}
+{"Finetune/Learning Rate": 5.531358675571027e-06, "Finetune/Loss": 0.640575647354126, "Finetune/Loss (Raw)": 0.6332933306694031, "Finetune/Step": 12655, "Finetune/Step Time": 6.045452220365405}
+{"Finetune/Learning Rate": 5.529852266724616e-06, "Finetune/Loss": 0.6411542296409607, "Finetune/Loss (Raw)": 0.7217195630073547, "Finetune/Step": 12656, "Finetune/Step Time": 6.037163071334362}
+{"Finetune/Learning Rate": 5.528345984638883e-06, "Finetune/Loss": 0.6420992016792297, "Finetune/Loss (Raw)": 0.698951005935669, "Finetune/Step": 12657, "Finetune/Step Time": 6.046372201293707}
+{"Finetune/Learning Rate": 5.526839829356539e-06, "Finetune/Loss": 0.6430684328079224, "Finetune/Loss (Raw)": 0.620046854019165, "Finetune/Step": 12658, "Finetune/Step Time": 6.032030392438173}
+{"Finetune/Learning Rate": 5.525333800920305e-06, "Finetune/Loss": 0.6429057121276855, "Finetune/Loss (Raw)": 0.5974833965301514, "Finetune/Step": 12659, "Finetune/Step Time": 6.037003668025136}
+{"Finetune/Learning Rate": 5.523827899372876e-06, "Finetune/Loss": 0.6447693705558777, "Finetune/Loss (Raw)": 0.7409284710884094, "Finetune/Step": 12660, "Finetune/Step Time": 6.016408558934927}
+{"Finetune/Learning Rate": 5.52232212475696e-06, "Finetune/Loss": 0.6456543207168579, "Finetune/Loss (Raw)": 0.7320698499679565, "Finetune/Step": 12661, "Finetune/Step Time": 6.0331242848187685}
+{"Finetune/Learning Rate": 5.520816477115254e-06, "Finetune/Loss": 0.644953727722168, "Finetune/Loss (Raw)": 0.6412720084190369, "Finetune/Step": 12662, "Finetune/Step Time": 6.031298032030463}
+{"Finetune/Learning Rate": 5.519310956490458e-06, "Finetune/Loss": 0.6458697319030762, "Finetune/Loss (Raw)": 0.6225622892379761, "Finetune/Step": 12663, "Finetune/Step Time": 6.03581877425313}
+{"Finetune/Learning Rate": 5.51780556292526e-06, "Finetune/Loss": 0.6444344520568848, "Finetune/Loss (Raw)": 0.5973753929138184, "Finetune/Step": 12664, "Finetune/Step Time": 6.0328728556633}
+{"Finetune/Learning Rate": 5.5163002964623515e-06, "Finetune/Loss": 0.6442071795463562, "Finetune/Loss (Raw)": 0.6444258093833923, "Finetune/Step": 12665, "Finetune/Step Time": 6.030305542051792}
+{"Finetune/Learning Rate": 5.514795157144417e-06, "Finetune/Loss": 0.6448103189468384, "Finetune/Loss (Raw)": 0.6256231665611267, "Finetune/Step": 12666, "Finetune/Step Time": 6.047706510871649}
+{"Finetune/Learning Rate": 5.5132901450141365e-06, "Finetune/Loss": 0.6427581310272217, "Finetune/Loss (Raw)": 0.4818640649318695, "Finetune/Step": 12667, "Finetune/Step Time": 6.041831206530333}
+{"Finetune/Learning Rate": 5.51178526011419e-06, "Finetune/Loss": 0.643634557723999, "Finetune/Loss (Raw)": 0.6699123382568359, "Finetune/Step": 12668, "Finetune/Step Time": 6.044664518907666}
+{"Finetune/Learning Rate": 5.51028050248725e-06, "Finetune/Loss": 0.6422990560531616, "Finetune/Loss (Raw)": 0.5634147524833679, "Finetune/Step": 12669, "Finetune/Step Time": 6.048735298216343}
+{"Finetune/Learning Rate": 5.508775872175989e-06, "Finetune/Loss": 0.642465353012085, "Finetune/Loss (Raw)": 0.6701671481132507, "Finetune/Step": 12670, "Finetune/Step Time": 6.054337915033102}
+{"Finetune/Learning Rate": 5.507271369223071e-06, "Finetune/Loss": 0.6410778164863586, "Finetune/Loss (Raw)": 0.47683557868003845, "Finetune/Step": 12671, "Finetune/Step Time": 6.071979312226176}
+{"Finetune/Learning Rate": 5.5057669936711625e-06, "Finetune/Loss": 0.641468346118927, "Finetune/Loss (Raw)": 0.709902286529541, "Finetune/Step": 12672, "Finetune/Step Time": 6.084264017641544}
+{"Finetune/Learning Rate": 5.504262745562923e-06, "Finetune/Loss": 0.6403425931930542, "Finetune/Loss (Raw)": 0.595809280872345, "Finetune/Step": 12673, "Finetune/Step Time": 6.084728434681892}
+{"Finetune/Learning Rate": 5.502758624941007e-06, "Finetune/Loss": 0.6413792371749878, "Finetune/Loss (Raw)": 0.8401327133178711, "Finetune/Step": 12674, "Finetune/Step Time": 6.0848118625581264}
+{"Finetune/Learning Rate": 5.501254631848068e-06, "Finetune/Loss": 0.6412804126739502, "Finetune/Loss (Raw)": 0.6912069320678711, "Finetune/Step": 12675, "Finetune/Step Time": 6.089541412889957}
+{"Finetune/Learning Rate": 5.4997507663267546e-06, "Finetune/Loss": 0.6415876746177673, "Finetune/Loss (Raw)": 0.5789989829063416, "Finetune/Step": 12676, "Finetune/Step Time": 6.093691507354379}
+{"Finetune/Learning Rate": 5.498247028419717e-06, "Finetune/Loss": 0.6428714990615845, "Finetune/Loss (Raw)": 0.7089648246765137, "Finetune/Step": 12677, "Finetune/Step Time": 6.074924690648913}
+{"Finetune/Learning Rate": 5.496743418169584e-06, "Finetune/Loss": 0.6428967118263245, "Finetune/Loss (Raw)": 0.5884914398193359, "Finetune/Step": 12678, "Finetune/Step Time": 6.0605866853147745}
+{"Finetune/Learning Rate": 5.495239935619006e-06, "Finetune/Loss": 0.6428014039993286, "Finetune/Loss (Raw)": 0.6702117919921875, "Finetune/Step": 12679, "Finetune/Step Time": 6.063134364783764}
+{"Finetune/Learning Rate": 5.493736580810614e-06, "Finetune/Loss": 0.6421691179275513, "Finetune/Loss (Raw)": 0.5963153839111328, "Finetune/Step": 12680, "Finetune/Step Time": 6.039386419579387}
+{"Finetune/Learning Rate": 5.492233353787038e-06, "Finetune/Loss": 0.6418913006782532, "Finetune/Loss (Raw)": 0.7032484412193298, "Finetune/Step": 12681, "Finetune/Step Time": 6.038282744586468}
+{"Finetune/Learning Rate": 5.490730254590907e-06, "Finetune/Loss": 0.6417919397354126, "Finetune/Loss (Raw)": 0.7085800170898438, "Finetune/Step": 12682, "Finetune/Step Time": 6.049100587144494}
+{"Finetune/Learning Rate": 5.489227283264847e-06, "Finetune/Loss": 0.642008900642395, "Finetune/Loss (Raw)": 0.6922337412834167, "Finetune/Step": 12683, "Finetune/Step Time": 6.036421595141292}
+{"Finetune/Learning Rate": 5.48772443985147e-06, "Finetune/Loss": 0.6419373750686646, "Finetune/Loss (Raw)": 0.6498748064041138, "Finetune/Step": 12684, "Finetune/Step Time": 6.03759727999568}
+{"Finetune/Learning Rate": 5.4862217243933914e-06, "Finetune/Loss": 0.6413283348083496, "Finetune/Loss (Raw)": 0.5109273195266724, "Finetune/Step": 12685, "Finetune/Step Time": 6.053347734734416}
+{"Finetune/Learning Rate": 5.484719136933234e-06, "Finetune/Loss": 0.6415377855300903, "Finetune/Loss (Raw)": 0.64320969581604, "Finetune/Step": 12686, "Finetune/Step Time": 6.056335149332881}
+{"Finetune/Learning Rate": 5.483216677513603e-06, "Finetune/Loss": 0.6419873833656311, "Finetune/Loss (Raw)": 0.7556462287902832, "Finetune/Step": 12687, "Finetune/Step Time": 6.060360426083207}
+{"Finetune/Learning Rate": 5.4817143461771024e-06, "Finetune/Loss": 0.6418297290802002, "Finetune/Loss (Raw)": 0.699519693851471, "Finetune/Step": 12688, "Finetune/Step Time": 6.065421825274825}
+{"Finetune/Learning Rate": 5.480212142966339e-06, "Finetune/Loss": 0.6409276723861694, "Finetune/Loss (Raw)": 0.601775050163269, "Finetune/Step": 12689, "Finetune/Step Time": 6.0592178497463465}
+{"Finetune/Learning Rate": 5.478710067923903e-06, "Finetune/Loss": 0.6422959566116333, "Finetune/Loss (Raw)": 0.7878314852714539, "Finetune/Step": 12690, "Finetune/Step Time": 6.060739375650883}
+{"Finetune/Learning Rate": 5.477208121092391e-06, "Finetune/Loss": 0.6427026987075806, "Finetune/Loss (Raw)": 0.7284722328186035, "Finetune/Step": 12691, "Finetune/Step Time": 6.05607071146369}
+{"Finetune/Learning Rate": 5.4757063025143965e-06, "Finetune/Loss": 0.6449939012527466, "Finetune/Loss (Raw)": 0.8006404042243958, "Finetune/Step": 12692, "Finetune/Step Time": 6.035138146951795}
+{"Finetune/Learning Rate": 5.474204612232502e-06, "Finetune/Loss": 0.6445004940032959, "Finetune/Loss (Raw)": 0.6050128936767578, "Finetune/Step": 12693, "Finetune/Step Time": 6.0139123648405075}
+{"Finetune/Learning Rate": 5.472703050289299e-06, "Finetune/Loss": 0.6439597606658936, "Finetune/Loss (Raw)": 0.661650538444519, "Finetune/Step": 12694, "Finetune/Step Time": 6.00636800378561}
+{"Finetune/Learning Rate": 5.4712016167273685e-06, "Finetune/Loss": 0.6444524526596069, "Finetune/Loss (Raw)": 0.5555902719497681, "Finetune/Step": 12695, "Finetune/Step Time": 5.986629713326693}
+{"Finetune/Learning Rate": 5.469700311589277e-06, "Finetune/Loss": 0.643993616104126, "Finetune/Loss (Raw)": 0.5274524688720703, "Finetune/Step": 12696, "Finetune/Step Time": 5.991645988076925}
+{"Finetune/Learning Rate": 5.468199134917602e-06, "Finetune/Loss": 0.6445480585098267, "Finetune/Loss (Raw)": 0.7097236514091492, "Finetune/Step": 12697, "Finetune/Step Time": 5.989104064181447}
+{"Finetune/Learning Rate": 5.466698086754914e-06, "Finetune/Loss": 0.645294189453125, "Finetune/Loss (Raw)": 0.6444382071495056, "Finetune/Step": 12698, "Finetune/Step Time": 5.983018614351749}
+{"Finetune/Learning Rate": 5.4651971671437756e-06, "Finetune/Loss": 0.6454074382781982, "Finetune/Loss (Raw)": 0.626916229724884, "Finetune/Step": 12699, "Finetune/Step Time": 5.984705250710249}
+{"Finetune/Learning Rate": 5.463696376126747e-06, "Finetune/Loss": 0.6450895071029663, "Finetune/Loss (Raw)": 0.6760452389717102, "Finetune/Step": 12700, "Finetune/Step Time": 5.993821809068322}
+{"Finetune/Learning Rate": 5.462195713746398e-06, "Finetune/Loss": 0.6454283595085144, "Finetune/Loss (Raw)": 0.6345131397247314, "Finetune/Step": 12701, "Finetune/Step Time": 5.98794580809772}
+{"Finetune/Learning Rate": 5.4606951800452705e-06, "Finetune/Loss": 0.6444804668426514, "Finetune/Loss (Raw)": 0.4115646183490753, "Finetune/Step": 12702, "Finetune/Step Time": 5.986354326829314}
+{"Finetune/Learning Rate": 5.459194775065919e-06, "Finetune/Loss": 0.64492267370224, "Finetune/Loss (Raw)": 0.675527036190033, "Finetune/Step": 12703, "Finetune/Step Time": 5.997766129672527}
+{"Finetune/Learning Rate": 5.457694498850892e-06, "Finetune/Loss": 0.6436712741851807, "Finetune/Loss (Raw)": 0.5953973531723022, "Finetune/Step": 12704, "Finetune/Step Time": 6.006346622481942}
+{"Finetune/Learning Rate": 5.456194351442733e-06, "Finetune/Loss": 0.64385986328125, "Finetune/Loss (Raw)": 0.6297832131385803, "Finetune/Step": 12705, "Finetune/Step Time": 5.999867914244533}
+{"Finetune/Learning Rate": 5.45469433288398e-06, "Finetune/Loss": 0.6428464651107788, "Finetune/Loss (Raw)": 0.5604490637779236, "Finetune/Step": 12706, "Finetune/Step Time": 6.015910215675831}
+{"Finetune/Learning Rate": 5.4531944432171725e-06, "Finetune/Loss": 0.6438764333724976, "Finetune/Loss (Raw)": 0.729791522026062, "Finetune/Step": 12707, "Finetune/Step Time": 6.012317540124059}
+{"Finetune/Learning Rate": 5.451694682484841e-06, "Finetune/Loss": 0.6436452865600586, "Finetune/Loss (Raw)": 0.5564953088760376, "Finetune/Step": 12708, "Finetune/Step Time": 6.017226219177246}
+{"Finetune/Learning Rate": 5.450195050729512e-06, "Finetune/Loss": 0.6420812010765076, "Finetune/Loss (Raw)": 0.5661583542823792, "Finetune/Step": 12709, "Finetune/Step Time": 6.01638943515718}
+{"Finetune/Learning Rate": 5.448695547993716e-06, "Finetune/Loss": 0.6413016319274902, "Finetune/Loss (Raw)": 0.608295202255249, "Finetune/Step": 12710, "Finetune/Step Time": 6.016187034547329}
+{"Finetune/Learning Rate": 5.447196174319971e-06, "Finetune/Loss": 0.6421375274658203, "Finetune/Loss (Raw)": 0.7337086796760559, "Finetune/Step": 12711, "Finetune/Step Time": 6.017828073352575}
+{"Finetune/Learning Rate": 5.445696929750797e-06, "Finetune/Loss": 0.6403706669807434, "Finetune/Loss (Raw)": 0.5081325173377991, "Finetune/Step": 12712, "Finetune/Step Time": 6.037130003795028}
+{"Finetune/Learning Rate": 5.444197814328707e-06, "Finetune/Loss": 0.6394903659820557, "Finetune/Loss (Raw)": 0.6494558453559875, "Finetune/Step": 12713, "Finetune/Step Time": 6.02010284550488}
+{"Finetune/Learning Rate": 5.442698828096211e-06, "Finetune/Loss": 0.6389687061309814, "Finetune/Loss (Raw)": 0.6415661573410034, "Finetune/Step": 12714, "Finetune/Step Time": 6.034433217719197}
+{"Finetune/Learning Rate": 5.441199971095819e-06, "Finetune/Loss": 0.6391316652297974, "Finetune/Loss (Raw)": 0.6709287762641907, "Finetune/Step": 12715, "Finetune/Step Time": 6.037418385967612}
+{"Finetune/Learning Rate": 5.43970124337003e-06, "Finetune/Loss": 0.6397741436958313, "Finetune/Loss (Raw)": 0.5311030149459839, "Finetune/Step": 12716, "Finetune/Step Time": 6.0321645848453045}
+{"Finetune/Learning Rate": 5.438202644961348e-06, "Finetune/Loss": 0.6393264532089233, "Finetune/Loss (Raw)": 0.5907657146453857, "Finetune/Step": 12717, "Finetune/Step Time": 6.0297401789575815}
+{"Finetune/Learning Rate": 5.436704175912265e-06, "Finetune/Loss": 0.6392968893051147, "Finetune/Loss (Raw)": 0.6212842464447021, "Finetune/Step": 12718, "Finetune/Step Time": 6.030906645581126}
+{"Finetune/Learning Rate": 5.43520583626528e-06, "Finetune/Loss": 0.6390446424484253, "Finetune/Loss (Raw)": 0.6712267994880676, "Finetune/Step": 12719, "Finetune/Step Time": 6.03389435261488}
+{"Finetune/Learning Rate": 5.43370762606287e-06, "Finetune/Loss": 0.63975989818573, "Finetune/Loss (Raw)": 0.7327419519424438, "Finetune/Step": 12720, "Finetune/Step Time": 6.03695971891284}
+{"Finetune/Learning Rate": 5.43220954534753e-06, "Finetune/Loss": 0.639634370803833, "Finetune/Loss (Raw)": 0.6194171905517578, "Finetune/Step": 12721, "Finetune/Step Time": 6.036383971571922}
+{"Finetune/Learning Rate": 5.430711594161738e-06, "Finetune/Loss": 0.6403796076774597, "Finetune/Loss (Raw)": 0.6403703689575195, "Finetune/Step": 12722, "Finetune/Step Time": 6.030290342867374}
+{"Finetune/Learning Rate": 5.429213772547972e-06, "Finetune/Loss": 0.641701340675354, "Finetune/Loss (Raw)": 0.7102773785591125, "Finetune/Step": 12723, "Finetune/Step Time": 6.031949691474438}
+{"Finetune/Learning Rate": 5.4277160805487075e-06, "Finetune/Loss": 0.6413064002990723, "Finetune/Loss (Raw)": 0.5963189005851746, "Finetune/Step": 12724, "Finetune/Step Time": 6.040936104953289}
+{"Finetune/Learning Rate": 5.4262185182064154e-06, "Finetune/Loss": 0.6410657167434692, "Finetune/Loss (Raw)": 0.6536220908164978, "Finetune/Step": 12725, "Finetune/Step Time": 6.0409264005720615}
+{"Finetune/Learning Rate": 5.424721085563556e-06, "Finetune/Loss": 0.6410235166549683, "Finetune/Loss (Raw)": 0.6004323959350586, "Finetune/Step": 12726, "Finetune/Step Time": 6.039691764861345}
+{"Finetune/Learning Rate": 5.423223782662593e-06, "Finetune/Loss": 0.6400183439254761, "Finetune/Loss (Raw)": 0.581035315990448, "Finetune/Step": 12727, "Finetune/Step Time": 6.032126449048519}
+{"Finetune/Learning Rate": 5.421726609545992e-06, "Finetune/Loss": 0.6417160034179688, "Finetune/Loss (Raw)": 0.7618513107299805, "Finetune/Step": 12728, "Finetune/Step Time": 6.027236947789788}
+{"Finetune/Learning Rate": 5.420229566256207e-06, "Finetune/Loss": 0.6404463648796082, "Finetune/Loss (Raw)": 0.5464456677436829, "Finetune/Step": 12729, "Finetune/Step Time": 6.04363695345819}
+{"Finetune/Learning Rate": 5.4187326528356875e-06, "Finetune/Loss": 0.6411177515983582, "Finetune/Loss (Raw)": 0.7163369059562683, "Finetune/Step": 12730, "Finetune/Step Time": 6.047475077211857}
+{"Finetune/Learning Rate": 5.417235869326887e-06, "Finetune/Loss": 0.641163170337677, "Finetune/Loss (Raw)": 0.5765068531036377, "Finetune/Step": 12731, "Finetune/Step Time": 6.047314256429672}
+{"Finetune/Learning Rate": 5.41573921577224e-06, "Finetune/Loss": 0.6400202512741089, "Finetune/Loss (Raw)": 0.5204582214355469, "Finetune/Step": 12732, "Finetune/Step Time": 6.045938452705741}
+{"Finetune/Learning Rate": 5.414242692214194e-06, "Finetune/Loss": 0.639962911605835, "Finetune/Loss (Raw)": 0.6846902966499329, "Finetune/Step": 12733, "Finetune/Step Time": 6.046565756201744}
+{"Finetune/Learning Rate": 5.412746298695182e-06, "Finetune/Loss": 0.6396985054016113, "Finetune/Loss (Raw)": 0.6540135741233826, "Finetune/Step": 12734, "Finetune/Step Time": 6.0529083125293255}
+{"Finetune/Learning Rate": 5.411250035257643e-06, "Finetune/Loss": 0.6403120756149292, "Finetune/Loss (Raw)": 0.6476447582244873, "Finetune/Step": 12735, "Finetune/Step Time": 6.068067099899054}
+{"Finetune/Learning Rate": 5.409753901944006e-06, "Finetune/Loss": 0.6398133039474487, "Finetune/Loss (Raw)": 0.6968460083007812, "Finetune/Step": 12736, "Finetune/Step Time": 6.0656073447316885}
+{"Finetune/Learning Rate": 5.408257898796694e-06, "Finetune/Loss": 0.6396657824516296, "Finetune/Loss (Raw)": 0.6193454265594482, "Finetune/Step": 12737, "Finetune/Step Time": 6.0634037014096975}
+{"Finetune/Learning Rate": 5.406762025858137e-06, "Finetune/Loss": 0.6381640434265137, "Finetune/Loss (Raw)": 0.5647622346878052, "Finetune/Step": 12738, "Finetune/Step Time": 6.065930258482695}
+{"Finetune/Learning Rate": 5.40526628317074e-06, "Finetune/Loss": 0.6383795142173767, "Finetune/Loss (Raw)": 0.6988351941108704, "Finetune/Step": 12739, "Finetune/Step Time": 6.0699140056967735}
+{"Finetune/Learning Rate": 5.403770670776929e-06, "Finetune/Loss": 0.6370347738265991, "Finetune/Loss (Raw)": 0.5523846745491028, "Finetune/Step": 12740, "Finetune/Step Time": 6.055177953094244}
+{"Finetune/Learning Rate": 5.402275188719106e-06, "Finetune/Loss": 0.6355690360069275, "Finetune/Loss (Raw)": 0.5060652494430542, "Finetune/Step": 12741, "Finetune/Step Time": 6.057205384597182}
+{"Finetune/Learning Rate": 5.400779837039689e-06, "Finetune/Loss": 0.6347721815109253, "Finetune/Loss (Raw)": 0.5894114375114441, "Finetune/Step": 12742, "Finetune/Step Time": 6.064709877595305}
+{"Finetune/Learning Rate": 5.399284615781076e-06, "Finetune/Loss": 0.635719358921051, "Finetune/Loss (Raw)": 0.729702889919281, "Finetune/Step": 12743, "Finetune/Step Time": 6.0637724958360195}
+{"Finetune/Learning Rate": 5.397789524985675e-06, "Finetune/Loss": 0.6366380453109741, "Finetune/Loss (Raw)": 0.7451497912406921, "Finetune/Step": 12744, "Finetune/Step Time": 6.039003998041153}
+{"Finetune/Learning Rate": 5.396294564695869e-06, "Finetune/Loss": 0.6371185183525085, "Finetune/Loss (Raw)": 0.6425631642341614, "Finetune/Step": 12745, "Finetune/Step Time": 6.042401121929288}
+{"Finetune/Learning Rate": 5.394799734954061e-06, "Finetune/Loss": 0.6365789175033569, "Finetune/Loss (Raw)": 0.5813511610031128, "Finetune/Step": 12746, "Finetune/Step Time": 6.038895318284631}
+{"Finetune/Learning Rate": 5.393305035802636e-06, "Finetune/Loss": 0.6367263793945312, "Finetune/Loss (Raw)": 0.637428879737854, "Finetune/Step": 12747, "Finetune/Step Time": 6.02780120074749}
+{"Finetune/Learning Rate": 5.39181046728398e-06, "Finetune/Loss": 0.6372549533843994, "Finetune/Loss (Raw)": 0.6519947648048401, "Finetune/Step": 12748, "Finetune/Step Time": 6.043676879256964}
+{"Finetune/Learning Rate": 5.390316029440472e-06, "Finetune/Loss": 0.6371324062347412, "Finetune/Loss (Raw)": 0.6898552179336548, "Finetune/Step": 12749, "Finetune/Step Time": 6.044171076267958}
+{"Finetune/Learning Rate": 5.388821722314501e-06, "Finetune/Loss": 0.6365169882774353, "Finetune/Loss (Raw)": 0.5853191614151001, "Finetune/Step": 12750, "Finetune/Step Time": 6.053859673440456}
+{"Finetune/Learning Rate": 5.387327545948429e-06, "Finetune/Loss": 0.6353071331977844, "Finetune/Loss (Raw)": 0.573431134223938, "Finetune/Step": 12751, "Finetune/Step Time": 6.057811591774225}
+{"Finetune/Learning Rate": 5.385833500384632e-06, "Finetune/Loss": 0.6352543234825134, "Finetune/Loss (Raw)": 0.6218228936195374, "Finetune/Step": 12752, "Finetune/Step Time": 6.061907026916742}
+{"Finetune/Learning Rate": 5.384339585665476e-06, "Finetune/Loss": 0.6351583003997803, "Finetune/Loss (Raw)": 0.6511586308479309, "Finetune/Step": 12753, "Finetune/Step Time": 6.059165496379137}
+{"Finetune/Learning Rate": 5.382845801833323e-06, "Finetune/Loss": 0.6349717974662781, "Finetune/Loss (Raw)": 0.57510906457901, "Finetune/Step": 12754, "Finetune/Step Time": 6.076158622279763}
+{"Finetune/Learning Rate": 5.381352148930535e-06, "Finetune/Loss": 0.6344230771064758, "Finetune/Loss (Raw)": 0.6825510263442993, "Finetune/Step": 12755, "Finetune/Step Time": 6.089452356100082}
+{"Finetune/Learning Rate": 5.379858626999465e-06, "Finetune/Loss": 0.6348307132720947, "Finetune/Loss (Raw)": 0.5836440920829773, "Finetune/Step": 12756, "Finetune/Step Time": 6.091600399464369}
+{"Finetune/Learning Rate": 5.378365236082468e-06, "Finetune/Loss": 0.6353039741516113, "Finetune/Loss (Raw)": 0.7013437747955322, "Finetune/Step": 12757, "Finetune/Step Time": 6.090672388672829}
+{"Finetune/Learning Rate": 5.376871976221889e-06, "Finetune/Loss": 0.635025143623352, "Finetune/Loss (Raw)": 0.5976421236991882, "Finetune/Step": 12758, "Finetune/Step Time": 6.092931115999818}
+{"Finetune/Learning Rate": 5.3753788474600755e-06, "Finetune/Loss": 0.6364308595657349, "Finetune/Loss (Raw)": 0.7726216316223145, "Finetune/Step": 12759, "Finetune/Step Time": 6.095840247347951}
+{"Finetune/Learning Rate": 5.373885849839367e-06, "Finetune/Loss": 0.6370647549629211, "Finetune/Loss (Raw)": 0.6561453938484192, "Finetune/Step": 12760, "Finetune/Step Time": 6.075099376961589}
+{"Finetune/Learning Rate": 5.372392983402102e-06, "Finetune/Loss": 0.6371744275093079, "Finetune/Loss (Raw)": 0.6087942123413086, "Finetune/Step": 12761, "Finetune/Step Time": 6.076568501070142}
+{"Finetune/Learning Rate": 5.37090024819061e-06, "Finetune/Loss": 0.6376620531082153, "Finetune/Loss (Raw)": 0.6078208088874817, "Finetune/Step": 12762, "Finetune/Step Time": 6.057382225990295}
+{"Finetune/Learning Rate": 5.369407644247225e-06, "Finetune/Loss": 0.6387235522270203, "Finetune/Loss (Raw)": 0.7012284994125366, "Finetune/Step": 12763, "Finetune/Step Time": 6.060338210314512}
+{"Finetune/Learning Rate": 5.367915171614273e-06, "Finetune/Loss": 0.6397514343261719, "Finetune/Loss (Raw)": 0.7026393413543701, "Finetune/Step": 12764, "Finetune/Step Time": 6.059821264818311}
+{"Finetune/Learning Rate": 5.366422830334072e-06, "Finetune/Loss": 0.6373630166053772, "Finetune/Loss (Raw)": 0.39988943934440613, "Finetune/Step": 12765, "Finetune/Step Time": 6.077323088422418}
+{"Finetune/Learning Rate": 5.364930620448946e-06, "Finetune/Loss": 0.6374688148498535, "Finetune/Loss (Raw)": 0.6968653798103333, "Finetune/Step": 12766, "Finetune/Step Time": 6.078053001314402}
+{"Finetune/Learning Rate": 5.363438542001207e-06, "Finetune/Loss": 0.6380570530891418, "Finetune/Loss (Raw)": 0.6901309490203857, "Finetune/Step": 12767, "Finetune/Step Time": 6.0717286095023155}
+{"Finetune/Learning Rate": 5.361946595033165e-06, "Finetune/Loss": 0.6384386420249939, "Finetune/Loss (Raw)": 0.7113889455795288, "Finetune/Step": 12768, "Finetune/Step Time": 6.077575750648975}
+{"Finetune/Learning Rate": 5.3604547795871295e-06, "Finetune/Loss": 0.6390402317047119, "Finetune/Loss (Raw)": 0.7237657308578491, "Finetune/Step": 12769, "Finetune/Step Time": 6.078213088214397}
+{"Finetune/Learning Rate": 5.358963095705403e-06, "Finetune/Loss": 0.6395841836929321, "Finetune/Loss (Raw)": 0.6787598729133606, "Finetune/Step": 12770, "Finetune/Step Time": 6.082607125863433}
+{"Finetune/Learning Rate": 5.357471543430286e-06, "Finetune/Loss": 0.6384475827217102, "Finetune/Loss (Raw)": 0.6320849061012268, "Finetune/Step": 12771, "Finetune/Step Time": 6.0725489016622305}
+{"Finetune/Learning Rate": 5.3559801228040746e-06, "Finetune/Loss": 0.6375492811203003, "Finetune/Loss (Raw)": 0.568640410900116, "Finetune/Step": 12772, "Finetune/Step Time": 6.07252081297338}
+{"Finetune/Learning Rate": 5.354488833869061e-06, "Finetune/Loss": 0.63805091381073, "Finetune/Loss (Raw)": 0.5268974304199219, "Finetune/Step": 12773, "Finetune/Step Time": 6.087693069130182}
+{"Finetune/Learning Rate": 5.352997676667537e-06, "Finetune/Loss": 0.6387022137641907, "Finetune/Loss (Raw)": 0.7109297513961792, "Finetune/Step": 12774, "Finetune/Step Time": 6.086645573377609}
+{"Finetune/Learning Rate": 5.351506651241782e-06, "Finetune/Loss": 0.6400191783905029, "Finetune/Loss (Raw)": 0.5962963104248047, "Finetune/Step": 12775, "Finetune/Step Time": 6.068858413025737}
+{"Finetune/Learning Rate": 5.350015757634075e-06, "Finetune/Loss": 0.6409437656402588, "Finetune/Loss (Raw)": 0.72759610414505, "Finetune/Step": 12776, "Finetune/Step Time": 6.066462254151702}
+{"Finetune/Learning Rate": 5.3485249958867036e-06, "Finetune/Loss": 0.6400184035301208, "Finetune/Loss (Raw)": 0.5593729019165039, "Finetune/Step": 12777, "Finetune/Step Time": 6.086744846776128}
+{"Finetune/Learning Rate": 5.347034366041934e-06, "Finetune/Loss": 0.638647735118866, "Finetune/Loss (Raw)": 0.4809645414352417, "Finetune/Step": 12778, "Finetune/Step Time": 6.105420595034957}
+{"Finetune/Learning Rate": 5.34554386814204e-06, "Finetune/Loss": 0.6394799947738647, "Finetune/Loss (Raw)": 0.8408967852592468, "Finetune/Step": 12779, "Finetune/Step Time": 6.103751435875893}
+{"Finetune/Learning Rate": 5.3440535022292904e-06, "Finetune/Loss": 0.6387590765953064, "Finetune/Loss (Raw)": 0.6042625904083252, "Finetune/Step": 12780, "Finetune/Step Time": 6.1027637384831905}
+{"Finetune/Learning Rate": 5.34256326834594e-06, "Finetune/Loss": 0.6402332782745361, "Finetune/Loss (Raw)": 0.843172013759613, "Finetune/Step": 12781, "Finetune/Step Time": 6.104944096878171}
+{"Finetune/Learning Rate": 5.341073166534251e-06, "Finetune/Loss": 0.6401422023773193, "Finetune/Loss (Raw)": 0.5842480063438416, "Finetune/Step": 12782, "Finetune/Step Time": 6.1066261138767}
+{"Finetune/Learning Rate": 5.339583196836476e-06, "Finetune/Loss": 0.6398833394050598, "Finetune/Loss (Raw)": 0.6001536846160889, "Finetune/Step": 12783, "Finetune/Step Time": 6.094734160229564}
+{"Finetune/Learning Rate": 5.33809335929487e-06, "Finetune/Loss": 0.6396218538284302, "Finetune/Loss (Raw)": 0.6882553100585938, "Finetune/Step": 12784, "Finetune/Step Time": 6.100530348718166}
+{"Finetune/Learning Rate": 5.336603653951682e-06, "Finetune/Loss": 0.6389252543449402, "Finetune/Loss (Raw)": 0.6097759008407593, "Finetune/Step": 12785, "Finetune/Step Time": 6.095673831179738}
+{"Finetune/Learning Rate": 5.335114080849157e-06, "Finetune/Loss": 0.6383989453315735, "Finetune/Loss (Raw)": 0.5526833534240723, "Finetune/Step": 12786, "Finetune/Step Time": 6.0865589287132025}
+{"Finetune/Learning Rate": 5.333624640029526e-06, "Finetune/Loss": 0.6394816637039185, "Finetune/Loss (Raw)": 0.7360726594924927, "Finetune/Step": 12787, "Finetune/Step Time": 6.083612779155374}
+{"Finetune/Learning Rate": 5.332135331535033e-06, "Finetune/Loss": 0.6380194425582886, "Finetune/Loss (Raw)": 0.5537622570991516, "Finetune/Step": 12788, "Finetune/Step Time": 6.083140084519982}
+{"Finetune/Learning Rate": 5.330646155407908e-06, "Finetune/Loss": 0.637577474117279, "Finetune/Loss (Raw)": 0.6755017042160034, "Finetune/Step": 12789, "Finetune/Step Time": 6.068522954359651}
+{"Finetune/Learning Rate": 5.329157111690375e-06, "Finetune/Loss": 0.6369562149047852, "Finetune/Loss (Raw)": 0.5617489814758301, "Finetune/Step": 12790, "Finetune/Step Time": 6.0681092869490385}
+{"Finetune/Learning Rate": 5.327668200424669e-06, "Finetune/Loss": 0.6369332671165466, "Finetune/Loss (Raw)": 0.6196238994598389, "Finetune/Step": 12791, "Finetune/Step Time": 6.060269493609667}
+{"Finetune/Learning Rate": 5.3261794216530104e-06, "Finetune/Loss": 0.6377474069595337, "Finetune/Loss (Raw)": 0.7015863656997681, "Finetune/Step": 12792, "Finetune/Step Time": 6.077975058928132}
+{"Finetune/Learning Rate": 5.324690775417609e-06, "Finetune/Loss": 0.6364861726760864, "Finetune/Loss (Raw)": 0.48298490047454834, "Finetune/Step": 12793, "Finetune/Step Time": 6.099734587594867}
+{"Finetune/Learning Rate": 5.323202261760683e-06, "Finetune/Loss": 0.6364568471908569, "Finetune/Loss (Raw)": 0.6218687295913696, "Finetune/Step": 12794, "Finetune/Step Time": 6.119481572881341}
+{"Finetune/Learning Rate": 5.321713880724441e-06, "Finetune/Loss": 0.636041522026062, "Finetune/Loss (Raw)": 0.4287087619304657, "Finetune/Step": 12795, "Finetune/Step Time": 6.1406028009951115}
+{"Finetune/Learning Rate": 5.32022563235109e-06, "Finetune/Loss": 0.6357382535934448, "Finetune/Loss (Raw)": 0.6310868263244629, "Finetune/Step": 12796, "Finetune/Step Time": 6.1307419668883085}
+{"Finetune/Learning Rate": 5.318737516682828e-06, "Finetune/Loss": 0.6359648108482361, "Finetune/Loss (Raw)": 0.5924192070960999, "Finetune/Step": 12797, "Finetune/Step Time": 6.1188648995012045}
+{"Finetune/Learning Rate": 5.317249533761868e-06, "Finetune/Loss": 0.6338163614273071, "Finetune/Loss (Raw)": 0.39516887068748474, "Finetune/Step": 12798, "Finetune/Step Time": 6.132316121831536}
+{"Finetune/Learning Rate": 5.315761683630391e-06, "Finetune/Loss": 0.6349759697914124, "Finetune/Loss (Raw)": 0.6252590417861938, "Finetune/Step": 12799, "Finetune/Step Time": 6.113028129562736}
+{"Finetune/Learning Rate": 5.314273966330591e-06, "Finetune/Loss": 0.6339818835258484, "Finetune/Loss (Raw)": 0.5826600193977356, "Finetune/Step": 12800, "Finetune/Step Time": 6.098287569358945}
+{"Finetune/Learning Rate": 5.312786381904657e-06, "Finetune/Loss": 0.6347494721412659, "Finetune/Loss (Raw)": 0.6940581798553467, "Finetune/Step": 12801, "Finetune/Step Time": 6.096886957064271}
+{"Finetune/Learning Rate": 5.311298930394774e-06, "Finetune/Loss": 0.6332647204399109, "Finetune/Loss (Raw)": 0.65008944272995, "Finetune/Step": 12802, "Finetune/Step Time": 6.099815679714084}
+{"Finetune/Learning Rate": 5.30981161184312e-06, "Finetune/Loss": 0.632423996925354, "Finetune/Loss (Raw)": 0.5835952162742615, "Finetune/Step": 12803, "Finetune/Step Time": 6.0982487089931965}
+{"Finetune/Learning Rate": 5.3083244262918706e-06, "Finetune/Loss": 0.6326912641525269, "Finetune/Loss (Raw)": 0.6132083535194397, "Finetune/Step": 12804, "Finetune/Step Time": 6.093658873811364}
+{"Finetune/Learning Rate": 5.3068373737832e-06, "Finetune/Loss": 0.6316071152687073, "Finetune/Loss (Raw)": 0.5701953172683716, "Finetune/Step": 12805, "Finetune/Step Time": 6.115071462467313}
+{"Finetune/Learning Rate": 5.305350454359276e-06, "Finetune/Loss": 0.6327643990516663, "Finetune/Loss (Raw)": 0.7366237044334412, "Finetune/Step": 12806, "Finetune/Step Time": 6.117921257391572}
+{"Finetune/Learning Rate": 5.303863668062264e-06, "Finetune/Loss": 0.6330790519714355, "Finetune/Loss (Raw)": 0.7104892134666443, "Finetune/Step": 12807, "Finetune/Step Time": 6.116877192631364}
+{"Finetune/Learning Rate": 5.302377014934322e-06, "Finetune/Loss": 0.6338548064231873, "Finetune/Loss (Raw)": 0.6956066489219666, "Finetune/Step": 12808, "Finetune/Step Time": 6.121643736958504}
+{"Finetune/Learning Rate": 5.300890495017612e-06, "Finetune/Loss": 0.633987307548523, "Finetune/Loss (Raw)": 0.720208466053009, "Finetune/Step": 12809, "Finetune/Step Time": 6.123926179483533}
+{"Finetune/Learning Rate": 5.299404108354284e-06, "Finetune/Loss": 0.6333029270172119, "Finetune/Loss (Raw)": 0.6209844946861267, "Finetune/Step": 12810, "Finetune/Step Time": 6.114944418892264}
+{"Finetune/Learning Rate": 5.297917854986489e-06, "Finetune/Loss": 0.6322242617607117, "Finetune/Loss (Raw)": 0.554161012172699, "Finetune/Step": 12811, "Finetune/Step Time": 6.100915780290961}
+{"Finetune/Learning Rate": 5.296431734956372e-06, "Finetune/Loss": 0.6320077180862427, "Finetune/Loss (Raw)": 0.6221531629562378, "Finetune/Step": 12812, "Finetune/Step Time": 6.09872717410326}
+{"Finetune/Learning Rate": 5.2949457483060765e-06, "Finetune/Loss": 0.6331807971000671, "Finetune/Loss (Raw)": 0.6610851883888245, "Finetune/Step": 12813, "Finetune/Step Time": 6.083390016108751}
+{"Finetune/Learning Rate": 5.293459895077739e-06, "Finetune/Loss": 0.6331231594085693, "Finetune/Loss (Raw)": 0.6358349323272705, "Finetune/Step": 12814, "Finetune/Step Time": 6.0707165617495775}
+{"Finetune/Learning Rate": 5.2919741753134966e-06, "Finetune/Loss": 0.6312425136566162, "Finetune/Loss (Raw)": 0.5149171352386475, "Finetune/Step": 12815, "Finetune/Step Time": 6.063952220603824}
+{"Finetune/Learning Rate": 5.290488589055484e-06, "Finetune/Loss": 0.6319659948348999, "Finetune/Loss (Raw)": 0.7921348810195923, "Finetune/Step": 12816, "Finetune/Step Time": 6.069990087300539}
+{"Finetune/Learning Rate": 5.289003136345813e-06, "Finetune/Loss": 0.632373034954071, "Finetune/Loss (Raw)": 0.6538719534873962, "Finetune/Step": 12817, "Finetune/Step Time": 6.059056920930743}
+{"Finetune/Learning Rate": 5.2875178172266215e-06, "Finetune/Loss": 0.6310747861862183, "Finetune/Loss (Raw)": 0.6216514706611633, "Finetune/Step": 12818, "Finetune/Step Time": 6.057133987545967}
+{"Finetune/Learning Rate": 5.286032631740023e-06, "Finetune/Loss": 0.6300258636474609, "Finetune/Loss (Raw)": 0.5942112803459167, "Finetune/Step": 12819, "Finetune/Step Time": 6.071532780304551}
+{"Finetune/Learning Rate": 5.284547579928136e-06, "Finetune/Loss": 0.6279371976852417, "Finetune/Loss (Raw)": 0.5332969427108765, "Finetune/Step": 12820, "Finetune/Step Time": 6.090523891150951}
+{"Finetune/Learning Rate": 5.283062661833069e-06, "Finetune/Loss": 0.6276795864105225, "Finetune/Loss (Raw)": 0.5720378756523132, "Finetune/Step": 12821, "Finetune/Step Time": 6.089096548035741}
+{"Finetune/Learning Rate": 5.2815778774969336e-06, "Finetune/Loss": 0.6285163760185242, "Finetune/Loss (Raw)": 0.7687565684318542, "Finetune/Step": 12822, "Finetune/Step Time": 6.089118765667081}
+{"Finetune/Learning Rate": 5.280093226961836e-06, "Finetune/Loss": 0.6298965811729431, "Finetune/Loss (Raw)": 0.7322566509246826, "Finetune/Step": 12823, "Finetune/Step Time": 6.089284177869558}
+{"Finetune/Learning Rate": 5.278608710269863e-06, "Finetune/Loss": 0.6317932605743408, "Finetune/Loss (Raw)": 0.7702188491821289, "Finetune/Step": 12824, "Finetune/Step Time": 6.084073930978775}
+{"Finetune/Learning Rate": 5.277124327463127e-06, "Finetune/Loss": 0.6314210891723633, "Finetune/Loss (Raw)": 0.6620925664901733, "Finetune/Step": 12825, "Finetune/Step Time": 6.085390839725733}
+{"Finetune/Learning Rate": 5.275640078583715e-06, "Finetune/Loss": 0.6303902864456177, "Finetune/Loss (Raw)": 0.5125002861022949, "Finetune/Step": 12826, "Finetune/Step Time": 6.090280143544078}
+{"Finetune/Learning Rate": 5.274155963673715e-06, "Finetune/Loss": 0.6299357414245605, "Finetune/Loss (Raw)": 0.5687361359596252, "Finetune/Step": 12827, "Finetune/Step Time": 6.0887630600482225}
+{"Finetune/Learning Rate": 5.272671982775214e-06, "Finetune/Loss": 0.6293425559997559, "Finetune/Loss (Raw)": 0.6001086235046387, "Finetune/Step": 12828, "Finetune/Step Time": 6.092970836907625}
+{"Finetune/Learning Rate": 5.271188135930297e-06, "Finetune/Loss": 0.6295318603515625, "Finetune/Loss (Raw)": 0.6587421894073486, "Finetune/Step": 12829, "Finetune/Step Time": 6.092221170663834}
+{"Finetune/Learning Rate": 5.269704423181032e-06, "Finetune/Loss": 0.631237268447876, "Finetune/Loss (Raw)": 0.6298654079437256, "Finetune/Step": 12830, "Finetune/Step Time": 6.077080821618438}
+{"Finetune/Learning Rate": 5.2682208445695005e-06, "Finetune/Loss": 0.6312044858932495, "Finetune/Loss (Raw)": 0.671332597732544, "Finetune/Step": 12831, "Finetune/Step Time": 6.065999561920762}
+{"Finetune/Learning Rate": 5.266737400137765e-06, "Finetune/Loss": 0.6308878064155579, "Finetune/Loss (Raw)": 0.5548573136329651, "Finetune/Step": 12832, "Finetune/Step Time": 6.058710362762213}
+{"Finetune/Learning Rate": 5.265254089927903e-06, "Finetune/Loss": 0.6314890384674072, "Finetune/Loss (Raw)": 0.7067468166351318, "Finetune/Step": 12833, "Finetune/Step Time": 6.063656771555543}
+{"Finetune/Learning Rate": 5.263770913981969e-06, "Finetune/Loss": 0.6306020617485046, "Finetune/Loss (Raw)": 0.4469105899333954, "Finetune/Step": 12834, "Finetune/Step Time": 6.043820818886161}
+{"Finetune/Learning Rate": 5.262287872342029e-06, "Finetune/Loss": 0.6304875612258911, "Finetune/Loss (Raw)": 0.7151381969451904, "Finetune/Step": 12835, "Finetune/Step Time": 6.04291663505137}
+{"Finetune/Learning Rate": 5.260804965050128e-06, "Finetune/Loss": 0.6300528645515442, "Finetune/Loss (Raw)": 0.5008524060249329, "Finetune/Step": 12836, "Finetune/Step Time": 6.0415893997997046}
+{"Finetune/Learning Rate": 5.259322192148322e-06, "Finetune/Loss": 0.6311145424842834, "Finetune/Loss (Raw)": 0.7020527720451355, "Finetune/Step": 12837, "Finetune/Step Time": 6.0487692430615425}
+{"Finetune/Learning Rate": 5.2578395536786586e-06, "Finetune/Loss": 0.6317821145057678, "Finetune/Loss (Raw)": 0.6937395930290222, "Finetune/Step": 12838, "Finetune/Step Time": 6.056675553321838}
+{"Finetune/Learning Rate": 5.256357049683176e-06, "Finetune/Loss": 0.6309384107589722, "Finetune/Loss (Raw)": 0.625715434551239, "Finetune/Step": 12839, "Finetune/Step Time": 6.047908183187246}
+{"Finetune/Learning Rate": 5.254874680203923e-06, "Finetune/Loss": 0.6315709352493286, "Finetune/Loss (Raw)": 0.5890941619873047, "Finetune/Step": 12840, "Finetune/Step Time": 6.027622209861875}
+{"Finetune/Learning Rate": 5.253392445282934e-06, "Finetune/Loss": 0.6314336657524109, "Finetune/Loss (Raw)": 0.631892740726471, "Finetune/Step": 12841, "Finetune/Step Time": 6.027972050011158}
+{"Finetune/Learning Rate": 5.251910344962234e-06, "Finetune/Loss": 0.630562424659729, "Finetune/Loss (Raw)": 0.5300472974777222, "Finetune/Step": 12842, "Finetune/Step Time": 6.027038156986237}
+{"Finetune/Learning Rate": 5.2504283792838554e-06, "Finetune/Loss": 0.6303291320800781, "Finetune/Loss (Raw)": 0.6410605311393738, "Finetune/Step": 12843, "Finetune/Step Time": 6.026104999706149}
+{"Finetune/Learning Rate": 5.248946548289821e-06, "Finetune/Loss": 0.6311734914779663, "Finetune/Loss (Raw)": 0.6391801834106445, "Finetune/Step": 12844, "Finetune/Step Time": 6.017108675092459}
+{"Finetune/Learning Rate": 5.247464852022153e-06, "Finetune/Loss": 0.6319191455841064, "Finetune/Loss (Raw)": 0.686213493347168, "Finetune/Step": 12845, "Finetune/Step Time": 6.019986080005765}
+{"Finetune/Learning Rate": 5.245983290522863e-06, "Finetune/Loss": 0.6323392391204834, "Finetune/Loss (Raw)": 0.6750558614730835, "Finetune/Step": 12846, "Finetune/Step Time": 6.017310686409473}
+{"Finetune/Learning Rate": 5.244501863833976e-06, "Finetune/Loss": 0.6320022344589233, "Finetune/Loss (Raw)": 0.6280878186225891, "Finetune/Step": 12847, "Finetune/Step Time": 6.012108139693737}
+{"Finetune/Learning Rate": 5.24302057199749e-06, "Finetune/Loss": 0.6307556629180908, "Finetune/Loss (Raw)": 0.5731809735298157, "Finetune/Step": 12848, "Finetune/Step Time": 6.026251569390297}
+{"Finetune/Learning Rate": 5.241539415055412e-06, "Finetune/Loss": 0.6299669742584229, "Finetune/Loss (Raw)": 0.5184720754623413, "Finetune/Step": 12849, "Finetune/Step Time": 6.048158725723624}
+{"Finetune/Learning Rate": 5.240058393049747e-06, "Finetune/Loss": 0.6284856796264648, "Finetune/Loss (Raw)": 0.45076775550842285, "Finetune/Step": 12850, "Finetune/Step Time": 6.082709088921547}
+{"Finetune/Learning Rate": 5.23857750602249e-06, "Finetune/Loss": 0.6279789209365845, "Finetune/Loss (Raw)": 0.6454014182090759, "Finetune/Step": 12851, "Finetune/Step Time": 6.080286450684071}
+{"Finetune/Learning Rate": 5.237096754015635e-06, "Finetune/Loss": 0.6289800405502319, "Finetune/Loss (Raw)": 0.7244685888290405, "Finetune/Step": 12852, "Finetune/Step Time": 6.070361046120524}
+{"Finetune/Learning Rate": 5.235616137071172e-06, "Finetune/Loss": 0.6292003393173218, "Finetune/Loss (Raw)": 0.6818141937255859, "Finetune/Step": 12853, "Finetune/Step Time": 6.076807156205177}
+{"Finetune/Learning Rate": 5.234135655231087e-06, "Finetune/Loss": 0.6297821998596191, "Finetune/Loss (Raw)": 0.6749129295349121, "Finetune/Step": 12854, "Finetune/Step Time": 6.0778689961880445}
+{"Finetune/Learning Rate": 5.232655308537364e-06, "Finetune/Loss": 0.6315730810165405, "Finetune/Loss (Raw)": 0.8102717399597168, "Finetune/Step": 12855, "Finetune/Step Time": 6.077712506055832}
+{"Finetune/Learning Rate": 5.231175097031978e-06, "Finetune/Loss": 0.6310135126113892, "Finetune/Loss (Raw)": 0.6902235746383667, "Finetune/Step": 12856, "Finetune/Step Time": 6.0847099628299475}
+{"Finetune/Learning Rate": 5.229695020756906e-06, "Finetune/Loss": 0.6320717334747314, "Finetune/Loss (Raw)": 0.6819018721580505, "Finetune/Step": 12857, "Finetune/Step Time": 6.070317322388291}
+{"Finetune/Learning Rate": 5.22821507975412e-06, "Finetune/Loss": 0.6311793327331543, "Finetune/Loss (Raw)": 0.6021097302436829, "Finetune/Step": 12858, "Finetune/Step Time": 6.067811910063028}
+{"Finetune/Learning Rate": 5.226735274065583e-06, "Finetune/Loss": 0.6331426501274109, "Finetune/Loss (Raw)": 0.8278055787086487, "Finetune/Step": 12859, "Finetune/Step Time": 6.069398228079081}
+{"Finetune/Learning Rate": 5.225255603733261e-06, "Finetune/Loss": 0.6338284015655518, "Finetune/Loss (Raw)": 0.6082441806793213, "Finetune/Step": 12860, "Finetune/Step Time": 6.06897928006947}
+{"Finetune/Learning Rate": 5.223776068799114e-06, "Finetune/Loss": 0.6332982182502747, "Finetune/Loss (Raw)": 0.6168230772018433, "Finetune/Step": 12861, "Finetune/Step Time": 6.067677846178412}
+{"Finetune/Learning Rate": 5.222296669305093e-06, "Finetune/Loss": 0.633105993270874, "Finetune/Loss (Raw)": 0.6294050812721252, "Finetune/Step": 12862, "Finetune/Step Time": 6.067259589210153}
+{"Finetune/Learning Rate": 5.220817405293155e-06, "Finetune/Loss": 0.6335024833679199, "Finetune/Loss (Raw)": 0.6983951926231384, "Finetune/Step": 12863, "Finetune/Step Time": 6.052428929135203}
+{"Finetune/Learning Rate": 5.219338276805243e-06, "Finetune/Loss": 0.633121132850647, "Finetune/Loss (Raw)": 0.6480293869972229, "Finetune/Step": 12864, "Finetune/Step Time": 6.051803641021252}
+{"Finetune/Learning Rate": 5.217859283883308e-06, "Finetune/Loss": 0.6339479684829712, "Finetune/Loss (Raw)": 0.7251893281936646, "Finetune/Step": 12865, "Finetune/Step Time": 6.051388453692198}
+{"Finetune/Learning Rate": 5.216380426569279e-06, "Finetune/Loss": 0.6344701051712036, "Finetune/Loss (Raw)": 0.6315964460372925, "Finetune/Step": 12866, "Finetune/Step Time": 6.047785909846425}
+{"Finetune/Learning Rate": 5.2149017049051e-06, "Finetune/Loss": 0.634167492389679, "Finetune/Loss (Raw)": 0.6600936651229858, "Finetune/Step": 12867, "Finetune/Step Time": 6.043822323903441}
+{"Finetune/Learning Rate": 5.213423118932704e-06, "Finetune/Loss": 0.634811520576477, "Finetune/Loss (Raw)": 0.6348263025283813, "Finetune/Step": 12868, "Finetune/Step Time": 6.046052265912294}
+{"Finetune/Learning Rate": 5.211944668694015e-06, "Finetune/Loss": 0.6359949111938477, "Finetune/Loss (Raw)": 0.6575376391410828, "Finetune/Step": 12869, "Finetune/Step Time": 6.049493039026856}
+{"Finetune/Learning Rate": 5.21046635423096e-06, "Finetune/Loss": 0.6360303163528442, "Finetune/Loss (Raw)": 0.5939380526542664, "Finetune/Step": 12870, "Finetune/Step Time": 6.041113451123238}
+{"Finetune/Learning Rate": 5.208988175585463e-06, "Finetune/Loss": 0.6360921859741211, "Finetune/Loss (Raw)": 0.7376245856285095, "Finetune/Step": 12871, "Finetune/Step Time": 6.044681115075946}
+{"Finetune/Learning Rate": 5.207510132799436e-06, "Finetune/Loss": 0.6349363327026367, "Finetune/Loss (Raw)": 0.5972003936767578, "Finetune/Step": 12872, "Finetune/Step Time": 6.054294433444738}
+{"Finetune/Learning Rate": 5.206032225914788e-06, "Finetune/Loss": 0.6349365711212158, "Finetune/Loss (Raw)": 0.6425940990447998, "Finetune/Step": 12873, "Finetune/Step Time": 6.054605996236205}
+{"Finetune/Learning Rate": 5.204554454973438e-06, "Finetune/Loss": 0.6351133584976196, "Finetune/Loss (Raw)": 0.6039754152297974, "Finetune/Step": 12874, "Finetune/Step Time": 6.055551540106535}
+{"Finetune/Learning Rate": 5.203076820017287e-06, "Finetune/Loss": 0.6356115341186523, "Finetune/Loss (Raw)": 0.7011966109275818, "Finetune/Step": 12875, "Finetune/Step Time": 6.061105603352189}
+{"Finetune/Learning Rate": 5.201599321088236e-06, "Finetune/Loss": 0.6344069242477417, "Finetune/Loss (Raw)": 0.4978131949901581, "Finetune/Step": 12876, "Finetune/Step Time": 6.046270782127976}
+{"Finetune/Learning Rate": 5.20012195822819e-06, "Finetune/Loss": 0.6348462104797363, "Finetune/Loss (Raw)": 0.7460777759552002, "Finetune/Step": 12877, "Finetune/Step Time": 6.044614627957344}
+{"Finetune/Learning Rate": 5.19864473147903e-06, "Finetune/Loss": 0.6344193816184998, "Finetune/Loss (Raw)": 0.5306874513626099, "Finetune/Step": 12878, "Finetune/Step Time": 6.037722760811448}
+{"Finetune/Learning Rate": 5.197167640882652e-06, "Finetune/Loss": 0.6350433826446533, "Finetune/Loss (Raw)": 0.6533085703849792, "Finetune/Step": 12879, "Finetune/Step Time": 6.035751014947891}
+{"Finetune/Learning Rate": 5.19569068648094e-06, "Finetune/Loss": 0.6370222568511963, "Finetune/Loss (Raw)": 0.8751059174537659, "Finetune/Step": 12880, "Finetune/Step Time": 6.029642459005117}
+{"Finetune/Learning Rate": 5.194213868315781e-06, "Finetune/Loss": 0.6364960670471191, "Finetune/Loss (Raw)": 0.5838135480880737, "Finetune/Step": 12881, "Finetune/Step Time": 6.037177361547947}
+{"Finetune/Learning Rate": 5.192737186429052e-06, "Finetune/Loss": 0.6366389393806458, "Finetune/Loss (Raw)": 0.5933942794799805, "Finetune/Step": 12882, "Finetune/Step Time": 6.022844322025776}
+{"Finetune/Learning Rate": 5.1912606408626295e-06, "Finetune/Loss": 0.6360874176025391, "Finetune/Loss (Raw)": 0.6119563579559326, "Finetune/Step": 12883, "Finetune/Step Time": 6.009511861950159}
+{"Finetune/Learning Rate": 5.189784231658377e-06, "Finetune/Loss": 0.6354926824569702, "Finetune/Loss (Raw)": 0.507515013217926, "Finetune/Step": 12884, "Finetune/Step Time": 6.027408009395003}
+{"Finetune/Learning Rate": 5.1883079588581666e-06, "Finetune/Loss": 0.6351296901702881, "Finetune/Loss (Raw)": 0.6548808813095093, "Finetune/Step": 12885, "Finetune/Step Time": 6.029113385826349}
+{"Finetune/Learning Rate": 5.186831822503858e-06, "Finetune/Loss": 0.6358568668365479, "Finetune/Loss (Raw)": 0.6907271146774292, "Finetune/Step": 12886, "Finetune/Step Time": 6.031380161643028}
+{"Finetune/Learning Rate": 5.185355822637314e-06, "Finetune/Loss": 0.6356906890869141, "Finetune/Loss (Raw)": 0.7513512969017029, "Finetune/Step": 12887, "Finetune/Step Time": 6.02427514642477}
+{"Finetune/Learning Rate": 5.183879959300382e-06, "Finetune/Loss": 0.636338472366333, "Finetune/Loss (Raw)": 0.739056408405304, "Finetune/Step": 12888, "Finetune/Step Time": 6.0422312170267105}
+{"Finetune/Learning Rate": 5.182404232534927e-06, "Finetune/Loss": 0.6369307041168213, "Finetune/Loss (Raw)": 0.6845982670783997, "Finetune/Step": 12889, "Finetune/Step Time": 6.029757015407085}
+{"Finetune/Learning Rate": 5.180928642382788e-06, "Finetune/Loss": 0.6376881003379822, "Finetune/Loss (Raw)": 0.7047699689865112, "Finetune/Step": 12890, "Finetune/Step Time": 6.030917363241315}
+{"Finetune/Learning Rate": 5.179453188885806e-06, "Finetune/Loss": 0.636824905872345, "Finetune/Loss (Raw)": 0.5907435417175293, "Finetune/Step": 12891, "Finetune/Step Time": 6.029849957674742}
+{"Finetune/Learning Rate": 5.177977872085824e-06, "Finetune/Loss": 0.6368414163589478, "Finetune/Loss (Raw)": 0.7047451734542847, "Finetune/Step": 12892, "Finetune/Step Time": 6.030495131388307}
+{"Finetune/Learning Rate": 5.176502692024679e-06, "Finetune/Loss": 0.6385517120361328, "Finetune/Loss (Raw)": 0.6188159584999084, "Finetune/Step": 12893, "Finetune/Step Time": 6.0115275755524635}
+{"Finetune/Learning Rate": 5.1750276487442e-06, "Finetune/Loss": 0.6388790607452393, "Finetune/Loss (Raw)": 0.7387623190879822, "Finetune/Step": 12894, "Finetune/Step Time": 6.029292365536094}
+{"Finetune/Learning Rate": 5.1735527422862165e-06, "Finetune/Loss": 0.638025164604187, "Finetune/Loss (Raw)": 0.5808392763137817, "Finetune/Step": 12895, "Finetune/Step Time": 6.030278330668807}
+{"Finetune/Learning Rate": 5.172077972692553e-06, "Finetune/Loss": 0.6386266946792603, "Finetune/Loss (Raw)": 0.7883715033531189, "Finetune/Step": 12896, "Finetune/Step Time": 6.027050549164414}
+{"Finetune/Learning Rate": 5.17060334000503e-06, "Finetune/Loss": 0.6381731033325195, "Finetune/Loss (Raw)": 0.6657146215438843, "Finetune/Step": 12897, "Finetune/Step Time": 6.034949738532305}
+{"Finetune/Learning Rate": 5.169128844265463e-06, "Finetune/Loss": 0.637174129486084, "Finetune/Loss (Raw)": 0.550891637802124, "Finetune/Step": 12898, "Finetune/Step Time": 6.034140169620514}
+{"Finetune/Learning Rate": 5.167654485515664e-06, "Finetune/Loss": 0.6367778778076172, "Finetune/Loss (Raw)": 0.5813585519790649, "Finetune/Step": 12899, "Finetune/Step Time": 6.035891370847821}
+{"Finetune/Learning Rate": 5.166180263797442e-06, "Finetune/Loss": 0.6373026371002197, "Finetune/Loss (Raw)": 0.6358135938644409, "Finetune/Step": 12900, "Finetune/Step Time": 6.054539822041988}
+{"Finetune/Learning Rate": 5.164706179152604e-06, "Finetune/Loss": 0.6385633945465088, "Finetune/Loss (Raw)": 0.6882715225219727, "Finetune/Step": 12901, "Finetune/Step Time": 6.038807215169072}
+{"Finetune/Learning Rate": 5.1632322316229475e-06, "Finetune/Loss": 0.6380213499069214, "Finetune/Loss (Raw)": 0.6415531635284424, "Finetune/Step": 12902, "Finetune/Step Time": 6.037682432681322}
+{"Finetune/Learning Rate": 5.161758421250274e-06, "Finetune/Loss": 0.6390881538391113, "Finetune/Loss (Raw)": 0.7328504323959351, "Finetune/Step": 12903, "Finetune/Step Time": 6.037819422781467}
+{"Finetune/Learning Rate": 5.16028474807637e-06, "Finetune/Loss": 0.6377801895141602, "Finetune/Loss (Raw)": 0.5601702332496643, "Finetune/Step": 12904, "Finetune/Step Time": 6.045897448435426}
+{"Finetune/Learning Rate": 5.158811212143029e-06, "Finetune/Loss": 0.6379804611206055, "Finetune/Loss (Raw)": 0.5850110650062561, "Finetune/Step": 12905, "Finetune/Step Time": 6.046684121713042}
+{"Finetune/Learning Rate": 5.157337813492036e-06, "Finetune/Loss": 0.6399258375167847, "Finetune/Loss (Raw)": 0.7299683690071106, "Finetune/Step": 12906, "Finetune/Step Time": 6.028963819146156}
+{"Finetune/Learning Rate": 5.1558645521651725e-06, "Finetune/Loss": 0.638572096824646, "Finetune/Loss (Raw)": 0.6676260828971863, "Finetune/Step": 12907, "Finetune/Step Time": 6.027709815651178}
+{"Finetune/Learning Rate": 5.154391428204215e-06, "Finetune/Loss": 0.638911783695221, "Finetune/Loss (Raw)": 0.6477370858192444, "Finetune/Step": 12908, "Finetune/Step Time": 6.029513845220208}
+{"Finetune/Learning Rate": 5.152918441650938e-06, "Finetune/Loss": 0.6372781991958618, "Finetune/Loss (Raw)": 0.6340721845626831, "Finetune/Step": 12909, "Finetune/Step Time": 6.029066428542137}
+{"Finetune/Learning Rate": 5.151445592547111e-06, "Finetune/Loss": 0.6373772621154785, "Finetune/Loss (Raw)": 0.5969325304031372, "Finetune/Step": 12910, "Finetune/Step Time": 6.024801256135106}
+{"Finetune/Learning Rate": 5.149972880934497e-06, "Finetune/Loss": 0.6381181478500366, "Finetune/Loss (Raw)": 0.6949860453605652, "Finetune/Step": 12911, "Finetune/Step Time": 6.003317067399621}
+{"Finetune/Learning Rate": 5.148500306854862e-06, "Finetune/Loss": 0.6372967958450317, "Finetune/Loss (Raw)": 0.5831097364425659, "Finetune/Step": 12912, "Finetune/Step Time": 5.996614960953593}
+{"Finetune/Learning Rate": 5.147027870349963e-06, "Finetune/Loss": 0.6372705101966858, "Finetune/Loss (Raw)": 0.6064152717590332, "Finetune/Step": 12913, "Finetune/Step Time": 5.997359465807676}
+{"Finetune/Learning Rate": 5.145555571461558e-06, "Finetune/Loss": 0.6374662518501282, "Finetune/Loss (Raw)": 0.5777401328086853, "Finetune/Step": 12914, "Finetune/Step Time": 6.018077502027154}
+{"Finetune/Learning Rate": 5.144083410231384e-06, "Finetune/Loss": 0.636490523815155, "Finetune/Loss (Raw)": 0.6111829876899719, "Finetune/Step": 12915, "Finetune/Step Time": 6.021353339776397}
+{"Finetune/Learning Rate": 5.1426113867012e-06, "Finetune/Loss": 0.6373002529144287, "Finetune/Loss (Raw)": 0.6574028134346008, "Finetune/Step": 12916, "Finetune/Step Time": 6.033195614814758}
+{"Finetune/Learning Rate": 5.141139500912745e-06, "Finetune/Loss": 0.6370975971221924, "Finetune/Loss (Raw)": 0.6495609283447266, "Finetune/Step": 12917, "Finetune/Step Time": 6.031728968024254}
+{"Finetune/Learning Rate": 5.139667752907758e-06, "Finetune/Loss": 0.6387454271316528, "Finetune/Loss (Raw)": 0.7726768851280212, "Finetune/Step": 12918, "Finetune/Step Time": 6.030210739001632}
+{"Finetune/Learning Rate": 5.138196142727971e-06, "Finetune/Loss": 0.6393066644668579, "Finetune/Loss (Raw)": 0.6914648413658142, "Finetune/Step": 12919, "Finetune/Step Time": 6.0354406870901585}
+{"Finetune/Learning Rate": 5.13672467041512e-06, "Finetune/Loss": 0.638298749923706, "Finetune/Loss (Raw)": 0.5725602507591248, "Finetune/Step": 12920, "Finetune/Step Time": 6.016963694244623}
+{"Finetune/Learning Rate": 5.135253336010923e-06, "Finetune/Loss": 0.6392498016357422, "Finetune/Loss (Raw)": 0.6047321557998657, "Finetune/Step": 12921, "Finetune/Step Time": 5.996832242235541}
+{"Finetune/Learning Rate": 5.133782139557107e-06, "Finetune/Loss": 0.6388378739356995, "Finetune/Loss (Raw)": 0.569138765335083, "Finetune/Step": 12922, "Finetune/Step Time": 5.9585076458752155}
+{"Finetune/Learning Rate": 5.132311081095394e-06, "Finetune/Loss": 0.640716552734375, "Finetune/Loss (Raw)": 0.6691795587539673, "Finetune/Step": 12923, "Finetune/Step Time": 5.940542174503207}
+{"Finetune/Learning Rate": 5.1308401606674984e-06, "Finetune/Loss": 0.6402935981750488, "Finetune/Loss (Raw)": 0.5769469738006592, "Finetune/Step": 12924, "Finetune/Step Time": 5.953411364927888}
+{"Finetune/Learning Rate": 5.129369378315128e-06, "Finetune/Loss": 0.6400511264801025, "Finetune/Loss (Raw)": 0.5613770484924316, "Finetune/Step": 12925, "Finetune/Step Time": 5.955770514905453}
+{"Finetune/Learning Rate": 5.127898734079997e-06, "Finetune/Loss": 0.6416852474212646, "Finetune/Loss (Raw)": 0.6043446063995361, "Finetune/Step": 12926, "Finetune/Step Time": 5.942489042878151}
+{"Finetune/Learning Rate": 5.126428228003799e-06, "Finetune/Loss": 0.6418368220329285, "Finetune/Loss (Raw)": 0.6446625590324402, "Finetune/Step": 12927, "Finetune/Step Time": 5.9445971213281155}
+{"Finetune/Learning Rate": 5.124957860128237e-06, "Finetune/Loss": 0.6420269012451172, "Finetune/Loss (Raw)": 0.6069818139076233, "Finetune/Step": 12928, "Finetune/Step Time": 5.945410864427686}
+{"Finetune/Learning Rate": 5.123487630495006e-06, "Finetune/Loss": 0.6404111385345459, "Finetune/Loss (Raw)": 0.48724016547203064, "Finetune/Step": 12929, "Finetune/Step Time": 5.945020232349634}
+{"Finetune/Learning Rate": 5.1220175391458e-06, "Finetune/Loss": 0.6417523622512817, "Finetune/Loss (Raw)": 0.8217742443084717, "Finetune/Step": 12930, "Finetune/Step Time": 5.942264202982187}
+{"Finetune/Learning Rate": 5.1205475861223064e-06, "Finetune/Loss": 0.6418949365615845, "Finetune/Loss (Raw)": 0.6018496751785278, "Finetune/Step": 12931, "Finetune/Step Time": 5.939674966037273}
+{"Finetune/Learning Rate": 5.119077771466212e-06, "Finetune/Loss": 0.6415496468544006, "Finetune/Loss (Raw)": 0.569003164768219, "Finetune/Step": 12932, "Finetune/Step Time": 5.948752282187343}
+{"Finetune/Learning Rate": 5.117608095219189e-06, "Finetune/Loss": 0.6428043842315674, "Finetune/Loss (Raw)": 0.7307988405227661, "Finetune/Step": 12933, "Finetune/Step Time": 5.928968073800206}
+{"Finetune/Learning Rate": 5.116138557422916e-06, "Finetune/Loss": 0.6429044008255005, "Finetune/Loss (Raw)": 0.7494298815727234, "Finetune/Step": 12934, "Finetune/Step Time": 5.9261026959866285}
+{"Finetune/Learning Rate": 5.114669158119065e-06, "Finetune/Loss": 0.6433626413345337, "Finetune/Loss (Raw)": 0.7691534161567688, "Finetune/Step": 12935, "Finetune/Step Time": 5.923918014392257}
+{"Finetune/Learning Rate": 5.113199897349302e-06, "Finetune/Loss": 0.6429219245910645, "Finetune/Loss (Raw)": 0.6391792893409729, "Finetune/Step": 12936, "Finetune/Step Time": 5.923591444268823}
+{"Finetune/Learning Rate": 5.111730775155298e-06, "Finetune/Loss": 0.6423388123512268, "Finetune/Loss (Raw)": 0.6455777287483215, "Finetune/Step": 12937, "Finetune/Step Time": 5.9226853884756565}
+{"Finetune/Learning Rate": 5.110261791578712e-06, "Finetune/Loss": 0.6424062252044678, "Finetune/Loss (Raw)": 0.6296074986457825, "Finetune/Step": 12938, "Finetune/Step Time": 5.9218167290091515}
+{"Finetune/Learning Rate": 5.1087929466611945e-06, "Finetune/Loss": 0.6436516046524048, "Finetune/Loss (Raw)": 0.7135795950889587, "Finetune/Step": 12939, "Finetune/Step Time": 5.922962568700314}
+{"Finetune/Learning Rate": 5.107324240444398e-06, "Finetune/Loss": 0.64398592710495, "Finetune/Loss (Raw)": 0.6649407744407654, "Finetune/Step": 12940, "Finetune/Step Time": 5.925428628921509}
+{"Finetune/Learning Rate": 5.1058556729699745e-06, "Finetune/Loss": 0.6446198225021362, "Finetune/Loss (Raw)": 0.7422271370887756, "Finetune/Step": 12941, "Finetune/Step Time": 5.921749090775847}
+{"Finetune/Learning Rate": 5.104387244279567e-06, "Finetune/Loss": 0.644357442855835, "Finetune/Loss (Raw)": 0.6022443771362305, "Finetune/Step": 12942, "Finetune/Step Time": 5.9190917275846004}
+{"Finetune/Learning Rate": 5.102918954414815e-06, "Finetune/Loss": 0.6456660628318787, "Finetune/Loss (Raw)": 0.6824273467063904, "Finetune/Step": 12943, "Finetune/Step Time": 5.934824302792549}
+{"Finetune/Learning Rate": 5.101450803417357e-06, "Finetune/Loss": 0.6453132033348083, "Finetune/Loss (Raw)": 0.7469623684883118, "Finetune/Step": 12944, "Finetune/Step Time": 5.924528583884239}
+{"Finetune/Learning Rate": 5.099982791328824e-06, "Finetune/Loss": 0.6452944278717041, "Finetune/Loss (Raw)": 0.6514760851860046, "Finetune/Step": 12945, "Finetune/Step Time": 5.9250916093587875}
+{"Finetune/Learning Rate": 5.098514918190846e-06, "Finetune/Loss": 0.6447473764419556, "Finetune/Loss (Raw)": 0.5516238808631897, "Finetune/Step": 12946, "Finetune/Step Time": 5.9256112817674875}
+{"Finetune/Learning Rate": 5.0970471840450475e-06, "Finetune/Loss": 0.6450286507606506, "Finetune/Loss (Raw)": 0.6302172541618347, "Finetune/Step": 12947, "Finetune/Step Time": 5.920936996117234}
+{"Finetune/Learning Rate": 5.0955795889330475e-06, "Finetune/Loss": 0.6464005708694458, "Finetune/Loss (Raw)": 0.7089049220085144, "Finetune/Step": 12948, "Finetune/Step Time": 5.899613199755549}
+{"Finetune/Learning Rate": 5.094112132896464e-06, "Finetune/Loss": 0.6466608047485352, "Finetune/Loss (Raw)": 0.6053391098976135, "Finetune/Step": 12949, "Finetune/Step Time": 5.898701986297965}
+{"Finetune/Learning Rate": 5.09264481597691e-06, "Finetune/Loss": 0.644698977470398, "Finetune/Loss (Raw)": 0.5176419019699097, "Finetune/Step": 12950, "Finetune/Step Time": 5.903130102902651}
+{"Finetune/Learning Rate": 5.091177638215995e-06, "Finetune/Loss": 0.6435843706130981, "Finetune/Loss (Raw)": 0.5895930528640747, "Finetune/Step": 12951, "Finetune/Step Time": 5.901926526799798}
+{"Finetune/Learning Rate": 5.089710599655323e-06, "Finetune/Loss": 0.642480731010437, "Finetune/Loss (Raw)": 0.6289500594139099, "Finetune/Step": 12952, "Finetune/Step Time": 5.904107315465808}
+{"Finetune/Learning Rate": 5.088243700336495e-06, "Finetune/Loss": 0.642056941986084, "Finetune/Loss (Raw)": 0.607850193977356, "Finetune/Step": 12953, "Finetune/Step Time": 5.904211785644293}
+{"Finetune/Learning Rate": 5.086776940301109e-06, "Finetune/Loss": 0.6434749364852905, "Finetune/Loss (Raw)": 0.6940072178840637, "Finetune/Step": 12954, "Finetune/Step Time": 5.899663215503097}
+{"Finetune/Learning Rate": 5.085310319590757e-06, "Finetune/Loss": 0.6440357565879822, "Finetune/Loss (Raw)": 0.6405185461044312, "Finetune/Step": 12955, "Finetune/Step Time": 5.899368630722165}
+{"Finetune/Learning Rate": 5.08384383824703e-06, "Finetune/Loss": 0.6439632177352905, "Finetune/Loss (Raw)": 0.5908220410346985, "Finetune/Step": 12956, "Finetune/Step Time": 5.898732317611575}
+{"Finetune/Learning Rate": 5.082377496311513e-06, "Finetune/Loss": 0.6440756320953369, "Finetune/Loss (Raw)": 0.6731290817260742, "Finetune/Step": 12957, "Finetune/Step Time": 5.900647412985563}
+{"Finetune/Learning Rate": 5.0809112938257836e-06, "Finetune/Loss": 0.6447835564613342, "Finetune/Loss (Raw)": 0.7204807996749878, "Finetune/Step": 12958, "Finetune/Step Time": 5.897549020126462}
+{"Finetune/Learning Rate": 5.079445230831424e-06, "Finetune/Loss": 0.6445260047912598, "Finetune/Loss (Raw)": 0.6383703351020813, "Finetune/Step": 12959, "Finetune/Step Time": 5.9021632969379425}
+{"Finetune/Learning Rate": 5.077979307370004e-06, "Finetune/Loss": 0.6460800170898438, "Finetune/Loss (Raw)": 0.7537685036659241, "Finetune/Step": 12960, "Finetune/Step Time": 5.906343676149845}
+{"Finetune/Learning Rate": 5.0765135234830955e-06, "Finetune/Loss": 0.6452708840370178, "Finetune/Loss (Raw)": 0.6031786799430847, "Finetune/Step": 12961, "Finetune/Step Time": 5.902788219973445}
+{"Finetune/Learning Rate": 5.075047879212266e-06, "Finetune/Loss": 0.646094024181366, "Finetune/Loss (Raw)": 0.5522748231887817, "Finetune/Step": 12962, "Finetune/Step Time": 5.923682790249586}
+{"Finetune/Learning Rate": 5.073582374599071e-06, "Finetune/Loss": 0.6450086832046509, "Finetune/Loss (Raw)": 0.5762103199958801, "Finetune/Step": 12963, "Finetune/Step Time": 5.925238627940416}
+{"Finetune/Learning Rate": 5.072117009685066e-06, "Finetune/Loss": 0.6463996171951294, "Finetune/Loss (Raw)": 0.6788918375968933, "Finetune/Step": 12964, "Finetune/Step Time": 5.924381852149963}
+{"Finetune/Learning Rate": 5.070651784511815e-06, "Finetune/Loss": 0.6452462673187256, "Finetune/Loss (Raw)": 0.5544227957725525, "Finetune/Step": 12965, "Finetune/Step Time": 5.925284780561924}
+{"Finetune/Learning Rate": 5.06918669912086e-06, "Finetune/Loss": 0.6450021266937256, "Finetune/Loss (Raw)": 0.6624937057495117, "Finetune/Step": 12966, "Finetune/Step Time": 5.918715359643102}
+{"Finetune/Learning Rate": 5.0677217535537506e-06, "Finetune/Loss": 0.6454387903213501, "Finetune/Loss (Raw)": 0.681604266166687, "Finetune/Step": 12967, "Finetune/Step Time": 5.919757720082998}
+{"Finetune/Learning Rate": 5.06625694785203e-06, "Finetune/Loss": 0.6461436152458191, "Finetune/Loss (Raw)": 0.6793146729469299, "Finetune/Step": 12968, "Finetune/Step Time": 5.91946791857481}
+{"Finetune/Learning Rate": 5.064792282057229e-06, "Finetune/Loss": 0.6465612649917603, "Finetune/Loss (Raw)": 0.6853485107421875, "Finetune/Step": 12969, "Finetune/Step Time": 5.920621275901794}
+{"Finetune/Learning Rate": 5.063327756210885e-06, "Finetune/Loss": 0.6476832628250122, "Finetune/Loss (Raw)": 0.6736685633659363, "Finetune/Step": 12970, "Finetune/Step Time": 5.907338596880436}
+{"Finetune/Learning Rate": 5.061863370354524e-06, "Finetune/Loss": 0.6482157111167908, "Finetune/Loss (Raw)": 0.7092123031616211, "Finetune/Step": 12971, "Finetune/Step Time": 5.904680857434869}
+{"Finetune/Learning Rate": 5.06039912452968e-06, "Finetune/Loss": 0.6478481888771057, "Finetune/Loss (Raw)": 0.592132031917572, "Finetune/Step": 12972, "Finetune/Step Time": 5.89635892957449}
+{"Finetune/Learning Rate": 5.05893501877787e-06, "Finetune/Loss": 0.6480444669723511, "Finetune/Loss (Raw)": 0.7113444209098816, "Finetune/Step": 12973, "Finetune/Step Time": 5.895442014560103}
+{"Finetune/Learning Rate": 5.057471053140615e-06, "Finetune/Loss": 0.647957980632782, "Finetune/Loss (Raw)": 0.6639825105667114, "Finetune/Step": 12974, "Finetune/Step Time": 5.893490929156542}
+{"Finetune/Learning Rate": 5.056007227659424e-06, "Finetune/Loss": 0.6484696865081787, "Finetune/Loss (Raw)": 0.6935824751853943, "Finetune/Step": 12975, "Finetune/Step Time": 5.905820934101939}
+{"Finetune/Learning Rate": 5.054543542375809e-06, "Finetune/Loss": 0.6490184664726257, "Finetune/Loss (Raw)": 0.6434274911880493, "Finetune/Step": 12976, "Finetune/Step Time": 5.900274939835072}
+{"Finetune/Learning Rate": 5.053079997331276e-06, "Finetune/Loss": 0.649570107460022, "Finetune/Loss (Raw)": 0.5890804529190063, "Finetune/Step": 12977, "Finetune/Step Time": 5.881278403103352}
+{"Finetune/Learning Rate": 5.051616592567323e-06, "Finetune/Loss": 0.6512918472290039, "Finetune/Loss (Raw)": 0.6711508631706238, "Finetune/Step": 12978, "Finetune/Step Time": 5.8486157059669495}
+{"Finetune/Learning Rate": 5.050153328125455e-06, "Finetune/Loss": 0.651430070400238, "Finetune/Loss (Raw)": 0.663098931312561, "Finetune/Step": 12979, "Finetune/Step Time": 5.8521500658243895}
+{"Finetune/Learning Rate": 5.048690204047169e-06, "Finetune/Loss": 0.6514103412628174, "Finetune/Loss (Raw)": 0.721940279006958, "Finetune/Step": 12980, "Finetune/Step Time": 5.85724432580173}
+{"Finetune/Learning Rate": 5.0472272203739445e-06, "Finetune/Loss": 0.6504725217819214, "Finetune/Loss (Raw)": 0.5617774724960327, "Finetune/Step": 12981, "Finetune/Step Time": 5.872825274243951}
+{"Finetune/Learning Rate": 5.045764377147273e-06, "Finetune/Loss": 0.6510463356971741, "Finetune/Loss (Raw)": 0.7483612298965454, "Finetune/Step": 12982, "Finetune/Step Time": 5.87598030641675}
+{"Finetune/Learning Rate": 5.044301674408633e-06, "Finetune/Loss": 0.6494759321212769, "Finetune/Loss (Raw)": 0.6092591285705566, "Finetune/Step": 12983, "Finetune/Step Time": 5.879796778783202}
+{"Finetune/Learning Rate": 5.042839112199509e-06, "Finetune/Loss": 0.6490272283554077, "Finetune/Loss (Raw)": 0.6327808499336243, "Finetune/Step": 12984, "Finetune/Step Time": 5.875404184684157}
+{"Finetune/Learning Rate": 5.041376690561366e-06, "Finetune/Loss": 0.6487151384353638, "Finetune/Loss (Raw)": 0.6419612169265747, "Finetune/Step": 12985, "Finetune/Step Time": 5.8848108518868685}
+{"Finetune/Learning Rate": 5.039914409535683e-06, "Finetune/Loss": 0.6489863395690918, "Finetune/Loss (Raw)": 0.6368223428726196, "Finetune/Step": 12986, "Finetune/Step Time": 5.885465828701854}
+{"Finetune/Learning Rate": 5.038452269163927e-06, "Finetune/Loss": 0.647856593132019, "Finetune/Loss (Raw)": 0.6831932067871094, "Finetune/Step": 12987, "Finetune/Step Time": 5.884130569174886}
+{"Finetune/Learning Rate": 5.0369902694875526e-06, "Finetune/Loss": 0.6479420065879822, "Finetune/Loss (Raw)": 0.6191800832748413, "Finetune/Step": 12988, "Finetune/Step Time": 5.8854696955531836}
+{"Finetune/Learning Rate": 5.035528410548021e-06, "Finetune/Loss": 0.6473170518875122, "Finetune/Loss (Raw)": 0.5368306040763855, "Finetune/Step": 12989, "Finetune/Step Time": 5.885077938437462}
+{"Finetune/Learning Rate": 5.034066692386786e-06, "Finetune/Loss": 0.647899866104126, "Finetune/Loss (Raw)": 0.7040066719055176, "Finetune/Step": 12990, "Finetune/Step Time": 5.880858153104782}
+{"Finetune/Learning Rate": 5.032605115045299e-06, "Finetune/Loss": 0.6472084522247314, "Finetune/Loss (Raw)": 0.6098892688751221, "Finetune/Step": 12991, "Finetune/Step Time": 5.880984785035253}
+{"Finetune/Learning Rate": 5.031143678565005e-06, "Finetune/Loss": 0.6479156017303467, "Finetune/Loss (Raw)": 0.7385397553443909, "Finetune/Step": 12992, "Finetune/Step Time": 5.8800950050354}
+{"Finetune/Learning Rate": 5.0296823829873475e-06, "Finetune/Loss": 0.6469473242759705, "Finetune/Loss (Raw)": 0.601256787776947, "Finetune/Step": 12993, "Finetune/Step Time": 5.885455295443535}
+{"Finetune/Learning Rate": 5.028221228353763e-06, "Finetune/Loss": 0.6465203166007996, "Finetune/Loss (Raw)": 0.576934278011322, "Finetune/Step": 12994, "Finetune/Step Time": 5.9123433995991945}
+{"Finetune/Learning Rate": 5.026760214705688e-06, "Finetune/Loss": 0.6466756463050842, "Finetune/Loss (Raw)": 0.6799799799919128, "Finetune/Step": 12995, "Finetune/Step Time": 5.910754963755608}
+{"Finetune/Learning Rate": 5.025299342084551e-06, "Finetune/Loss": 0.6470215320587158, "Finetune/Loss (Raw)": 0.679093599319458, "Finetune/Step": 12996, "Finetune/Step Time": 5.908013926818967}
+{"Finetune/Learning Rate": 5.023838610531777e-06, "Finetune/Loss": 0.6458823084831238, "Finetune/Loss (Raw)": 0.5117219090461731, "Finetune/Step": 12997, "Finetune/Step Time": 5.903643775731325}
+{"Finetune/Learning Rate": 5.022378020088791e-06, "Finetune/Loss": 0.646483838558197, "Finetune/Loss (Raw)": 0.6709402203559875, "Finetune/Step": 12998, "Finetune/Step Time": 5.902318919077516}
+{"Finetune/Learning Rate": 5.020917570797009e-06, "Finetune/Loss": 0.6456718444824219, "Finetune/Loss (Raw)": 0.6336820721626282, "Finetune/Step": 12999, "Finetune/Step Time": 5.917265405878425}
+{"Finetune/Learning Rate": 5.019457262697847e-06, "Finetune/Loss": 0.646300196647644, "Finetune/Loss (Raw)": 0.6776372194290161, "Finetune/Step": 13000, "Finetune/Step Time": 5.913862034678459}
+{"Finetune/Learning Rate": 5.017997095832714e-06, "Finetune/Loss": 0.6457234621047974, "Finetune/Loss (Raw)": 0.5687636137008667, "Finetune/Step": 13001, "Finetune/Step Time": 5.90851173363626}
+{"Finetune/Learning Rate": 5.0165370702430165e-06, "Finetune/Loss": 0.6460602283477783, "Finetune/Loss (Raw)": 0.6470803618431091, "Finetune/Step": 13002, "Finetune/Step Time": 5.908683225512505}
+{"Finetune/Learning Rate": 5.015077185970156e-06, "Finetune/Loss": 0.6454342007637024, "Finetune/Loss (Raw)": 0.6210684776306152, "Finetune/Step": 13003, "Finetune/Step Time": 5.9057722464203835}
+{"Finetune/Learning Rate": 5.013617443055532e-06, "Finetune/Loss": 0.6466502547264099, "Finetune/Loss (Raw)": 0.6534726023674011, "Finetune/Step": 13004, "Finetune/Step Time": 5.903252875432372}
+{"Finetune/Learning Rate": 5.012157841540537e-06, "Finetune/Loss": 0.646076500415802, "Finetune/Loss (Raw)": 0.672631561756134, "Finetune/Step": 13005, "Finetune/Step Time": 5.919538322836161}
+{"Finetune/Learning Rate": 5.010698381466564e-06, "Finetune/Loss": 0.6468194723129272, "Finetune/Loss (Raw)": 0.6257895231246948, "Finetune/Step": 13006, "Finetune/Step Time": 5.9157923217862844}
+{"Finetune/Learning Rate": 5.009239062874995e-06, "Finetune/Loss": 0.6457991600036621, "Finetune/Loss (Raw)": 0.5227113962173462, "Finetune/Step": 13007, "Finetune/Step Time": 5.915095683187246}
+{"Finetune/Learning Rate": 5.007779885807216e-06, "Finetune/Loss": 0.6425603628158569, "Finetune/Loss (Raw)": 0.46053338050842285, "Finetune/Step": 13008, "Finetune/Step Time": 5.934755273163319}
+{"Finetune/Learning Rate": 5.006320850304602e-06, "Finetune/Loss": 0.6419872045516968, "Finetune/Loss (Raw)": 0.5104568600654602, "Finetune/Step": 13009, "Finetune/Step Time": 5.93460987880826}
+{"Finetune/Learning Rate": 5.00486195640853e-06, "Finetune/Loss": 0.6420931816101074, "Finetune/Loss (Raw)": 0.6069524884223938, "Finetune/Step": 13010, "Finetune/Step Time": 5.93140116520226}
+{"Finetune/Learning Rate": 5.003403204160372e-06, "Finetune/Loss": 0.64134681224823, "Finetune/Loss (Raw)": 0.5164220929145813, "Finetune/Step": 13011, "Finetune/Step Time": 5.930180190131068}
+{"Finetune/Learning Rate": 5.001944593601482e-06, "Finetune/Loss": 0.6427904367446899, "Finetune/Loss (Raw)": 0.6922977566719055, "Finetune/Step": 13012, "Finetune/Step Time": 5.913262877613306}
+{"Finetune/Learning Rate": 5.000486124773236e-06, "Finetune/Loss": 0.6422057151794434, "Finetune/Loss (Raw)": 0.5800370573997498, "Finetune/Step": 13013, "Finetune/Step Time": 5.91310322843492}
+{"Finetune/Learning Rate": 4.999027797716986e-06, "Finetune/Loss": 0.6417281627655029, "Finetune/Loss (Raw)": 0.6296071410179138, "Finetune/Step": 13014, "Finetune/Step Time": 5.910964008420706}
+{"Finetune/Learning Rate": 4.997569612474088e-06, "Finetune/Loss": 0.6418942213058472, "Finetune/Loss (Raw)": 0.7725955843925476, "Finetune/Step": 13015, "Finetune/Step Time": 5.916886067017913}
+{"Finetune/Learning Rate": 4.996111569085889e-06, "Finetune/Loss": 0.6413309574127197, "Finetune/Loss (Raw)": 0.6669644713401794, "Finetune/Step": 13016, "Finetune/Step Time": 5.901119949296117}
+{"Finetune/Learning Rate": 4.994653667593742e-06, "Finetune/Loss": 0.6413625478744507, "Finetune/Loss (Raw)": 0.6886391639709473, "Finetune/Step": 13017, "Finetune/Step Time": 5.900958115234971}
+{"Finetune/Learning Rate": 4.9931959080389795e-06, "Finetune/Loss": 0.6406146883964539, "Finetune/Loss (Raw)": 0.609048068523407, "Finetune/Step": 13018, "Finetune/Step Time": 5.903771530836821}
+{"Finetune/Learning Rate": 4.991738290462943e-06, "Finetune/Loss": 0.641099214553833, "Finetune/Loss (Raw)": 0.6527633666992188, "Finetune/Step": 13019, "Finetune/Step Time": 5.901292482391}
+{"Finetune/Learning Rate": 4.9902808149069635e-06, "Finetune/Loss": 0.6401840448379517, "Finetune/Loss (Raw)": 0.587600588798523, "Finetune/Step": 13020, "Finetune/Step Time": 5.903290284797549}
+{"Finetune/Learning Rate": 4.988823481412378e-06, "Finetune/Loss": 0.6409826278686523, "Finetune/Loss (Raw)": 0.7210366129875183, "Finetune/Step": 13021, "Finetune/Step Time": 5.902585953474045}
+{"Finetune/Learning Rate": 4.9873662900205086e-06, "Finetune/Loss": 0.6398373246192932, "Finetune/Loss (Raw)": 0.5921629667282104, "Finetune/Step": 13022, "Finetune/Step Time": 5.888237779960036}
+{"Finetune/Learning Rate": 4.985909240772682e-06, "Finetune/Loss": 0.6406009197235107, "Finetune/Loss (Raw)": 0.6785779595375061, "Finetune/Step": 13023, "Finetune/Step Time": 5.885988915339112}
+{"Finetune/Learning Rate": 4.984452333710207e-06, "Finetune/Loss": 0.638914942741394, "Finetune/Loss (Raw)": 0.572573184967041, "Finetune/Step": 13024, "Finetune/Step Time": 5.895574741065502}
+{"Finetune/Learning Rate": 4.982995568874401e-06, "Finetune/Loss": 0.6386172771453857, "Finetune/Loss (Raw)": 0.6276094913482666, "Finetune/Step": 13025, "Finetune/Step Time": 5.888413850218058}
+{"Finetune/Learning Rate": 4.981538946306574e-06, "Finetune/Loss": 0.6390487551689148, "Finetune/Loss (Raw)": 0.6061192750930786, "Finetune/Step": 13026, "Finetune/Step Time": 5.889552962034941}
+{"Finetune/Learning Rate": 4.980082466048028e-06, "Finetune/Loss": 0.6405289173126221, "Finetune/Loss (Raw)": 0.7708249092102051, "Finetune/Step": 13027, "Finetune/Step Time": 5.889246266335249}
+{"Finetune/Learning Rate": 4.978626128140074e-06, "Finetune/Loss": 0.641367495059967, "Finetune/Loss (Raw)": 0.7431474328041077, "Finetune/Step": 13028, "Finetune/Step Time": 5.86756475456059}
+{"Finetune/Learning Rate": 4.977169932624007e-06, "Finetune/Loss": 0.6411566734313965, "Finetune/Loss (Raw)": 0.6612854599952698, "Finetune/Step": 13029, "Finetune/Step Time": 5.867916367948055}
+{"Finetune/Learning Rate": 4.975713879541113e-06, "Finetune/Loss": 0.6405178904533386, "Finetune/Loss (Raw)": 0.5597912669181824, "Finetune/Step": 13030, "Finetune/Step Time": 5.868814870715141}
+{"Finetune/Learning Rate": 4.974257968932687e-06, "Finetune/Loss": 0.638459324836731, "Finetune/Loss (Raw)": 0.4693489074707031, "Finetune/Step": 13031, "Finetune/Step Time": 5.888335904106498}
+{"Finetune/Learning Rate": 4.972802200840013e-06, "Finetune/Loss": 0.6386921405792236, "Finetune/Loss (Raw)": 0.5899703502655029, "Finetune/Step": 13032, "Finetune/Step Time": 5.883661760017276}
+{"Finetune/Learning Rate": 4.971346575304375e-06, "Finetune/Loss": 0.6396634578704834, "Finetune/Loss (Raw)": 0.7093378305435181, "Finetune/Step": 13033, "Finetune/Step Time": 5.860332112759352}
+{"Finetune/Learning Rate": 4.969891092367043e-06, "Finetune/Loss": 0.6387217044830322, "Finetune/Loss (Raw)": 0.6094305515289307, "Finetune/Step": 13034, "Finetune/Step Time": 5.859567811712623}
+{"Finetune/Learning Rate": 4.968435752069304e-06, "Finetune/Loss": 0.6381283402442932, "Finetune/Loss (Raw)": 0.5916756987571716, "Finetune/Step": 13035, "Finetune/Step Time": 5.8752556052058935}
+{"Finetune/Learning Rate": 4.966980554452415e-06, "Finetune/Loss": 0.6382886171340942, "Finetune/Loss (Raw)": 0.6682523488998413, "Finetune/Step": 13036, "Finetune/Step Time": 5.873036043718457}
+{"Finetune/Learning Rate": 4.965525499557646e-06, "Finetune/Loss": 0.6372373104095459, "Finetune/Loss (Raw)": 0.4995028078556061, "Finetune/Step": 13037, "Finetune/Step Time": 5.875970052555203}
+{"Finetune/Learning Rate": 4.964070587426258e-06, "Finetune/Loss": 0.6372623443603516, "Finetune/Loss (Raw)": 0.6001400947570801, "Finetune/Step": 13038, "Finetune/Step Time": 5.911160292103887}
+{"Finetune/Learning Rate": 4.962615818099508e-06, "Finetune/Loss": 0.6359565854072571, "Finetune/Loss (Raw)": 0.5278459191322327, "Finetune/Step": 13039, "Finetune/Step Time": 5.912684747949243}
+{"Finetune/Learning Rate": 4.961161191618649e-06, "Finetune/Loss": 0.637486457824707, "Finetune/Loss (Raw)": 0.7789404988288879, "Finetune/Step": 13040, "Finetune/Step Time": 5.91571974940598}
+{"Finetune/Learning Rate": 4.9597067080249285e-06, "Finetune/Loss": 0.6384994983673096, "Finetune/Loss (Raw)": 0.7360752820968628, "Finetune/Step": 13041, "Finetune/Step Time": 5.912861090153456}
+{"Finetune/Learning Rate": 4.958252367359594e-06, "Finetune/Loss": 0.6386640667915344, "Finetune/Loss (Raw)": 0.5988074541091919, "Finetune/Step": 13042, "Finetune/Step Time": 5.894163325428963}
+{"Finetune/Learning Rate": 4.956798169663886e-06, "Finetune/Loss": 0.6394803524017334, "Finetune/Loss (Raw)": 0.715675413608551, "Finetune/Step": 13043, "Finetune/Step Time": 5.889822321012616}
+{"Finetune/Learning Rate": 4.955344114979041e-06, "Finetune/Loss": 0.6391205787658691, "Finetune/Loss (Raw)": 0.6113452911376953, "Finetune/Step": 13044, "Finetune/Step Time": 5.879209836944938}
+{"Finetune/Learning Rate": 4.953890203346291e-06, "Finetune/Loss": 0.6390806436538696, "Finetune/Loss (Raw)": 0.6444485783576965, "Finetune/Step": 13045, "Finetune/Step Time": 5.883315213024616}
+{"Finetune/Learning Rate": 4.952436434806867e-06, "Finetune/Loss": 0.6382761597633362, "Finetune/Loss (Raw)": 0.6697011590003967, "Finetune/Step": 13046, "Finetune/Step Time": 5.882955931127071}
+{"Finetune/Learning Rate": 4.95098280940199e-06, "Finetune/Loss": 0.6366982460021973, "Finetune/Loss (Raw)": 0.4894980490207672, "Finetune/Step": 13047, "Finetune/Step Time": 5.901873679831624}
+{"Finetune/Learning Rate": 4.949529327172885e-06, "Finetune/Loss": 0.6369417905807495, "Finetune/Loss (Raw)": 0.6037251353263855, "Finetune/Step": 13048, "Finetune/Step Time": 5.903202746063471}
+{"Finetune/Learning Rate": 4.948075988160767e-06, "Finetune/Loss": 0.6376341581344604, "Finetune/Loss (Raw)": 0.6933583617210388, "Finetune/Step": 13049, "Finetune/Step Time": 5.903129920363426}
+{"Finetune/Learning Rate": 4.946622792406847e-06, "Finetune/Loss": 0.6379474401473999, "Finetune/Loss (Raw)": 0.6092360615730286, "Finetune/Step": 13050, "Finetune/Step Time": 5.903540477156639}
+{"Finetune/Learning Rate": 4.9451697399523345e-06, "Finetune/Loss": 0.6386795043945312, "Finetune/Loss (Raw)": 0.7628903985023499, "Finetune/Step": 13051, "Finetune/Step Time": 5.901913108304143}
+{"Finetune/Learning Rate": 4.943716830838436e-06, "Finetune/Loss": 0.6399483680725098, "Finetune/Loss (Raw)": 0.7393603324890137, "Finetune/Step": 13052, "Finetune/Step Time": 5.899234632030129}
+{"Finetune/Learning Rate": 4.942264065106352e-06, "Finetune/Loss": 0.640396773815155, "Finetune/Loss (Raw)": 0.6187700033187866, "Finetune/Step": 13053, "Finetune/Step Time": 5.898161891847849}
+{"Finetune/Learning Rate": 4.94081144279727e-06, "Finetune/Loss": 0.640379786491394, "Finetune/Loss (Raw)": 0.602168083190918, "Finetune/Step": 13054, "Finetune/Step Time": 5.89814624004066}
+{"Finetune/Learning Rate": 4.939358963952393e-06, "Finetune/Loss": 0.6406698226928711, "Finetune/Loss (Raw)": 0.6817967295646667, "Finetune/Step": 13055, "Finetune/Step Time": 5.898994000628591}
+{"Finetune/Learning Rate": 4.937906628612905e-06, "Finetune/Loss": 0.6419165134429932, "Finetune/Loss (Raw)": 0.7665573954582214, "Finetune/Step": 13056, "Finetune/Step Time": 5.897996770218015}
+{"Finetune/Learning Rate": 4.936454436819989e-06, "Finetune/Loss": 0.6437820196151733, "Finetune/Loss (Raw)": 0.7260210514068604, "Finetune/Step": 13057, "Finetune/Step Time": 5.8969326708465815}
+{"Finetune/Learning Rate": 4.935002388614829e-06, "Finetune/Loss": 0.6424922943115234, "Finetune/Loss (Raw)": 0.6566911935806274, "Finetune/Step": 13058, "Finetune/Step Time": 5.896919438615441}
+{"Finetune/Learning Rate": 4.933550484038601e-06, "Finetune/Loss": 0.6428207755088806, "Finetune/Loss (Raw)": 0.6438926458358765, "Finetune/Step": 13059, "Finetune/Step Time": 5.898080719634891}
+{"Finetune/Learning Rate": 4.93209872313247e-06, "Finetune/Loss": 0.6421319246292114, "Finetune/Loss (Raw)": 0.4808337390422821, "Finetune/Step": 13060, "Finetune/Step Time": 5.891504937782884}
+{"Finetune/Learning Rate": 4.930647105937604e-06, "Finetune/Loss": 0.6407579183578491, "Finetune/Loss (Raw)": 0.5549262762069702, "Finetune/Step": 13061, "Finetune/Step Time": 5.89553963765502}
+{"Finetune/Learning Rate": 4.929195632495175e-06, "Finetune/Loss": 0.6400812268257141, "Finetune/Loss (Raw)": 0.6628098487854004, "Finetune/Step": 13062, "Finetune/Step Time": 5.896316904574633}
+{"Finetune/Learning Rate": 4.927744302846339e-06, "Finetune/Loss": 0.6395326852798462, "Finetune/Loss (Raw)": 0.6989333033561707, "Finetune/Step": 13063, "Finetune/Step Time": 5.910821821540594}
+{"Finetune/Learning Rate": 4.92629311703225e-06, "Finetune/Loss": 0.6398718357086182, "Finetune/Loss (Raw)": 0.6826022863388062, "Finetune/Step": 13064, "Finetune/Step Time": 5.908727906644344}
+{"Finetune/Learning Rate": 4.924842075094065e-06, "Finetune/Loss": 0.6409240365028381, "Finetune/Loss (Raw)": 0.7802533507347107, "Finetune/Step": 13065, "Finetune/Step Time": 5.907274691388011}
+{"Finetune/Learning Rate": 4.923391177072923e-06, "Finetune/Loss": 0.6418316960334778, "Finetune/Loss (Raw)": 0.745787501335144, "Finetune/Step": 13066, "Finetune/Step Time": 5.911813583225012}
+{"Finetune/Learning Rate": 4.921940423009971e-06, "Finetune/Loss": 0.6410652995109558, "Finetune/Loss (Raw)": 0.6154803037643433, "Finetune/Step": 13067, "Finetune/Step Time": 5.913024226203561}
+{"Finetune/Learning Rate": 4.9204898129463455e-06, "Finetune/Loss": 0.6403862237930298, "Finetune/Loss (Raw)": 0.5780220031738281, "Finetune/Step": 13068, "Finetune/Step Time": 5.913402596488595}
+{"Finetune/Learning Rate": 4.919039346923188e-06, "Finetune/Loss": 0.6410926580429077, "Finetune/Loss (Raw)": 0.8326498866081238, "Finetune/Step": 13069, "Finetune/Step Time": 5.912093972787261}
+{"Finetune/Learning Rate": 4.917589024981626e-06, "Finetune/Loss": 0.640694260597229, "Finetune/Loss (Raw)": 0.551243007183075, "Finetune/Step": 13070, "Finetune/Step Time": 5.914226420223713}
+{"Finetune/Learning Rate": 4.916138847162787e-06, "Finetune/Loss": 0.6406800746917725, "Finetune/Loss (Raw)": 0.6806166172027588, "Finetune/Step": 13071, "Finetune/Step Time": 5.897544376552105}
+{"Finetune/Learning Rate": 4.914688813507798e-06, "Finetune/Loss": 0.6395418643951416, "Finetune/Loss (Raw)": 0.6012740731239319, "Finetune/Step": 13072, "Finetune/Step Time": 5.90541186183691}
+{"Finetune/Learning Rate": 4.913238924057769e-06, "Finetune/Loss": 0.6400033235549927, "Finetune/Loss (Raw)": 0.7105433344841003, "Finetune/Step": 13073, "Finetune/Step Time": 5.903596617281437}
+{"Finetune/Learning Rate": 4.91178917885382e-06, "Finetune/Loss": 0.6405420303344727, "Finetune/Loss (Raw)": 0.6205755472183228, "Finetune/Step": 13074, "Finetune/Step Time": 5.9040298871695995}
+{"Finetune/Learning Rate": 4.910339577937061e-06, "Finetune/Loss": 0.6405049562454224, "Finetune/Loss (Raw)": 0.6254642605781555, "Finetune/Step": 13075, "Finetune/Step Time": 5.898275267332792}
+{"Finetune/Learning Rate": 4.908890121348594e-06, "Finetune/Loss": 0.6403321027755737, "Finetune/Loss (Raw)": 0.6867914199829102, "Finetune/Step": 13076, "Finetune/Step Time": 5.90295534580946}
+{"Finetune/Learning Rate": 4.90744080912953e-06, "Finetune/Loss": 0.6394214630126953, "Finetune/Loss (Raw)": 0.4887735843658447, "Finetune/Step": 13077, "Finetune/Step Time": 5.918355409055948}
+{"Finetune/Learning Rate": 4.905991641320968e-06, "Finetune/Loss": 0.6391419768333435, "Finetune/Loss (Raw)": 0.48187142610549927, "Finetune/Step": 13078, "Finetune/Step Time": 5.9291319493204355}
+{"Finetune/Learning Rate": 4.904542617963992e-06, "Finetune/Loss": 0.6395494937896729, "Finetune/Loss (Raw)": 0.6417463421821594, "Finetune/Step": 13079, "Finetune/Step Time": 5.929435286670923}
+{"Finetune/Learning Rate": 4.903093739099699e-06, "Finetune/Loss": 0.6385450959205627, "Finetune/Loss (Raw)": 0.5003920197486877, "Finetune/Step": 13080, "Finetune/Step Time": 5.933564713224769}
+{"Finetune/Learning Rate": 4.9016450047691745e-06, "Finetune/Loss": 0.6386144161224365, "Finetune/Loss (Raw)": 0.6167219281196594, "Finetune/Step": 13081, "Finetune/Step Time": 5.934644568711519}
+{"Finetune/Learning Rate": 4.9001964150134995e-06, "Finetune/Loss": 0.6392130255699158, "Finetune/Loss (Raw)": 0.7706364393234253, "Finetune/Step": 13082, "Finetune/Step Time": 5.9340690523386}
+{"Finetune/Learning Rate": 4.8987479698737476e-06, "Finetune/Loss": 0.6396172046661377, "Finetune/Loss (Raw)": 0.6922467350959778, "Finetune/Step": 13083, "Finetune/Step Time": 5.9425866436213255}
+{"Finetune/Learning Rate": 4.897299669391006e-06, "Finetune/Loss": 0.639840841293335, "Finetune/Loss (Raw)": 0.6194489002227783, "Finetune/Step": 13084, "Finetune/Step Time": 5.951299009844661}
+{"Finetune/Learning Rate": 4.895851513606331e-06, "Finetune/Loss": 0.6385855674743652, "Finetune/Loss (Raw)": 0.5124499201774597, "Finetune/Step": 13085, "Finetune/Step Time": 5.971142418682575}
+{"Finetune/Learning Rate": 4.894403502560793e-06, "Finetune/Loss": 0.6364596486091614, "Finetune/Loss (Raw)": 0.4483610689640045, "Finetune/Step": 13086, "Finetune/Step Time": 5.995188254863024}
+{"Finetune/Learning Rate": 4.8929556362954536e-06, "Finetune/Loss": 0.6360952258110046, "Finetune/Loss (Raw)": 0.5917273163795471, "Finetune/Step": 13087, "Finetune/Step Time": 5.9920410960912704}
+{"Finetune/Learning Rate": 4.89150791485137e-06, "Finetune/Loss": 0.6354809999465942, "Finetune/Loss (Raw)": 0.6751452088356018, "Finetune/Step": 13088, "Finetune/Step Time": 6.005183154717088}
+{"Finetune/Learning Rate": 4.890060338269594e-06, "Finetune/Loss": 0.635780394077301, "Finetune/Loss (Raw)": 0.641503632068634, "Finetune/Step": 13089, "Finetune/Step Time": 6.01230838522315}
+{"Finetune/Learning Rate": 4.888612906591178e-06, "Finetune/Loss": 0.6367204189300537, "Finetune/Loss (Raw)": 0.672606348991394, "Finetune/Step": 13090, "Finetune/Step Time": 5.997212303802371}
+{"Finetune/Learning Rate": 4.887165619857164e-06, "Finetune/Loss": 0.637010931968689, "Finetune/Loss (Raw)": 0.6133888959884644, "Finetune/Step": 13091, "Finetune/Step Time": 5.997318182140589}
+{"Finetune/Learning Rate": 4.885718478108594e-06, "Finetune/Loss": 0.6363778710365295, "Finetune/Loss (Raw)": 0.5978637933731079, "Finetune/Step": 13092, "Finetune/Step Time": 5.997895868495107}
+{"Finetune/Learning Rate": 4.8842714813865055e-06, "Finetune/Loss": 0.6370916962623596, "Finetune/Loss (Raw)": 0.6457875370979309, "Finetune/Step": 13093, "Finetune/Step Time": 5.992039518430829}
+{"Finetune/Learning Rate": 4.88282462973193e-06, "Finetune/Loss": 0.6368914842605591, "Finetune/Loss (Raw)": 0.6368688941001892, "Finetune/Step": 13094, "Finetune/Step Time": 5.99549825116992}
+{"Finetune/Learning Rate": 4.8813779231858975e-06, "Finetune/Loss": 0.6363183259963989, "Finetune/Loss (Raw)": 0.6082391142845154, "Finetune/Step": 13095, "Finetune/Step Time": 5.997475013136864}
+{"Finetune/Learning Rate": 4.879931361789431e-06, "Finetune/Loss": 0.6366080641746521, "Finetune/Loss (Raw)": 0.7164023518562317, "Finetune/Step": 13096, "Finetune/Step Time": 5.99803202226758}
+{"Finetune/Learning Rate": 4.878484945583551e-06, "Finetune/Loss": 0.6359542608261108, "Finetune/Loss (Raw)": 0.6016610264778137, "Finetune/Step": 13097, "Finetune/Step Time": 5.99714445695281}
+{"Finetune/Learning Rate": 4.877038674609275e-06, "Finetune/Loss": 0.635708749294281, "Finetune/Loss (Raw)": 0.6422487497329712, "Finetune/Step": 13098, "Finetune/Step Time": 6.0080548990517855}
+{"Finetune/Learning Rate": 4.875592548907615e-06, "Finetune/Loss": 0.6345217227935791, "Finetune/Loss (Raw)": 0.5572631359100342, "Finetune/Step": 13099, "Finetune/Step Time": 6.008525898680091}
+{"Finetune/Learning Rate": 4.874146568519578e-06, "Finetune/Loss": 0.6348680257797241, "Finetune/Loss (Raw)": 0.6364622712135315, "Finetune/Step": 13100, "Finetune/Step Time": 6.004247270524502}
+{"Finetune/Learning Rate": 4.872700733486169e-06, "Finetune/Loss": 0.6343389749526978, "Finetune/Loss (Raw)": 0.6436319947242737, "Finetune/Step": 13101, "Finetune/Step Time": 6.005868103355169}
+{"Finetune/Learning Rate": 4.87125504384839e-06, "Finetune/Loss": 0.6339454650878906, "Finetune/Loss (Raw)": 0.6136053204536438, "Finetune/Step": 13102, "Finetune/Step Time": 6.00651172734797}
+{"Finetune/Learning Rate": 4.869809499647226e-06, "Finetune/Loss": 0.632797360420227, "Finetune/Loss (Raw)": 0.5466235876083374, "Finetune/Step": 13103, "Finetune/Step Time": 5.99605287052691}
+{"Finetune/Learning Rate": 4.868364100923681e-06, "Finetune/Loss": 0.6325691938400269, "Finetune/Loss (Raw)": 0.6142292618751526, "Finetune/Step": 13104, "Finetune/Step Time": 5.984168766066432}
+{"Finetune/Learning Rate": 4.8669188477187365e-06, "Finetune/Loss": 0.6324591636657715, "Finetune/Loss (Raw)": 0.5749893188476562, "Finetune/Step": 13105, "Finetune/Step Time": 5.986239040270448}
+{"Finetune/Learning Rate": 4.865473740073378e-06, "Finetune/Loss": 0.6327152252197266, "Finetune/Loss (Raw)": 0.703933835029602, "Finetune/Step": 13106, "Finetune/Step Time": 5.982324058189988}
+{"Finetune/Learning Rate": 4.864028778028582e-06, "Finetune/Loss": 0.6316540837287903, "Finetune/Loss (Raw)": 0.5272708535194397, "Finetune/Step": 13107, "Finetune/Step Time": 5.981455024331808}
+{"Finetune/Learning Rate": 4.862583961625331e-06, "Finetune/Loss": 0.6310689449310303, "Finetune/Loss (Raw)": 0.6470463275909424, "Finetune/Step": 13108, "Finetune/Step Time": 5.980176206678152}
+{"Finetune/Learning Rate": 4.861139290904585e-06, "Finetune/Loss": 0.6312724351882935, "Finetune/Loss (Raw)": 0.5878167152404785, "Finetune/Step": 13109, "Finetune/Step Time": 5.964267238974571}
+{"Finetune/Learning Rate": 4.859694765907313e-06, "Finetune/Loss": 0.6312448382377625, "Finetune/Loss (Raw)": 0.744828999042511, "Finetune/Step": 13110, "Finetune/Step Time": 5.9777088817209005}
+{"Finetune/Learning Rate": 4.858250386674482e-06, "Finetune/Loss": 0.6327440738677979, "Finetune/Loss (Raw)": 0.8011681437492371, "Finetune/Step": 13111, "Finetune/Step Time": 5.969933766871691}
+{"Finetune/Learning Rate": 4.856806153247051e-06, "Finetune/Loss": 0.6330292820930481, "Finetune/Loss (Raw)": 0.6692865490913391, "Finetune/Step": 13112, "Finetune/Step Time": 5.968460688367486}
+{"Finetune/Learning Rate": 4.855362065665972e-06, "Finetune/Loss": 0.6330888271331787, "Finetune/Loss (Raw)": 0.6495857834815979, "Finetune/Step": 13113, "Finetune/Step Time": 5.958808861672878}
+{"Finetune/Learning Rate": 4.853918123972198e-06, "Finetune/Loss": 0.6334580183029175, "Finetune/Loss (Raw)": 0.6840701103210449, "Finetune/Step": 13114, "Finetune/Step Time": 5.957133086398244}
+{"Finetune/Learning Rate": 4.852474328206669e-06, "Finetune/Loss": 0.6327903270721436, "Finetune/Loss (Raw)": 0.5977375507354736, "Finetune/Step": 13115, "Finetune/Step Time": 5.96012026257813}
+{"Finetune/Learning Rate": 4.851030678410331e-06, "Finetune/Loss": 0.6339573860168457, "Finetune/Loss (Raw)": 0.7685546875, "Finetune/Step": 13116, "Finetune/Step Time": 5.979405105113983}
+{"Finetune/Learning Rate": 4.849587174624117e-06, "Finetune/Loss": 0.6355645656585693, "Finetune/Loss (Raw)": 0.7425585389137268, "Finetune/Step": 13117, "Finetune/Step Time": 5.97712511382997}
+{"Finetune/Learning Rate": 4.8481438168889695e-06, "Finetune/Loss": 0.6352022290229797, "Finetune/Loss (Raw)": 0.6576246023178101, "Finetune/Step": 13118, "Finetune/Step Time": 5.987508049234748}
+{"Finetune/Learning Rate": 4.846700605245813e-06, "Finetune/Loss": 0.6354653835296631, "Finetune/Loss (Raw)": 0.6435689926147461, "Finetune/Step": 13119, "Finetune/Step Time": 5.9854287672787905}
+{"Finetune/Learning Rate": 4.845257539735577e-06, "Finetune/Loss": 0.6346902847290039, "Finetune/Loss (Raw)": 0.639324426651001, "Finetune/Step": 13120, "Finetune/Step Time": 5.986269852146506}
+{"Finetune/Learning Rate": 4.8438146203991755e-06, "Finetune/Loss": 0.6358264684677124, "Finetune/Loss (Raw)": 0.7466884851455688, "Finetune/Step": 13121, "Finetune/Step Time": 5.980934666469693}
+{"Finetune/Learning Rate": 4.842371847277528e-06, "Finetune/Loss": 0.6362002491950989, "Finetune/Loss (Raw)": 0.6247792840003967, "Finetune/Step": 13122, "Finetune/Step Time": 5.9500527530908585}
+{"Finetune/Learning Rate": 4.84092922041155e-06, "Finetune/Loss": 0.634635329246521, "Finetune/Loss (Raw)": 0.479670912027359, "Finetune/Step": 13123, "Finetune/Step Time": 5.969983279705048}
+{"Finetune/Learning Rate": 4.839486739842144e-06, "Finetune/Loss": 0.6340820789337158, "Finetune/Loss (Raw)": 0.6082828640937805, "Finetune/Step": 13124, "Finetune/Step Time": 5.971781089901924}
+{"Finetune/Learning Rate": 4.838044405610225e-06, "Finetune/Loss": 0.6349788904190063, "Finetune/Loss (Raw)": 0.6265106201171875, "Finetune/Step": 13125, "Finetune/Step Time": 5.96842972189188}
+{"Finetune/Learning Rate": 4.83660221775669e-06, "Finetune/Loss": 0.6351521015167236, "Finetune/Loss (Raw)": 0.6931094527244568, "Finetune/Step": 13126, "Finetune/Step Time": 5.970503503456712}
+{"Finetune/Learning Rate": 4.835160176322431e-06, "Finetune/Loss": 0.6357561945915222, "Finetune/Loss (Raw)": 0.7110090255737305, "Finetune/Step": 13127, "Finetune/Step Time": 5.948221620172262}
+{"Finetune/Learning Rate": 4.833718281348342e-06, "Finetune/Loss": 0.6361461281776428, "Finetune/Loss (Raw)": 0.7275452017784119, "Finetune/Step": 13128, "Finetune/Step Time": 5.946154961362481}
+{"Finetune/Learning Rate": 4.832276532875311e-06, "Finetune/Loss": 0.6369053721427917, "Finetune/Loss (Raw)": 0.6659511923789978, "Finetune/Step": 13129, "Finetune/Step Time": 5.948892951011658}
+{"Finetune/Learning Rate": 4.830834930944223e-06, "Finetune/Loss": 0.6365653276443481, "Finetune/Loss (Raw)": 0.603546142578125, "Finetune/Step": 13130, "Finetune/Step Time": 5.953581288456917}
+{"Finetune/Learning Rate": 4.829393475595957e-06, "Finetune/Loss": 0.6361764669418335, "Finetune/Loss (Raw)": 0.5712975859642029, "Finetune/Step": 13131, "Finetune/Step Time": 5.952031401917338}
+{"Finetune/Learning Rate": 4.827952166871389e-06, "Finetune/Loss": 0.6359202861785889, "Finetune/Loss (Raw)": 0.6206812262535095, "Finetune/Step": 13132, "Finetune/Step Time": 5.972454259172082}
+{"Finetune/Learning Rate": 4.826511004811391e-06, "Finetune/Loss": 0.6356703639030457, "Finetune/Loss (Raw)": 0.6406468749046326, "Finetune/Step": 13133, "Finetune/Step Time": 5.963833699002862}
+{"Finetune/Learning Rate": 4.825069989456828e-06, "Finetune/Loss": 0.6358888149261475, "Finetune/Loss (Raw)": 0.6537535786628723, "Finetune/Step": 13134, "Finetune/Step Time": 5.964081082493067}
+{"Finetune/Learning Rate": 4.823629120848566e-06, "Finetune/Loss": 0.6366821527481079, "Finetune/Loss (Raw)": 0.624257504940033, "Finetune/Step": 13135, "Finetune/Step Time": 5.962400468066335}
+{"Finetune/Learning Rate": 4.822188399027461e-06, "Finetune/Loss": 0.6388570070266724, "Finetune/Loss (Raw)": 0.7389108538627625, "Finetune/Step": 13136, "Finetune/Step Time": 5.949428290128708}
+{"Finetune/Learning Rate": 4.820747824034369e-06, "Finetune/Loss": 0.6395519971847534, "Finetune/Loss (Raw)": 0.5994129776954651, "Finetune/Step": 13137, "Finetune/Step Time": 5.947565708309412}
+{"Finetune/Learning Rate": 4.819307395910143e-06, "Finetune/Loss": 0.6386669874191284, "Finetune/Loss (Raw)": 0.4936690926551819, "Finetune/Step": 13138, "Finetune/Step Time": 5.96144625544548}
+{"Finetune/Learning Rate": 4.817867114695626e-06, "Finetune/Loss": 0.6398842334747314, "Finetune/Loss (Raw)": 0.6722397208213806, "Finetune/Step": 13139, "Finetune/Step Time": 5.961642926558852}
+{"Finetune/Learning Rate": 4.816426980431662e-06, "Finetune/Loss": 0.6394168734550476, "Finetune/Loss (Raw)": 0.6324700713157654, "Finetune/Step": 13140, "Finetune/Step Time": 5.9628647323697805}
+{"Finetune/Learning Rate": 4.814986993159089e-06, "Finetune/Loss": 0.6384076476097107, "Finetune/Loss (Raw)": 0.45086026191711426, "Finetune/Step": 13141, "Finetune/Step Time": 5.968758335337043}
+{"Finetune/Learning Rate": 4.813547152918739e-06, "Finetune/Loss": 0.638599157333374, "Finetune/Loss (Raw)": 0.6541193723678589, "Finetune/Step": 13142, "Finetune/Step Time": 5.97323689982295}
+{"Finetune/Learning Rate": 4.812107459751446e-06, "Finetune/Loss": 0.6378105282783508, "Finetune/Loss (Raw)": 0.671646773815155, "Finetune/Step": 13143, "Finetune/Step Time": 5.967648034915328}
+{"Finetune/Learning Rate": 4.810667913698032e-06, "Finetune/Loss": 0.6383386254310608, "Finetune/Loss (Raw)": 0.734562337398529, "Finetune/Step": 13144, "Finetune/Step Time": 5.967135680839419}
+{"Finetune/Learning Rate": 4.809228514799319e-06, "Finetune/Loss": 0.6382395029067993, "Finetune/Loss (Raw)": 0.6759544610977173, "Finetune/Step": 13145, "Finetune/Step Time": 5.97782614454627}
+{"Finetune/Learning Rate": 4.807789263096124e-06, "Finetune/Loss": 0.6379671096801758, "Finetune/Loss (Raw)": 0.5741770267486572, "Finetune/Step": 13146, "Finetune/Step Time": 5.988637296482921}
+{"Finetune/Learning Rate": 4.8063501586292626e-06, "Finetune/Loss": 0.638477623462677, "Finetune/Loss (Raw)": 0.7181110382080078, "Finetune/Step": 13147, "Finetune/Step Time": 5.983806360512972}
+{"Finetune/Learning Rate": 4.8049112014395405e-06, "Finetune/Loss": 0.6393511295318604, "Finetune/Loss (Raw)": 0.6994101405143738, "Finetune/Step": 13148, "Finetune/Step Time": 5.981994267553091}
+{"Finetune/Learning Rate": 4.803472391567765e-06, "Finetune/Loss": 0.6387966871261597, "Finetune/Loss (Raw)": 0.6500691771507263, "Finetune/Step": 13149, "Finetune/Step Time": 5.981515258550644}
+{"Finetune/Learning Rate": 4.802033729054739e-06, "Finetune/Loss": 0.6384850740432739, "Finetune/Loss (Raw)": 0.5522765517234802, "Finetune/Step": 13150, "Finetune/Step Time": 5.981286546215415}
+{"Finetune/Learning Rate": 4.800595213941247e-06, "Finetune/Loss": 0.637658417224884, "Finetune/Loss (Raw)": 0.5727633833885193, "Finetune/Step": 13151, "Finetune/Step Time": 5.982453897595406}
+{"Finetune/Learning Rate": 4.7991568462680945e-06, "Finetune/Loss": 0.6392959356307983, "Finetune/Loss (Raw)": 0.7821717262268066, "Finetune/Step": 13152, "Finetune/Step Time": 5.974237648770213}
+{"Finetune/Learning Rate": 4.797718626076065e-06, "Finetune/Loss": 0.6391764879226685, "Finetune/Loss (Raw)": 0.6123268604278564, "Finetune/Step": 13153, "Finetune/Step Time": 5.975709300488234}
+{"Finetune/Learning Rate": 4.796280553405941e-06, "Finetune/Loss": 0.6387248039245605, "Finetune/Loss (Raw)": 0.5483044981956482, "Finetune/Step": 13154, "Finetune/Step Time": 5.973945705220103}
+{"Finetune/Learning Rate": 4.794842628298503e-06, "Finetune/Loss": 0.6378374099731445, "Finetune/Loss (Raw)": 0.6572321653366089, "Finetune/Step": 13155, "Finetune/Step Time": 5.984105911105871}
+{"Finetune/Learning Rate": 4.793404850794526e-06, "Finetune/Loss": 0.636737048625946, "Finetune/Loss (Raw)": 0.602302610874176, "Finetune/Step": 13156, "Finetune/Step Time": 6.000605469569564}
+{"Finetune/Learning Rate": 4.7919672209347865e-06, "Finetune/Loss": 0.6363834738731384, "Finetune/Loss (Raw)": 0.6160282492637634, "Finetune/Step": 13157, "Finetune/Step Time": 6.003066884353757}
+{"Finetune/Learning Rate": 4.790529738760044e-06, "Finetune/Loss": 0.6372026801109314, "Finetune/Loss (Raw)": 0.6646539568901062, "Finetune/Step": 13158, "Finetune/Step Time": 6.000826466828585}
+{"Finetune/Learning Rate": 4.78909240431106e-06, "Finetune/Loss": 0.6384767889976501, "Finetune/Loss (Raw)": 0.6324298977851868, "Finetune/Step": 13159, "Finetune/Step Time": 5.980826135724783}
+{"Finetune/Learning Rate": 4.7876552176286005e-06, "Finetune/Loss": 0.639756441116333, "Finetune/Loss (Raw)": 0.7537734508514404, "Finetune/Step": 13160, "Finetune/Step Time": 5.974203964695334}
+{"Finetune/Learning Rate": 4.786218178753418e-06, "Finetune/Loss": 0.6390062570571899, "Finetune/Loss (Raw)": 0.6133010387420654, "Finetune/Step": 13161, "Finetune/Step Time": 5.977308697998524}
+{"Finetune/Learning Rate": 4.784781287726261e-06, "Finetune/Loss": 0.6401758790016174, "Finetune/Loss (Raw)": 0.7591489553451538, "Finetune/Step": 13162, "Finetune/Step Time": 5.974077491089702}
+{"Finetune/Learning Rate": 4.783344544587881e-06, "Finetune/Loss": 0.6407746076583862, "Finetune/Loss (Raw)": 0.6683135628700256, "Finetune/Step": 13163, "Finetune/Step Time": 5.960650745779276}
+{"Finetune/Learning Rate": 4.781907949379012e-06, "Finetune/Loss": 0.6401361227035522, "Finetune/Loss (Raw)": 0.5865275263786316, "Finetune/Step": 13164, "Finetune/Step Time": 5.962009126320481}
+{"Finetune/Learning Rate": 4.780471502140394e-06, "Finetune/Loss": 0.6413743495941162, "Finetune/Loss (Raw)": 0.658000111579895, "Finetune/Step": 13165, "Finetune/Step Time": 5.965743066743016}
+{"Finetune/Learning Rate": 4.779035202912761e-06, "Finetune/Loss": 0.6424359083175659, "Finetune/Loss (Raw)": 0.7360184192657471, "Finetune/Step": 13166, "Finetune/Step Time": 5.933743618428707}
+{"Finetune/Learning Rate": 4.777599051736844e-06, "Finetune/Loss": 0.6437640190124512, "Finetune/Loss (Raw)": 0.6978396773338318, "Finetune/Step": 13167, "Finetune/Step Time": 5.933792978525162}
+{"Finetune/Learning Rate": 4.77616304865337e-06, "Finetune/Loss": 0.6429823637008667, "Finetune/Loss (Raw)": 0.6788876056671143, "Finetune/Step": 13168, "Finetune/Step Time": 5.928430272266269}
+{"Finetune/Learning Rate": 4.774727193703058e-06, "Finetune/Loss": 0.641275942325592, "Finetune/Loss (Raw)": 0.5176536440849304, "Finetune/Step": 13169, "Finetune/Step Time": 5.950637316331267}
+{"Finetune/Learning Rate": 4.773291486926622e-06, "Finetune/Loss": 0.6420078277587891, "Finetune/Loss (Raw)": 0.6924940347671509, "Finetune/Step": 13170, "Finetune/Step Time": 5.951719522476196}
+{"Finetune/Learning Rate": 4.771855928364777e-06, "Finetune/Loss": 0.6418325304985046, "Finetune/Loss (Raw)": 0.6932390332221985, "Finetune/Step": 13171, "Finetune/Step Time": 5.95066480524838}
+{"Finetune/Learning Rate": 4.770420518058231e-06, "Finetune/Loss": 0.6422731280326843, "Finetune/Loss (Raw)": 0.6677370071411133, "Finetune/Step": 13172, "Finetune/Step Time": 5.949126478284597}
+{"Finetune/Learning Rate": 4.768985256047683e-06, "Finetune/Loss": 0.6421226263046265, "Finetune/Loss (Raw)": 0.6251778602600098, "Finetune/Step": 13173, "Finetune/Step Time": 5.94771002791822}
+{"Finetune/Learning Rate": 4.767550142373844e-06, "Finetune/Loss": 0.6423825025558472, "Finetune/Loss (Raw)": 0.7029703259468079, "Finetune/Step": 13174, "Finetune/Step Time": 5.947565732523799}
+{"Finetune/Learning Rate": 4.766115177077406e-06, "Finetune/Loss": 0.6431225538253784, "Finetune/Loss (Raw)": 0.584225594997406, "Finetune/Step": 13175, "Finetune/Step Time": 5.92739556171}
+{"Finetune/Learning Rate": 4.7646803601990555e-06, "Finetune/Loss": 0.6444512605667114, "Finetune/Loss (Raw)": 0.773805558681488, "Finetune/Step": 13176, "Finetune/Step Time": 5.927002277225256}
+{"Finetune/Learning Rate": 4.763245691779482e-06, "Finetune/Loss": 0.6429948806762695, "Finetune/Loss (Raw)": 0.5069381594657898, "Finetune/Step": 13177, "Finetune/Step Time": 5.946211487054825}
+{"Finetune/Learning Rate": 4.76181117185937e-06, "Finetune/Loss": 0.643574059009552, "Finetune/Loss (Raw)": 0.6833686828613281, "Finetune/Step": 13178, "Finetune/Step Time": 5.951074810698628}
+{"Finetune/Learning Rate": 4.760376800479397e-06, "Finetune/Loss": 0.6427780985832214, "Finetune/Loss (Raw)": 0.6610113978385925, "Finetune/Step": 13179, "Finetune/Step Time": 5.951099246740341}
+{"Finetune/Learning Rate": 4.758942577680235e-06, "Finetune/Loss": 0.641510546207428, "Finetune/Loss (Raw)": 0.5771099328994751, "Finetune/Step": 13180, "Finetune/Step Time": 5.938655160367489}
+{"Finetune/Learning Rate": 4.757508503502566e-06, "Finetune/Loss": 0.6420639753341675, "Finetune/Loss (Raw)": 0.689602792263031, "Finetune/Step": 13181, "Finetune/Step Time": 5.938871826976538}
+{"Finetune/Learning Rate": 4.756074577987045e-06, "Finetune/Loss": 0.6426403522491455, "Finetune/Loss (Raw)": 0.6759452819824219, "Finetune/Step": 13182, "Finetune/Step Time": 5.941126646474004}
+{"Finetune/Learning Rate": 4.754640801174336e-06, "Finetune/Loss": 0.6421705484390259, "Finetune/Loss (Raw)": 0.621674120426178, "Finetune/Step": 13183, "Finetune/Step Time": 5.968050358816981}
+{"Finetune/Learning Rate": 4.7532071731050975e-06, "Finetune/Loss": 0.6411492824554443, "Finetune/Loss (Raw)": 0.6358320713043213, "Finetune/Step": 13184, "Finetune/Step Time": 5.9698146022856236}
+{"Finetune/Learning Rate": 4.751773693819986e-06, "Finetune/Loss": 0.6417365670204163, "Finetune/Loss (Raw)": 0.8011896014213562, "Finetune/Step": 13185, "Finetune/Step Time": 5.982714783400297}
+{"Finetune/Learning Rate": 4.750340363359647e-06, "Finetune/Loss": 0.6411706805229187, "Finetune/Loss (Raw)": 0.5842551589012146, "Finetune/Step": 13186, "Finetune/Step Time": 5.985636444762349}
+{"Finetune/Learning Rate": 4.748907181764727e-06, "Finetune/Loss": 0.6415042877197266, "Finetune/Loss (Raw)": 0.6866036057472229, "Finetune/Step": 13187, "Finetune/Step Time": 5.987156562507153}
+{"Finetune/Learning Rate": 4.747474149075867e-06, "Finetune/Loss": 0.6439782381057739, "Finetune/Loss (Raw)": 0.797494649887085, "Finetune/Step": 13188, "Finetune/Step Time": 5.985512288287282}
+{"Finetune/Learning Rate": 4.746041265333705e-06, "Finetune/Loss": 0.6439570188522339, "Finetune/Loss (Raw)": 0.5522063970565796, "Finetune/Step": 13189, "Finetune/Step Time": 5.981736108660698}
+{"Finetune/Learning Rate": 4.744608530578872e-06, "Finetune/Loss": 0.6435195803642273, "Finetune/Loss (Raw)": 0.6068178415298462, "Finetune/Step": 13190, "Finetune/Step Time": 5.977734286338091}
+{"Finetune/Learning Rate": 4.743175944851996e-06, "Finetune/Loss": 0.6435670852661133, "Finetune/Loss (Raw)": 0.7050171494483948, "Finetune/Step": 13191, "Finetune/Step Time": 5.965670220553875}
+{"Finetune/Learning Rate": 4.7417435081937034e-06, "Finetune/Loss": 0.6436988115310669, "Finetune/Loss (Raw)": 0.6994667649269104, "Finetune/Step": 13192, "Finetune/Step Time": 5.966384699568152}
+{"Finetune/Learning Rate": 4.740311220644611e-06, "Finetune/Loss": 0.6428122520446777, "Finetune/Loss (Raw)": 0.6667711734771729, "Finetune/Step": 13193, "Finetune/Step Time": 5.966949921101332}
+{"Finetune/Learning Rate": 4.738879082245337e-06, "Finetune/Loss": 0.6420562267303467, "Finetune/Loss (Raw)": 0.6490191221237183, "Finetune/Step": 13194, "Finetune/Step Time": 5.970210472121835}
+{"Finetune/Learning Rate": 4.737447093036491e-06, "Finetune/Loss": 0.6417824029922485, "Finetune/Loss (Raw)": 0.5804219841957092, "Finetune/Step": 13195, "Finetune/Step Time": 5.973603002727032}
+{"Finetune/Learning Rate": 4.736015253058681e-06, "Finetune/Loss": 0.6428019404411316, "Finetune/Loss (Raw)": 0.7085270881652832, "Finetune/Step": 13196, "Finetune/Step Time": 5.975719613954425}
+{"Finetune/Learning Rate": 4.7345835623525095e-06, "Finetune/Loss": 0.6417590379714966, "Finetune/Loss (Raw)": 0.6991568207740784, "Finetune/Step": 13197, "Finetune/Step Time": 5.978558951988816}
+{"Finetune/Learning Rate": 4.733152020958576e-06, "Finetune/Loss": 0.6416565179824829, "Finetune/Loss (Raw)": 0.5381208658218384, "Finetune/Step": 13198, "Finetune/Step Time": 5.9760073479264975}
+{"Finetune/Learning Rate": 4.731720628917476e-06, "Finetune/Loss": 0.6423068046569824, "Finetune/Loss (Raw)": 0.7638553380966187, "Finetune/Step": 13199, "Finetune/Step Time": 5.980731546878815}
+{"Finetune/Learning Rate": 4.7302893862697915e-06, "Finetune/Loss": 0.6422848701477051, "Finetune/Loss (Raw)": 0.5984647274017334, "Finetune/Step": 13200, "Finetune/Step Time": 5.974541189149022}
+{"Finetune/Learning Rate": 4.72885829305612e-06, "Finetune/Loss": 0.6424145102500916, "Finetune/Loss (Raw)": 0.7271368503570557, "Finetune/Step": 13201, "Finetune/Step Time": 5.975462192669511}
+{"Finetune/Learning Rate": 4.7274273493170375e-06, "Finetune/Loss": 0.6434470415115356, "Finetune/Loss (Raw)": 0.7527388334274292, "Finetune/Step": 13202, "Finetune/Step Time": 5.979715004563332}
+{"Finetune/Learning Rate": 4.7259965550931216e-06, "Finetune/Loss": 0.6448042392730713, "Finetune/Loss (Raw)": 0.7991848587989807, "Finetune/Step": 13203, "Finetune/Step Time": 5.980748638510704}
+{"Finetune/Learning Rate": 4.724565910424946e-06, "Finetune/Loss": 0.6455631256103516, "Finetune/Loss (Raw)": 0.7839290499687195, "Finetune/Step": 13204, "Finetune/Step Time": 5.984697503969073}
+{"Finetune/Learning Rate": 4.723135415353084e-06, "Finetune/Loss": 0.647018313407898, "Finetune/Loss (Raw)": 0.6750439405441284, "Finetune/Step": 13205, "Finetune/Step Time": 5.968125710263848}
+{"Finetune/Learning Rate": 4.721705069918094e-06, "Finetune/Loss": 0.6492984294891357, "Finetune/Loss (Raw)": 0.7737226486206055, "Finetune/Step": 13206, "Finetune/Step Time": 5.954169197008014}
+{"Finetune/Learning Rate": 4.720274874160532e-06, "Finetune/Loss": 0.6490023732185364, "Finetune/Loss (Raw)": 0.603847086429596, "Finetune/Step": 13207, "Finetune/Step Time": 5.9634086936712265}
+{"Finetune/Learning Rate": 4.7188448281209665e-06, "Finetune/Loss": 0.650581419467926, "Finetune/Loss (Raw)": 0.7025135159492493, "Finetune/Step": 13208, "Finetune/Step Time": 5.956443628296256}
+{"Finetune/Learning Rate": 4.717414931839944e-06, "Finetune/Loss": 0.650536060333252, "Finetune/Loss (Raw)": 0.610919177532196, "Finetune/Step": 13209, "Finetune/Step Time": 5.952410764992237}
+{"Finetune/Learning Rate": 4.715985185358012e-06, "Finetune/Loss": 0.6486772894859314, "Finetune/Loss (Raw)": 0.5327098369598389, "Finetune/Step": 13210, "Finetune/Step Time": 5.953171832486987}
+{"Finetune/Learning Rate": 4.714555588715719e-06, "Finetune/Loss": 0.6486724615097046, "Finetune/Loss (Raw)": 0.6916248202323914, "Finetune/Step": 13211, "Finetune/Step Time": 5.94433275051415}
+{"Finetune/Learning Rate": 4.713126141953595e-06, "Finetune/Loss": 0.6486523151397705, "Finetune/Loss (Raw)": 0.6168736219406128, "Finetune/Step": 13212, "Finetune/Step Time": 5.926370261237025}
+{"Finetune/Learning Rate": 4.711696845112181e-06, "Finetune/Loss": 0.6493005752563477, "Finetune/Loss (Raw)": 0.595426619052887, "Finetune/Step": 13213, "Finetune/Step Time": 5.905193338170648}
+{"Finetune/Learning Rate": 4.710267698232005e-06, "Finetune/Loss": 0.6503580808639526, "Finetune/Loss (Raw)": 0.5837200284004211, "Finetune/Step": 13214, "Finetune/Step Time": 5.88249084725976}
+{"Finetune/Learning Rate": 4.708838701353592e-06, "Finetune/Loss": 0.6513401865959167, "Finetune/Loss (Raw)": 0.7174409031867981, "Finetune/Step": 13215, "Finetune/Step Time": 5.882397813722491}
+{"Finetune/Learning Rate": 4.707409854517471e-06, "Finetune/Loss": 0.6511363983154297, "Finetune/Loss (Raw)": 0.6490592360496521, "Finetune/Step": 13216, "Finetune/Step Time": 5.879530902951956}
+{"Finetune/Learning Rate": 4.70598115776416e-06, "Finetune/Loss": 0.6513077020645142, "Finetune/Loss (Raw)": 0.6634344458580017, "Finetune/Step": 13217, "Finetune/Step Time": 5.877216728404164}
+{"Finetune/Learning Rate": 4.704552611134167e-06, "Finetune/Loss": 0.6515315175056458, "Finetune/Loss (Raw)": 0.701251208782196, "Finetune/Step": 13218, "Finetune/Step Time": 5.870993306860328}
+{"Finetune/Learning Rate": 4.703124214668002e-06, "Finetune/Loss": 0.6517406702041626, "Finetune/Loss (Raw)": 0.640156626701355, "Finetune/Step": 13219, "Finetune/Step Time": 5.8728501331061125}
+{"Finetune/Learning Rate": 4.701695968406173e-06, "Finetune/Loss": 0.6520666480064392, "Finetune/Loss (Raw)": 0.6395905613899231, "Finetune/Step": 13220, "Finetune/Step Time": 5.869438488036394}
+{"Finetune/Learning Rate": 4.7002678723891795e-06, "Finetune/Loss": 0.651265025138855, "Finetune/Loss (Raw)": 0.5431766510009766, "Finetune/Step": 13221, "Finetune/Step Time": 5.883906567469239}
+{"Finetune/Learning Rate": 4.698839926657514e-06, "Finetune/Loss": 0.6508598327636719, "Finetune/Loss (Raw)": 0.5850114822387695, "Finetune/Step": 13222, "Finetune/Step Time": 5.882422024384141}
+{"Finetune/Learning Rate": 4.697412131251683e-06, "Finetune/Loss": 0.6507262587547302, "Finetune/Loss (Raw)": 0.5911378860473633, "Finetune/Step": 13223, "Finetune/Step Time": 5.880007222294807}
+{"Finetune/Learning Rate": 4.695984486212161e-06, "Finetune/Loss": 0.6503289937973022, "Finetune/Loss (Raw)": 0.6655570864677429, "Finetune/Step": 13224, "Finetune/Step Time": 5.8783180844038725}
+{"Finetune/Learning Rate": 4.694556991579435e-06, "Finetune/Loss": 0.6504356861114502, "Finetune/Loss (Raw)": 0.6153086423873901, "Finetune/Step": 13225, "Finetune/Step Time": 5.8793941382318735}
+{"Finetune/Learning Rate": 4.693129647393988e-06, "Finetune/Loss": 0.6498571634292603, "Finetune/Loss (Raw)": 0.5682038068771362, "Finetune/Step": 13226, "Finetune/Step Time": 5.8763778284192085}
+{"Finetune/Learning Rate": 4.691702453696292e-06, "Finetune/Loss": 0.6496015191078186, "Finetune/Loss (Raw)": 0.524541437625885, "Finetune/Step": 13227, "Finetune/Step Time": 5.909415556117892}
+{"Finetune/Learning Rate": 4.690275410526821e-06, "Finetune/Loss": 0.6495869159698486, "Finetune/Loss (Raw)": 0.6345937848091125, "Finetune/Step": 13228, "Finetune/Step Time": 5.909146098420024}
+{"Finetune/Learning Rate": 4.688848517926039e-06, "Finetune/Loss": 0.6498162746429443, "Finetune/Loss (Raw)": 0.6729828119277954, "Finetune/Step": 13229, "Finetune/Step Time": 5.905952844768763}
+{"Finetune/Learning Rate": 4.687421775934412e-06, "Finetune/Loss": 0.6503579616546631, "Finetune/Loss (Raw)": 0.6829479336738586, "Finetune/Step": 13230, "Finetune/Step Time": 5.907954918220639}
+{"Finetune/Learning Rate": 4.6859951845923945e-06, "Finetune/Loss": 0.651193380355835, "Finetune/Loss (Raw)": 0.653554379940033, "Finetune/Step": 13231, "Finetune/Step Time": 5.910313881933689}
+{"Finetune/Learning Rate": 4.684568743940444e-06, "Finetune/Loss": 0.6514764428138733, "Finetune/Loss (Raw)": 0.6504642963409424, "Finetune/Step": 13232, "Finetune/Step Time": 5.910553174093366}
+{"Finetune/Learning Rate": 4.6831424540190084e-06, "Finetune/Loss": 0.6519932150840759, "Finetune/Loss (Raw)": 0.6411338448524475, "Finetune/Step": 13233, "Finetune/Step Time": 5.92001586407423}
+{"Finetune/Learning Rate": 4.681716314868534e-06, "Finetune/Loss": 0.6521797180175781, "Finetune/Loss (Raw)": 0.7278056144714355, "Finetune/Step": 13234, "Finetune/Step Time": 5.923850107938051}
+{"Finetune/Learning Rate": 4.6802903265294606e-06, "Finetune/Loss": 0.6535630822181702, "Finetune/Loss (Raw)": 0.7043418884277344, "Finetune/Step": 13235, "Finetune/Step Time": 5.9288193471729755}
+{"Finetune/Learning Rate": 4.678864489042228e-06, "Finetune/Loss": 0.6532474160194397, "Finetune/Loss (Raw)": 0.6066427826881409, "Finetune/Step": 13236, "Finetune/Step Time": 5.924815094098449}
+{"Finetune/Learning Rate": 4.677438802447266e-06, "Finetune/Loss": 0.6543636322021484, "Finetune/Loss (Raw)": 0.7306908965110779, "Finetune/Step": 13237, "Finetune/Step Time": 5.919608518481255}
+{"Finetune/Learning Rate": 4.676013266785004e-06, "Finetune/Loss": 0.6535332202911377, "Finetune/Loss (Raw)": 0.6385425329208374, "Finetune/Step": 13238, "Finetune/Step Time": 5.902723580598831}
+{"Finetune/Learning Rate": 4.674587882095868e-06, "Finetune/Loss": 0.6525184512138367, "Finetune/Loss (Raw)": 0.6712769865989685, "Finetune/Step": 13239, "Finetune/Step Time": 5.906809888780117}
+{"Finetune/Learning Rate": 4.673162648420275e-06, "Finetune/Loss": 0.6536130905151367, "Finetune/Loss (Raw)": 0.8093999624252319, "Finetune/Step": 13240, "Finetune/Step Time": 5.907983651384711}
+{"Finetune/Learning Rate": 4.671737565798642e-06, "Finetune/Loss": 0.6532528400421143, "Finetune/Loss (Raw)": 0.6034739017486572, "Finetune/Step": 13241, "Finetune/Step Time": 5.904497226700187}
+{"Finetune/Learning Rate": 4.67031263427138e-06, "Finetune/Loss": 0.6525593996047974, "Finetune/Loss (Raw)": 0.5953091979026794, "Finetune/Step": 13242, "Finetune/Step Time": 5.904946660622954}
+{"Finetune/Learning Rate": 4.668887853878896e-06, "Finetune/Loss": 0.6537634134292603, "Finetune/Loss (Raw)": 0.7518448233604431, "Finetune/Step": 13243, "Finetune/Step Time": 5.9034434389323}
+{"Finetune/Learning Rate": 4.667463224661592e-06, "Finetune/Loss": 0.6529127955436707, "Finetune/Loss (Raw)": 0.6596800088882446, "Finetune/Step": 13244, "Finetune/Step Time": 5.889197696000338}
+{"Finetune/Learning Rate": 4.666038746659869e-06, "Finetune/Loss": 0.6518857479095459, "Finetune/Loss (Raw)": 0.6110998392105103, "Finetune/Step": 13245, "Finetune/Step Time": 5.904944179579616}
+{"Finetune/Learning Rate": 4.664614419914119e-06, "Finetune/Loss": 0.6521669030189514, "Finetune/Loss (Raw)": 0.6936063766479492, "Finetune/Step": 13246, "Finetune/Step Time": 5.892298094928265}
+{"Finetune/Learning Rate": 4.663190244464732e-06, "Finetune/Loss": 0.6518830060958862, "Finetune/Loss (Raw)": 0.6072335839271545, "Finetune/Step": 13247, "Finetune/Step Time": 5.89234546944499}
+{"Finetune/Learning Rate": 4.661766220352098e-06, "Finetune/Loss": 0.6519509553909302, "Finetune/Loss (Raw)": 0.6480284929275513, "Finetune/Step": 13248, "Finetune/Step Time": 5.923520425334573}
+{"Finetune/Learning Rate": 4.660342347616585e-06, "Finetune/Loss": 0.6510284543037415, "Finetune/Loss (Raw)": 0.6285984516143799, "Finetune/Step": 13249, "Finetune/Step Time": 5.923916468396783}
+{"Finetune/Learning Rate": 4.658918626298584e-06, "Finetune/Loss": 0.6518537402153015, "Finetune/Loss (Raw)": 0.730419933795929, "Finetune/Step": 13250, "Finetune/Step Time": 5.925631394609809}
+{"Finetune/Learning Rate": 4.657495056438462e-06, "Finetune/Loss": 0.652904212474823, "Finetune/Loss (Raw)": 0.6141263842582703, "Finetune/Step": 13251, "Finetune/Step Time": 5.907521519809961}
+{"Finetune/Learning Rate": 4.656071638076589e-06, "Finetune/Loss": 0.6524842977523804, "Finetune/Loss (Raw)": 0.5545368790626526, "Finetune/Step": 13252, "Finetune/Step Time": 5.909148154780269}
+{"Finetune/Learning Rate": 4.654648371253329e-06, "Finetune/Loss": 0.6521123647689819, "Finetune/Loss (Raw)": 0.5789011716842651, "Finetune/Step": 13253, "Finetune/Step Time": 5.913973324000835}
+{"Finetune/Learning Rate": 4.653225256009043e-06, "Finetune/Loss": 0.6521893739700317, "Finetune/Loss (Raw)": 0.7029706239700317, "Finetune/Step": 13254, "Finetune/Step Time": 5.910052742809057}
+{"Finetune/Learning Rate": 4.6518022923840815e-06, "Finetune/Loss": 0.6516191363334656, "Finetune/Loss (Raw)": 0.6380195617675781, "Finetune/Step": 13255, "Finetune/Step Time": 5.914448864758015}
+{"Finetune/Learning Rate": 4.650379480418795e-06, "Finetune/Loss": 0.6507160663604736, "Finetune/Loss (Raw)": 0.6119446158409119, "Finetune/Step": 13256, "Finetune/Step Time": 5.913119392469525}
+{"Finetune/Learning Rate": 4.648956820153539e-06, "Finetune/Loss": 0.650489330291748, "Finetune/Loss (Raw)": 0.6369335055351257, "Finetune/Step": 13257, "Finetune/Step Time": 5.909187667071819}
+{"Finetune/Learning Rate": 4.647534311628649e-06, "Finetune/Loss": 0.6509823799133301, "Finetune/Loss (Raw)": 0.6666514873504639, "Finetune/Step": 13258, "Finetune/Step Time": 5.899893017485738}
+{"Finetune/Learning Rate": 4.646111954884467e-06, "Finetune/Loss": 0.6511998772621155, "Finetune/Loss (Raw)": 0.5991368889808655, "Finetune/Step": 13259, "Finetune/Step Time": 5.903037348762155}
+{"Finetune/Learning Rate": 4.644689749961329e-06, "Finetune/Loss": 0.6521583795547485, "Finetune/Loss (Raw)": 0.7433786392211914, "Finetune/Step": 13260, "Finetune/Step Time": 5.885379740968347}
+{"Finetune/Learning Rate": 4.643267696899557e-06, "Finetune/Loss": 0.6514347791671753, "Finetune/Loss (Raw)": 0.5480180382728577, "Finetune/Step": 13261, "Finetune/Step Time": 5.879843300208449}
+{"Finetune/Learning Rate": 4.641845795739481e-06, "Finetune/Loss": 0.6514945030212402, "Finetune/Loss (Raw)": 0.6613984704017639, "Finetune/Step": 13262, "Finetune/Step Time": 5.884980350732803}
+{"Finetune/Learning Rate": 4.640424046521419e-06, "Finetune/Loss": 0.6521164774894714, "Finetune/Loss (Raw)": 0.7038711309432983, "Finetune/Step": 13263, "Finetune/Step Time": 5.887927928939462}
+{"Finetune/Learning Rate": 4.639002449285693e-06, "Finetune/Loss": 0.6509634256362915, "Finetune/Loss (Raw)": 0.5913277268409729, "Finetune/Step": 13264, "Finetune/Step Time": 5.880222601816058}
+{"Finetune/Learning Rate": 4.637581004072613e-06, "Finetune/Loss": 0.6513610482215881, "Finetune/Loss (Raw)": 0.6503031253814697, "Finetune/Step": 13265, "Finetune/Step Time": 5.8745498564094305}
+{"Finetune/Learning Rate": 4.636159710922491e-06, "Finetune/Loss": 0.6522876024246216, "Finetune/Loss (Raw)": 0.6122738122940063, "Finetune/Step": 13266, "Finetune/Step Time": 5.862347438931465}
+{"Finetune/Learning Rate": 4.634738569875623e-06, "Finetune/Loss": 0.6531563997268677, "Finetune/Loss (Raw)": 0.7834396362304688, "Finetune/Step": 13267, "Finetune/Step Time": 5.860902853310108}
+{"Finetune/Learning Rate": 4.633317580972313e-06, "Finetune/Loss": 0.6536427736282349, "Finetune/Loss (Raw)": 0.6947228312492371, "Finetune/Step": 13268, "Finetune/Step Time": 5.863703947514296}
+{"Finetune/Learning Rate": 4.631896744252855e-06, "Finetune/Loss": 0.6549078822135925, "Finetune/Loss (Raw)": 0.6128004789352417, "Finetune/Step": 13269, "Finetune/Step Time": 5.8611920773983}
+{"Finetune/Learning Rate": 4.63047605975754e-06, "Finetune/Loss": 0.6542750597000122, "Finetune/Loss (Raw)": 0.5731117129325867, "Finetune/Step": 13270, "Finetune/Step Time": 5.862617217004299}
+{"Finetune/Learning Rate": 4.6290555275266525e-06, "Finetune/Loss": 0.6536307334899902, "Finetune/Loss (Raw)": 0.5891803503036499, "Finetune/Step": 13271, "Finetune/Step Time": 5.866194492205977}
+{"Finetune/Learning Rate": 4.627635147600485e-06, "Finetune/Loss": 0.6529586315155029, "Finetune/Loss (Raw)": 0.6485321521759033, "Finetune/Step": 13272, "Finetune/Step Time": 5.86304116807878}
+{"Finetune/Learning Rate": 4.626214920019302e-06, "Finetune/Loss": 0.6538522243499756, "Finetune/Loss (Raw)": 0.7903367877006531, "Finetune/Step": 13273, "Finetune/Step Time": 5.851766364648938}
+{"Finetune/Learning Rate": 4.624794844823385e-06, "Finetune/Loss": 0.6549716591835022, "Finetune/Loss (Raw)": 0.7174544930458069, "Finetune/Step": 13274, "Finetune/Step Time": 5.840350279584527}
+{"Finetune/Learning Rate": 4.623374922053e-06, "Finetune/Loss": 0.654608428478241, "Finetune/Loss (Raw)": 0.671622633934021, "Finetune/Step": 13275, "Finetune/Step Time": 5.8464258797466755}
+{"Finetune/Learning Rate": 4.621955151748413e-06, "Finetune/Loss": 0.6542496681213379, "Finetune/Loss (Raw)": 0.6534907221794128, "Finetune/Step": 13276, "Finetune/Step Time": 5.860017187893391}
+{"Finetune/Learning Rate": 4.620535533949886e-06, "Finetune/Loss": 0.6529195308685303, "Finetune/Loss (Raw)": 0.47981131076812744, "Finetune/Step": 13277, "Finetune/Step Time": 5.866134649142623}
+{"Finetune/Learning Rate": 4.619116068697672e-06, "Finetune/Loss": 0.6534894704818726, "Finetune/Loss (Raw)": 0.6252216696739197, "Finetune/Step": 13278, "Finetune/Step Time": 5.864097770303488}
+{"Finetune/Learning Rate": 4.6176967560320275e-06, "Finetune/Loss": 0.6540610194206238, "Finetune/Loss (Raw)": 0.6459278464317322, "Finetune/Step": 13279, "Finetune/Step Time": 5.864193806424737}
+{"Finetune/Learning Rate": 4.616277595993196e-06, "Finetune/Loss": 0.6521652936935425, "Finetune/Loss (Raw)": 0.5395139455795288, "Finetune/Step": 13280, "Finetune/Step Time": 5.876783546060324}
+{"Finetune/Learning Rate": 4.614858588621424e-06, "Finetune/Loss": 0.6518819332122803, "Finetune/Loss (Raw)": 0.5760650038719177, "Finetune/Step": 13281, "Finetune/Step Time": 5.873259112238884}
+{"Finetune/Learning Rate": 4.613439733956948e-06, "Finetune/Loss": 0.6535709500312805, "Finetune/Loss (Raw)": 0.7644913792610168, "Finetune/Step": 13282, "Finetune/Step Time": 5.873553831130266}
+{"Finetune/Learning Rate": 4.612021032040004e-06, "Finetune/Loss": 0.6537792682647705, "Finetune/Loss (Raw)": 0.6838930249214172, "Finetune/Step": 13283, "Finetune/Step Time": 5.865272551774979}
+{"Finetune/Learning Rate": 4.610602482910823e-06, "Finetune/Loss": 0.6548043489456177, "Finetune/Loss (Raw)": 0.7335188388824463, "Finetune/Step": 13284, "Finetune/Step Time": 5.849582031369209}
+{"Finetune/Learning Rate": 4.609184086609629e-06, "Finetune/Loss": 0.6556242108345032, "Finetune/Loss (Raw)": 0.7209752202033997, "Finetune/Step": 13285, "Finetune/Step Time": 5.846166325733066}
+{"Finetune/Learning Rate": 4.607765843176646e-06, "Finetune/Loss": 0.6564405560493469, "Finetune/Loss (Raw)": 0.769142210483551, "Finetune/Step": 13286, "Finetune/Step Time": 5.848750244826078}
+{"Finetune/Learning Rate": 4.60634775265209e-06, "Finetune/Loss": 0.6560752391815186, "Finetune/Loss (Raw)": 0.5856633186340332, "Finetune/Step": 13287, "Finetune/Step Time": 5.847970759496093}
+{"Finetune/Learning Rate": 4.604929815076174e-06, "Finetune/Loss": 0.6554539203643799, "Finetune/Loss (Raw)": 0.674248993396759, "Finetune/Step": 13288, "Finetune/Step Time": 5.851415183395147}
+{"Finetune/Learning Rate": 4.603512030489107e-06, "Finetune/Loss": 0.6556191444396973, "Finetune/Loss (Raw)": 0.6344576478004456, "Finetune/Step": 13289, "Finetune/Step Time": 5.850989945232868}
+{"Finetune/Learning Rate": 4.602094398931093e-06, "Finetune/Loss": 0.6551711559295654, "Finetune/Loss (Raw)": 0.701799213886261, "Finetune/Step": 13290, "Finetune/Step Time": 5.857620259746909}
+{"Finetune/Learning Rate": 4.600676920442332e-06, "Finetune/Loss": 0.6557683944702148, "Finetune/Loss (Raw)": 0.7447589039802551, "Finetune/Step": 13291, "Finetune/Step Time": 5.856814134865999}
+{"Finetune/Learning Rate": 4.59925959506302e-06, "Finetune/Loss": 0.657249927520752, "Finetune/Loss (Raw)": 0.7761655449867249, "Finetune/Step": 13292, "Finetune/Step Time": 5.860249526798725}
+{"Finetune/Learning Rate": 4.597842422833349e-06, "Finetune/Loss": 0.6577208638191223, "Finetune/Loss (Raw)": 0.7182825207710266, "Finetune/Step": 13293, "Finetune/Step Time": 5.8514192048460245}
+{"Finetune/Learning Rate": 4.596425403793505e-06, "Finetune/Loss": 0.6557932496070862, "Finetune/Loss (Raw)": 0.4892822504043579, "Finetune/Step": 13294, "Finetune/Step Time": 5.878447292372584}
+{"Finetune/Learning Rate": 4.59500853798367e-06, "Finetune/Loss": 0.6553962826728821, "Finetune/Loss (Raw)": 0.64702969789505, "Finetune/Step": 13295, "Finetune/Step Time": 5.8777945674955845}
+{"Finetune/Learning Rate": 4.593591825444028e-06, "Finetune/Loss": 0.6563690304756165, "Finetune/Loss (Raw)": 0.8033973574638367, "Finetune/Step": 13296, "Finetune/Step Time": 5.878562847152352}
+{"Finetune/Learning Rate": 4.592175266214744e-06, "Finetune/Loss": 0.6569909453392029, "Finetune/Loss (Raw)": 0.5972560048103333, "Finetune/Step": 13297, "Finetune/Step Time": 5.857362085953355}
+{"Finetune/Learning Rate": 4.590758860335988e-06, "Finetune/Loss": 0.6575178503990173, "Finetune/Loss (Raw)": 0.75993812084198, "Finetune/Step": 13298, "Finetune/Step Time": 5.859925949946046}
+{"Finetune/Learning Rate": 4.589342607847932e-06, "Finetune/Loss": 0.6576507091522217, "Finetune/Loss (Raw)": 0.7102452516555786, "Finetune/Step": 13299, "Finetune/Step Time": 5.861431470140815}
+{"Finetune/Learning Rate": 4.587926508790735e-06, "Finetune/Loss": 0.6573178768157959, "Finetune/Loss (Raw)": 0.6251352429389954, "Finetune/Step": 13300, "Finetune/Step Time": 5.861567476764321}
+{"Finetune/Learning Rate": 4.58651056320455e-06, "Finetune/Loss": 0.6573739051818848, "Finetune/Loss (Raw)": 0.6323478817939758, "Finetune/Step": 13301, "Finetune/Step Time": 5.8596812300384045}
+{"Finetune/Learning Rate": 4.585094771129537e-06, "Finetune/Loss": 0.6568412780761719, "Finetune/Loss (Raw)": 0.6347904205322266, "Finetune/Step": 13302, "Finetune/Step Time": 5.867462148889899}
+{"Finetune/Learning Rate": 4.583679132605835e-06, "Finetune/Loss": 0.6575038433074951, "Finetune/Loss (Raw)": 0.6690402030944824, "Finetune/Step": 13303, "Finetune/Step Time": 5.873251104727387}
+{"Finetune/Learning Rate": 4.58226364767359e-06, "Finetune/Loss": 0.655888557434082, "Finetune/Loss (Raw)": 0.5670462250709534, "Finetune/Step": 13304, "Finetune/Step Time": 5.874204946681857}
+{"Finetune/Learning Rate": 4.580848316372939e-06, "Finetune/Loss": 0.6562851071357727, "Finetune/Loss (Raw)": 0.5576960444450378, "Finetune/Step": 13305, "Finetune/Step Time": 5.855003997683525}
+{"Finetune/Learning Rate": 4.579433138744023e-06, "Finetune/Loss": 0.6562633514404297, "Finetune/Loss (Raw)": 0.6805848479270935, "Finetune/Step": 13306, "Finetune/Step Time": 5.849680777639151}
+{"Finetune/Learning Rate": 4.578018114826969e-06, "Finetune/Loss": 0.6562663912773132, "Finetune/Loss (Raw)": 0.6613974571228027, "Finetune/Step": 13307, "Finetune/Step Time": 5.850832203403115}
+{"Finetune/Learning Rate": 4.576603244661907e-06, "Finetune/Loss": 0.6572039127349854, "Finetune/Loss (Raw)": 0.6971242427825928, "Finetune/Step": 13308, "Finetune/Step Time": 5.852816017344594}
+{"Finetune/Learning Rate": 4.575188528288951e-06, "Finetune/Loss": 0.6566351652145386, "Finetune/Loss (Raw)": 0.6168013215065002, "Finetune/Step": 13309, "Finetune/Step Time": 5.850971726700664}
+{"Finetune/Learning Rate": 4.573773965748223e-06, "Finetune/Loss": 0.6565009951591492, "Finetune/Loss (Raw)": 0.6587663292884827, "Finetune/Step": 13310, "Finetune/Step Time": 5.845411395654082}
+{"Finetune/Learning Rate": 4.572359557079834e-06, "Finetune/Loss": 0.6571067571640015, "Finetune/Loss (Raw)": 0.6992155313491821, "Finetune/Step": 13311, "Finetune/Step Time": 5.8128698244690895}
+{"Finetune/Learning Rate": 4.57094530232389e-06, "Finetune/Loss": 0.6560667753219604, "Finetune/Loss (Raw)": 0.5027154088020325, "Finetune/Step": 13312, "Finetune/Step Time": 5.831482823938131}
+{"Finetune/Learning Rate": 4.569531201520504e-06, "Finetune/Loss": 0.6548780798912048, "Finetune/Loss (Raw)": 0.6490268111228943, "Finetune/Step": 13313, "Finetune/Step Time": 5.819495644420385}
+{"Finetune/Learning Rate": 4.568117254709774e-06, "Finetune/Loss": 0.655238151550293, "Finetune/Loss (Raw)": 0.6303479075431824, "Finetune/Step": 13314, "Finetune/Step Time": 5.815854365006089}
+{"Finetune/Learning Rate": 4.566703461931789e-06, "Finetune/Loss": 0.6543461084365845, "Finetune/Loss (Raw)": 0.5724169015884399, "Finetune/Step": 13315, "Finetune/Step Time": 5.814162611961365}
+{"Finetune/Learning Rate": 4.565289823226644e-06, "Finetune/Loss": 0.6531827449798584, "Finetune/Loss (Raw)": 0.6485923528671265, "Finetune/Step": 13316, "Finetune/Step Time": 5.810601886361837}
+{"Finetune/Learning Rate": 4.563876338634425e-06, "Finetune/Loss": 0.6538500785827637, "Finetune/Loss (Raw)": 0.6376203894615173, "Finetune/Step": 13317, "Finetune/Step Time": 5.811972305178642}
+{"Finetune/Learning Rate": 4.562463008195214e-06, "Finetune/Loss": 0.6533777117729187, "Finetune/Loss (Raw)": 0.5463582873344421, "Finetune/Step": 13318, "Finetune/Step Time": 5.814107505604625}
+{"Finetune/Learning Rate": 4.561049831949087e-06, "Finetune/Loss": 0.6531640291213989, "Finetune/Loss (Raw)": 0.6776672601699829, "Finetune/Step": 13319, "Finetune/Step Time": 5.812736550346017}
+{"Finetune/Learning Rate": 4.559636809936124e-06, "Finetune/Loss": 0.6520390510559082, "Finetune/Loss (Raw)": 0.5554680228233337, "Finetune/Step": 13320, "Finetune/Step Time": 5.811318447813392}
+{"Finetune/Learning Rate": 4.558223942196394e-06, "Finetune/Loss": 0.6507009267807007, "Finetune/Loss (Raw)": 0.495490700006485, "Finetune/Step": 13321, "Finetune/Step Time": 5.827596778050065}
+{"Finetune/Learning Rate": 4.556811228769956e-06, "Finetune/Loss": 0.6512680649757385, "Finetune/Loss (Raw)": 0.7216088175773621, "Finetune/Step": 13322, "Finetune/Step Time": 5.823948325589299}
+{"Finetune/Learning Rate": 4.555398669696873e-06, "Finetune/Loss": 0.6530353426933289, "Finetune/Loss (Raw)": 0.806635320186615, "Finetune/Step": 13323, "Finetune/Step Time": 5.820883398875594}
+{"Finetune/Learning Rate": 4.5539862650172e-06, "Finetune/Loss": 0.6528260707855225, "Finetune/Loss (Raw)": 0.6817505359649658, "Finetune/Step": 13324, "Finetune/Step Time": 5.815709529444575}
+{"Finetune/Learning Rate": 4.552574014770992e-06, "Finetune/Loss": 0.6513470411300659, "Finetune/Loss (Raw)": 0.5098301768302917, "Finetune/Step": 13325, "Finetune/Step Time": 5.813141537830234}
+{"Finetune/Learning Rate": 4.551161918998293e-06, "Finetune/Loss": 0.6529091596603394, "Finetune/Loss (Raw)": 0.738070547580719, "Finetune/Step": 13326, "Finetune/Step Time": 5.8168018367141485}
+{"Finetune/Learning Rate": 4.549749977739148e-06, "Finetune/Loss": 0.6520391702651978, "Finetune/Loss (Raw)": 0.6525010466575623, "Finetune/Step": 13327, "Finetune/Step Time": 5.8103272039443254}
+{"Finetune/Learning Rate": 4.548338191033595e-06, "Finetune/Loss": 0.6521143317222595, "Finetune/Loss (Raw)": 0.6080889701843262, "Finetune/Step": 13328, "Finetune/Step Time": 5.809851419180632}
+{"Finetune/Learning Rate": 4.54692655892167e-06, "Finetune/Loss": 0.6505610942840576, "Finetune/Loss (Raw)": 0.528317391872406, "Finetune/Step": 13329, "Finetune/Step Time": 5.810893492773175}
+{"Finetune/Learning Rate": 4.5455150814434005e-06, "Finetune/Loss": 0.6493327021598816, "Finetune/Loss (Raw)": 0.5955028533935547, "Finetune/Step": 13330, "Finetune/Step Time": 5.805444715544581}
+{"Finetune/Learning Rate": 4.544103758638812e-06, "Finetune/Loss": 0.6481468677520752, "Finetune/Loss (Raw)": 0.6474012732505798, "Finetune/Step": 13331, "Finetune/Step Time": 5.804478887468576}
+{"Finetune/Learning Rate": 4.542692590547927e-06, "Finetune/Loss": 0.6470558047294617, "Finetune/Loss (Raw)": 0.6442769169807434, "Finetune/Step": 13332, "Finetune/Step Time": 5.827139439061284}
+{"Finetune/Learning Rate": 4.541281577210761e-06, "Finetune/Loss": 0.6472100615501404, "Finetune/Loss (Raw)": 0.6947828531265259, "Finetune/Step": 13333, "Finetune/Step Time": 5.828202348202467}
+{"Finetune/Learning Rate": 4.5398707186673275e-06, "Finetune/Loss": 0.6463370323181152, "Finetune/Loss (Raw)": 0.6619789600372314, "Finetune/Step": 13334, "Finetune/Step Time": 5.828314505517483}
+{"Finetune/Learning Rate": 4.538460014957634e-06, "Finetune/Loss": 0.646603524684906, "Finetune/Loss (Raw)": 0.637956440448761, "Finetune/Step": 13335, "Finetune/Step Time": 5.818555425852537}
+{"Finetune/Learning Rate": 4.5370494661216835e-06, "Finetune/Loss": 0.6458687782287598, "Finetune/Loss (Raw)": 0.6084721088409424, "Finetune/Step": 13336, "Finetune/Step Time": 5.818144692108035}
+{"Finetune/Learning Rate": 4.535639072199476e-06, "Finetune/Loss": 0.645990252494812, "Finetune/Loss (Raw)": 0.6264615654945374, "Finetune/Step": 13337, "Finetune/Step Time": 5.82707310654223}
+{"Finetune/Learning Rate": 4.534228833231006e-06, "Finetune/Loss": 0.6470787525177002, "Finetune/Loss (Raw)": 0.672031044960022, "Finetune/Step": 13338, "Finetune/Step Time": 5.844465197995305}
+{"Finetune/Learning Rate": 4.532818749256263e-06, "Finetune/Loss": 0.6452929377555847, "Finetune/Loss (Raw)": 0.46304818987846375, "Finetune/Step": 13339, "Finetune/Step Time": 5.866389138624072}
+{"Finetune/Learning Rate": 4.531408820315234e-06, "Finetune/Loss": 0.645618200302124, "Finetune/Loss (Raw)": 0.6585096120834351, "Finetune/Step": 13340, "Finetune/Step Time": 5.86775679141283}
+{"Finetune/Learning Rate": 4.529999046447901e-06, "Finetune/Loss": 0.6459640264511108, "Finetune/Loss (Raw)": 0.639690637588501, "Finetune/Step": 13341, "Finetune/Step Time": 5.878230445086956}
+{"Finetune/Learning Rate": 4.52858942769424e-06, "Finetune/Loss": 0.6460584402084351, "Finetune/Loss (Raw)": 0.5958029627799988, "Finetune/Step": 13342, "Finetune/Step Time": 5.88221843726933}
+{"Finetune/Learning Rate": 4.527179964094224e-06, "Finetune/Loss": 0.6460655927658081, "Finetune/Loss (Raw)": 0.7183588743209839, "Finetune/Step": 13343, "Finetune/Step Time": 5.895995764061809}
+{"Finetune/Learning Rate": 4.525770655687821e-06, "Finetune/Loss": 0.6457507610321045, "Finetune/Loss (Raw)": 0.6087615489959717, "Finetune/Step": 13344, "Finetune/Step Time": 5.892192211002111}
+{"Finetune/Learning Rate": 4.524361502515e-06, "Finetune/Loss": 0.6461636424064636, "Finetune/Loss (Raw)": 0.7162810564041138, "Finetune/Step": 13345, "Finetune/Step Time": 5.88748337328434}
+{"Finetune/Learning Rate": 4.5229525046157085e-06, "Finetune/Loss": 0.6464358568191528, "Finetune/Loss (Raw)": 0.7360891103744507, "Finetune/Step": 13346, "Finetune/Step Time": 5.886697538197041}
+{"Finetune/Learning Rate": 4.521543662029914e-06, "Finetune/Loss": 0.6467292308807373, "Finetune/Loss (Raw)": 0.6777172684669495, "Finetune/Step": 13347, "Finetune/Step Time": 5.8821567222476006}
+{"Finetune/Learning Rate": 4.520134974797561e-06, "Finetune/Loss": 0.6474720239639282, "Finetune/Loss (Raw)": 0.7346616387367249, "Finetune/Step": 13348, "Finetune/Step Time": 5.883019436150789}
+{"Finetune/Learning Rate": 4.518726442958599e-06, "Finetune/Loss": 0.6485565900802612, "Finetune/Loss (Raw)": 0.6820055842399597, "Finetune/Step": 13349, "Finetune/Step Time": 5.86541848257184}
+{"Finetune/Learning Rate": 4.517318066552967e-06, "Finetune/Loss": 0.6490063071250916, "Finetune/Loss (Raw)": 0.6425707936286926, "Finetune/Step": 13350, "Finetune/Step Time": 5.866067212074995}
+{"Finetune/Learning Rate": 4.515909845620609e-06, "Finetune/Loss": 0.6494467258453369, "Finetune/Loss (Raw)": 0.6475192904472351, "Finetune/Step": 13351, "Finetune/Step Time": 5.869025452062488}
+{"Finetune/Learning Rate": 4.514501780201449e-06, "Finetune/Loss": 0.6490356922149658, "Finetune/Loss (Raw)": 0.6129376888275146, "Finetune/Step": 13352, "Finetune/Step Time": 5.875111980363727}
+{"Finetune/Learning Rate": 4.513093870335419e-06, "Finetune/Loss": 0.6489691734313965, "Finetune/Loss (Raw)": 0.6067911386489868, "Finetune/Step": 13353, "Finetune/Step Time": 5.880249394103885}
+{"Finetune/Learning Rate": 4.511686116062441e-06, "Finetune/Loss": 0.6493115425109863, "Finetune/Loss (Raw)": 0.6120333075523376, "Finetune/Step": 13354, "Finetune/Step Time": 5.873377054929733}
+{"Finetune/Learning Rate": 4.510278517422441e-06, "Finetune/Loss": 0.6501654982566833, "Finetune/Loss (Raw)": 0.6338472962379456, "Finetune/Step": 13355, "Finetune/Step Time": 5.839669272303581}
+{"Finetune/Learning Rate": 4.508871074455334e-06, "Finetune/Loss": 0.6491360664367676, "Finetune/Loss (Raw)": 0.5028214454650879, "Finetune/Step": 13356, "Finetune/Step Time": 5.839885832741857}
+{"Finetune/Learning Rate": 4.507463787201031e-06, "Finetune/Loss": 0.6478375792503357, "Finetune/Loss (Raw)": 0.506780207157135, "Finetune/Step": 13357, "Finetune/Step Time": 5.838774589821696}
+{"Finetune/Learning Rate": 4.506056655699432e-06, "Finetune/Loss": 0.6473816633224487, "Finetune/Loss (Raw)": 0.6245876550674438, "Finetune/Step": 13358, "Finetune/Step Time": 5.836648218333721}
+{"Finetune/Learning Rate": 4.504649679990444e-06, "Finetune/Loss": 0.6455170512199402, "Finetune/Loss (Raw)": 0.41489288210868835, "Finetune/Step": 13359, "Finetune/Step Time": 5.859875408932567}
+{"Finetune/Learning Rate": 4.5032428601139644e-06, "Finetune/Loss": 0.6448051929473877, "Finetune/Loss (Raw)": 0.5593377947807312, "Finetune/Step": 13360, "Finetune/Step Time": 5.8816026002168655}
+{"Finetune/Learning Rate": 4.5018361961098825e-06, "Finetune/Loss": 0.644553005695343, "Finetune/Loss (Raw)": 0.6088575124740601, "Finetune/Step": 13361, "Finetune/Step Time": 5.868503462523222}
+{"Finetune/Learning Rate": 4.5004296880180954e-06, "Finetune/Loss": 0.643574595451355, "Finetune/Loss (Raw)": 0.6025693416595459, "Finetune/Step": 13362, "Finetune/Step Time": 5.866463892161846}
+{"Finetune/Learning Rate": 4.499023335878488e-06, "Finetune/Loss": 0.6421853303909302, "Finetune/Loss (Raw)": 0.5265117287635803, "Finetune/Step": 13363, "Finetune/Step Time": 5.8579639829695225}
+{"Finetune/Learning Rate": 4.497617139730932e-06, "Finetune/Loss": 0.6421898007392883, "Finetune/Loss (Raw)": 0.6072185635566711, "Finetune/Step": 13364, "Finetune/Step Time": 5.859679717570543}
+{"Finetune/Learning Rate": 4.496211099615307e-06, "Finetune/Loss": 0.6415772438049316, "Finetune/Loss (Raw)": 0.6522828340530396, "Finetune/Step": 13365, "Finetune/Step Time": 5.8635348752141}
+{"Finetune/Learning Rate": 4.4948052155714835e-06, "Finetune/Loss": 0.6414636969566345, "Finetune/Loss (Raw)": 0.6240059733390808, "Finetune/Step": 13366, "Finetune/Step Time": 5.862952059134841}
+{"Finetune/Learning Rate": 4.4933994876393316e-06, "Finetune/Loss": 0.6401686668395996, "Finetune/Loss (Raw)": 0.5055168867111206, "Finetune/Step": 13367, "Finetune/Step Time": 5.862966576591134}
+{"Finetune/Learning Rate": 4.491993915858706e-06, "Finetune/Loss": 0.6384695768356323, "Finetune/Loss (Raw)": 0.5919187068939209, "Finetune/Step": 13368, "Finetune/Step Time": 5.861781777814031}
+{"Finetune/Learning Rate": 4.490588500269479e-06, "Finetune/Loss": 0.6391234397888184, "Finetune/Loss (Raw)": 0.6871663928031921, "Finetune/Step": 13369, "Finetune/Step Time": 5.862534265965223}
+{"Finetune/Learning Rate": 4.489183240911491e-06, "Finetune/Loss": 0.6397300958633423, "Finetune/Loss (Raw)": 0.6729621291160583, "Finetune/Step": 13370, "Finetune/Step Time": 5.86317271925509}
+{"Finetune/Learning Rate": 4.487778137824597e-06, "Finetune/Loss": 0.6386839747428894, "Finetune/Loss (Raw)": 0.6179361343383789, "Finetune/Step": 13371, "Finetune/Step Time": 5.883603939786553}
+{"Finetune/Learning Rate": 4.486373191048639e-06, "Finetune/Loss": 0.6388254165649414, "Finetune/Loss (Raw)": 0.6777908205986023, "Finetune/Step": 13372, "Finetune/Step Time": 5.875269779935479}
+{"Finetune/Learning Rate": 4.484968400623459e-06, "Finetune/Loss": 0.6387428045272827, "Finetune/Loss (Raw)": 0.6005243062973022, "Finetune/Step": 13373, "Finetune/Step Time": 5.883275745436549}
+{"Finetune/Learning Rate": 4.483563766588892e-06, "Finetune/Loss": 0.6383168697357178, "Finetune/Loss (Raw)": 0.6390859484672546, "Finetune/Step": 13374, "Finetune/Step Time": 5.884681629016995}
+{"Finetune/Learning Rate": 4.4821592889847696e-06, "Finetune/Loss": 0.6379218101501465, "Finetune/Loss (Raw)": 0.5566685795783997, "Finetune/Step": 13375, "Finetune/Step Time": 5.891465151682496}
+{"Finetune/Learning Rate": 4.48075496785092e-06, "Finetune/Loss": 0.636638343334198, "Finetune/Loss (Raw)": 0.4837377965450287, "Finetune/Step": 13376, "Finetune/Step Time": 5.873344229534268}
+{"Finetune/Learning Rate": 4.479350803227165e-06, "Finetune/Loss": 0.6362791061401367, "Finetune/Loss (Raw)": 0.5826204419136047, "Finetune/Step": 13377, "Finetune/Step Time": 5.86867936514318}
+{"Finetune/Learning Rate": 4.477946795153322e-06, "Finetune/Loss": 0.6357449293136597, "Finetune/Loss (Raw)": 0.6620467901229858, "Finetune/Step": 13378, "Finetune/Step Time": 5.869808858260512}
+{"Finetune/Learning Rate": 4.476542943669205e-06, "Finetune/Loss": 0.6357865929603577, "Finetune/Loss (Raw)": 0.6194577813148499, "Finetune/Step": 13379, "Finetune/Step Time": 5.871184227988124}
+{"Finetune/Learning Rate": 4.475139248814625e-06, "Finetune/Loss": 0.6361566781997681, "Finetune/Loss (Raw)": 0.6019125580787659, "Finetune/Step": 13380, "Finetune/Step Time": 5.872338144108653}
+{"Finetune/Learning Rate": 4.473735710629385e-06, "Finetune/Loss": 0.636449933052063, "Finetune/Loss (Raw)": 0.6164383292198181, "Finetune/Step": 13381, "Finetune/Step Time": 5.870646810159087}
+{"Finetune/Learning Rate": 4.4723323291532835e-06, "Finetune/Loss": 0.6356760859489441, "Finetune/Loss (Raw)": 0.6039136648178101, "Finetune/Step": 13382, "Finetune/Step Time": 5.876076258718967}
+{"Finetune/Learning Rate": 4.470929104426121e-06, "Finetune/Loss": 0.6364996433258057, "Finetune/Loss (Raw)": 0.7434316873550415, "Finetune/Step": 13383, "Finetune/Step Time": 5.8711217269301414}
+{"Finetune/Learning Rate": 4.469526036487686e-06, "Finetune/Loss": 0.6365357637405396, "Finetune/Loss (Raw)": 0.616572916507721, "Finetune/Step": 13384, "Finetune/Step Time": 5.869735036045313}
+{"Finetune/Learning Rate": 4.468123125377766e-06, "Finetune/Loss": 0.6372220516204834, "Finetune/Loss (Raw)": 0.7247777581214905, "Finetune/Step": 13385, "Finetune/Step Time": 5.877121709287167}
+{"Finetune/Learning Rate": 4.466720371136143e-06, "Finetune/Loss": 0.6375702619552612, "Finetune/Loss (Raw)": 0.7112271189689636, "Finetune/Step": 13386, "Finetune/Step Time": 5.882392534986138}
+{"Finetune/Learning Rate": 4.465317773802599e-06, "Finetune/Loss": 0.6374068260192871, "Finetune/Loss (Raw)": 0.5782124996185303, "Finetune/Step": 13387, "Finetune/Step Time": 5.881547512486577}
+{"Finetune/Learning Rate": 4.463915333416898e-06, "Finetune/Loss": 0.6371046304702759, "Finetune/Loss (Raw)": 0.7046926617622375, "Finetune/Step": 13388, "Finetune/Step Time": 5.878402737900615}
+{"Finetune/Learning Rate": 4.46251305001882e-06, "Finetune/Loss": 0.6386885643005371, "Finetune/Loss (Raw)": 0.7507648468017578, "Finetune/Step": 13389, "Finetune/Step Time": 5.8770073018968105}
+{"Finetune/Learning Rate": 4.461110923648123e-06, "Finetune/Loss": 0.6380958557128906, "Finetune/Loss (Raw)": 0.5855334401130676, "Finetune/Step": 13390, "Finetune/Step Time": 5.872009003534913}
+{"Finetune/Learning Rate": 4.459708954344571e-06, "Finetune/Loss": 0.6379241943359375, "Finetune/Loss (Raw)": 0.6818990111351013, "Finetune/Step": 13391, "Finetune/Step Time": 5.868044886738062}
+{"Finetune/Learning Rate": 4.45830714214792e-06, "Finetune/Loss": 0.638814389705658, "Finetune/Loss (Raw)": 0.7052680850028992, "Finetune/Step": 13392, "Finetune/Step Time": 5.868416972458363}
+{"Finetune/Learning Rate": 4.456905487097923e-06, "Finetune/Loss": 0.6383181810379028, "Finetune/Loss (Raw)": 0.5867965817451477, "Finetune/Step": 13393, "Finetune/Step Time": 5.868586981669068}
+{"Finetune/Learning Rate": 4.455503989234319e-06, "Finetune/Loss": 0.6389964818954468, "Finetune/Loss (Raw)": 0.6990904808044434, "Finetune/Step": 13394, "Finetune/Step Time": 5.868275867775083}
+{"Finetune/Learning Rate": 4.454102648596852e-06, "Finetune/Loss": 0.638935923576355, "Finetune/Loss (Raw)": 0.7756943106651306, "Finetune/Step": 13395, "Finetune/Step Time": 5.873126721009612}
+{"Finetune/Learning Rate": 4.452701465225268e-06, "Finetune/Loss": 0.637611985206604, "Finetune/Loss (Raw)": 0.5252526998519897, "Finetune/Step": 13396, "Finetune/Step Time": 5.8662995751947165}
+{"Finetune/Learning Rate": 4.451300439159295e-06, "Finetune/Loss": 0.6383026242256165, "Finetune/Loss (Raw)": 0.7012020945549011, "Finetune/Step": 13397, "Finetune/Step Time": 5.861746769398451}
+{"Finetune/Learning Rate": 4.449899570438663e-06, "Finetune/Loss": 0.6379014253616333, "Finetune/Loss (Raw)": 0.5217583179473877, "Finetune/Step": 13398, "Finetune/Step Time": 5.855318307876587}
+{"Finetune/Learning Rate": 4.448498859103102e-06, "Finetune/Loss": 0.6380140781402588, "Finetune/Loss (Raw)": 0.6036001443862915, "Finetune/Step": 13399, "Finetune/Step Time": 5.867029812186956}
+{"Finetune/Learning Rate": 4.447098305192323e-06, "Finetune/Loss": 0.6374036073684692, "Finetune/Loss (Raw)": 0.5703959465026855, "Finetune/Step": 13400, "Finetune/Step Time": 5.868917249143124}
+{"Finetune/Learning Rate": 4.445697908746045e-06, "Finetune/Loss": 0.6363669037818909, "Finetune/Loss (Raw)": 0.6576368808746338, "Finetune/Step": 13401, "Finetune/Step Time": 5.867757890373468}
+{"Finetune/Learning Rate": 4.444297669803981e-06, "Finetune/Loss": 0.6356203556060791, "Finetune/Loss (Raw)": 0.6218948364257812, "Finetune/Step": 13402, "Finetune/Step Time": 5.872264930978417}
+{"Finetune/Learning Rate": 4.4428975884058325e-06, "Finetune/Loss": 0.6353416442871094, "Finetune/Loss (Raw)": 0.6359540224075317, "Finetune/Step": 13403, "Finetune/Step Time": 5.870155045762658}
+{"Finetune/Learning Rate": 4.441497664591309e-06, "Finetune/Loss": 0.6365976333618164, "Finetune/Loss (Raw)": 0.814245879650116, "Finetune/Step": 13404, "Finetune/Step Time": 5.858769351616502}
+{"Finetune/Learning Rate": 4.440097898400106e-06, "Finetune/Loss": 0.6383669972419739, "Finetune/Loss (Raw)": 0.7062944769859314, "Finetune/Step": 13405, "Finetune/Step Time": 5.853395586833358}
+{"Finetune/Learning Rate": 4.438698289871921e-06, "Finetune/Loss": 0.6385664939880371, "Finetune/Loss (Raw)": 0.6507560014724731, "Finetune/Step": 13406, "Finetune/Step Time": 5.851657208055258}
+{"Finetune/Learning Rate": 4.437298839046433e-06, "Finetune/Loss": 0.6385807991027832, "Finetune/Loss (Raw)": 0.6477591395378113, "Finetune/Step": 13407, "Finetune/Step Time": 5.8557881526649}
+{"Finetune/Learning Rate": 4.435899545963333e-06, "Finetune/Loss": 0.638980507850647, "Finetune/Loss (Raw)": 0.5906800031661987, "Finetune/Step": 13408, "Finetune/Step Time": 5.881127208471298}
+{"Finetune/Learning Rate": 4.434500410662299e-06, "Finetune/Loss": 0.6390385627746582, "Finetune/Loss (Raw)": 0.5834962725639343, "Finetune/Step": 13409, "Finetune/Step Time": 5.878640227019787}
+{"Finetune/Learning Rate": 4.4331014331830036e-06, "Finetune/Loss": 0.638361930847168, "Finetune/Loss (Raw)": 0.6778789758682251, "Finetune/Step": 13410, "Finetune/Step Time": 5.880084039643407}
+{"Finetune/Learning Rate": 4.4317026135651255e-06, "Finetune/Loss": 0.6383934617042542, "Finetune/Loss (Raw)": 0.6879338026046753, "Finetune/Step": 13411, "Finetune/Step Time": 5.881409361958504}
+{"Finetune/Learning Rate": 4.430303951848331e-06, "Finetune/Loss": 0.6375457048416138, "Finetune/Loss (Raw)": 0.6250051856040955, "Finetune/Step": 13412, "Finetune/Step Time": 5.883218506351113}
+{"Finetune/Learning Rate": 4.4289054480722734e-06, "Finetune/Loss": 0.635357141494751, "Finetune/Loss (Raw)": 0.44083935022354126, "Finetune/Step": 13413, "Finetune/Step Time": 5.905403878539801}
+{"Finetune/Learning Rate": 4.427507102276617e-06, "Finetune/Loss": 0.6338658332824707, "Finetune/Loss (Raw)": 0.5782474875450134, "Finetune/Step": 13414, "Finetune/Step Time": 5.938714390620589}
+{"Finetune/Learning Rate": 4.426108914501011e-06, "Finetune/Loss": 0.6340490579605103, "Finetune/Loss (Raw)": 0.609115481376648, "Finetune/Step": 13415, "Finetune/Step Time": 5.942568795755506}
+{"Finetune/Learning Rate": 4.424710884785108e-06, "Finetune/Loss": 0.6334513425827026, "Finetune/Loss (Raw)": 0.5977436900138855, "Finetune/Step": 13416, "Finetune/Step Time": 5.941472304984927}
+{"Finetune/Learning Rate": 4.423313013168546e-06, "Finetune/Loss": 0.6340481638908386, "Finetune/Loss (Raw)": 0.7108549475669861, "Finetune/Step": 13417, "Finetune/Step Time": 5.947311367839575}
+{"Finetune/Learning Rate": 4.421915299690976e-06, "Finetune/Loss": 0.6337167024612427, "Finetune/Loss (Raw)": 0.6593623757362366, "Finetune/Step": 13418, "Finetune/Step Time": 5.9457084480673075}
+{"Finetune/Learning Rate": 4.420517744392023e-06, "Finetune/Loss": 0.6321594715118408, "Finetune/Loss (Raw)": 0.545444667339325, "Finetune/Step": 13419, "Finetune/Step Time": 5.944804282858968}
+{"Finetune/Learning Rate": 4.419120347311321e-06, "Finetune/Loss": 0.632334291934967, "Finetune/Loss (Raw)": 0.7985391020774841, "Finetune/Step": 13420, "Finetune/Step Time": 5.939994536340237}
+{"Finetune/Learning Rate": 4.417723108488495e-06, "Finetune/Loss": 0.6313729286193848, "Finetune/Loss (Raw)": 0.5952268242835999, "Finetune/Step": 13421, "Finetune/Step Time": 5.937247609719634}
+{"Finetune/Learning Rate": 4.416326027963169e-06, "Finetune/Loss": 0.6325473189353943, "Finetune/Loss (Raw)": 0.6396024823188782, "Finetune/Step": 13422, "Finetune/Step Time": 5.907607389613986}
+{"Finetune/Learning Rate": 4.414929105774959e-06, "Finetune/Loss": 0.6322802305221558, "Finetune/Loss (Raw)": 0.6128432154655457, "Finetune/Step": 13423, "Finetune/Step Time": 5.908008065074682}
+{"Finetune/Learning Rate": 4.413532341963477e-06, "Finetune/Loss": 0.6309221386909485, "Finetune/Loss (Raw)": 0.6295619010925293, "Finetune/Step": 13424, "Finetune/Step Time": 5.909467497840524}
+{"Finetune/Learning Rate": 4.412135736568332e-06, "Finetune/Loss": 0.630826473236084, "Finetune/Loss (Raw)": 0.5850113034248352, "Finetune/Step": 13425, "Finetune/Step Time": 5.909915912896395}
+{"Finetune/Learning Rate": 4.410739289629128e-06, "Finetune/Loss": 0.6295479536056519, "Finetune/Loss (Raw)": 0.5962833762168884, "Finetune/Step": 13426, "Finetune/Step Time": 5.908744556829333}
+{"Finetune/Learning Rate": 4.4093430011854645e-06, "Finetune/Loss": 0.6289442777633667, "Finetune/Loss (Raw)": 0.6329845190048218, "Finetune/Step": 13427, "Finetune/Step Time": 5.906345125287771}
+{"Finetune/Learning Rate": 4.407946871276935e-06, "Finetune/Loss": 0.6294786930084229, "Finetune/Loss (Raw)": 0.6935293078422546, "Finetune/Step": 13428, "Finetune/Step Time": 5.906422831118107}
+{"Finetune/Learning Rate": 4.406550899943131e-06, "Finetune/Loss": 0.6296532154083252, "Finetune/Loss (Raw)": 0.6546899080276489, "Finetune/Step": 13429, "Finetune/Step Time": 5.905095111578703}
+{"Finetune/Learning Rate": 4.405155087223637e-06, "Finetune/Loss": 0.6296407580375671, "Finetune/Loss (Raw)": 0.6331925392150879, "Finetune/Step": 13430, "Finetune/Step Time": 5.9043537098914385}
+{"Finetune/Learning Rate": 4.403759433158036e-06, "Finetune/Loss": 0.629298210144043, "Finetune/Loss (Raw)": 0.6251984238624573, "Finetune/Step": 13431, "Finetune/Step Time": 5.897027542814612}
+{"Finetune/Learning Rate": 4.402363937785904e-06, "Finetune/Loss": 0.6298266649246216, "Finetune/Loss (Raw)": 0.6346902847290039, "Finetune/Step": 13432, "Finetune/Step Time": 5.8930199313908815}
+{"Finetune/Learning Rate": 4.400968601146813e-06, "Finetune/Loss": 0.6307421922683716, "Finetune/Loss (Raw)": 0.6748838424682617, "Finetune/Step": 13433, "Finetune/Step Time": 5.893378648906946}
+{"Finetune/Learning Rate": 4.39957342328033e-06, "Finetune/Loss": 0.6303725242614746, "Finetune/Loss (Raw)": 0.6332663297653198, "Finetune/Step": 13434, "Finetune/Step Time": 5.895402025431395}
+{"Finetune/Learning Rate": 4.39817840422602e-06, "Finetune/Loss": 0.6303799748420715, "Finetune/Loss (Raw)": 0.6623560190200806, "Finetune/Step": 13435, "Finetune/Step Time": 5.895645326003432}
+{"Finetune/Learning Rate": 4.3967835440234455e-06, "Finetune/Loss": 0.6290898323059082, "Finetune/Loss (Raw)": 0.5319824814796448, "Finetune/Step": 13436, "Finetune/Step Time": 5.89334849640727}
+{"Finetune/Learning Rate": 4.3953888427121475e-06, "Finetune/Loss": 0.6294766664505005, "Finetune/Loss (Raw)": 0.6663117408752441, "Finetune/Step": 13437, "Finetune/Step Time": 5.895020602270961}
+{"Finetune/Learning Rate": 4.393994300331689e-06, "Finetune/Loss": 0.6306260228157043, "Finetune/Loss (Raw)": 0.8058828115463257, "Finetune/Step": 13438, "Finetune/Step Time": 5.913067288696766}
+{"Finetune/Learning Rate": 4.39259991692161e-06, "Finetune/Loss": 0.6306261420249939, "Finetune/Loss (Raw)": 0.6992384791374207, "Finetune/Step": 13439, "Finetune/Step Time": 5.920250877737999}
+{"Finetune/Learning Rate": 4.391205692521453e-06, "Finetune/Loss": 0.6320704221725464, "Finetune/Loss (Raw)": 0.687580943107605, "Finetune/Step": 13440, "Finetune/Step Time": 5.899092437699437}
+{"Finetune/Learning Rate": 4.389811627170753e-06, "Finetune/Loss": 0.6316124200820923, "Finetune/Loss (Raw)": 0.5904018878936768, "Finetune/Step": 13441, "Finetune/Step Time": 5.899090673774481}
+{"Finetune/Learning Rate": 4.388417720909046e-06, "Finetune/Loss": 0.6309762001037598, "Finetune/Loss (Raw)": 0.5489134788513184, "Finetune/Step": 13442, "Finetune/Step Time": 5.9080028142780066}
+{"Finetune/Learning Rate": 4.387023973775851e-06, "Finetune/Loss": 0.6315114498138428, "Finetune/Loss (Raw)": 0.6409332752227783, "Finetune/Step": 13443, "Finetune/Step Time": 5.930562105029821}
+{"Finetune/Learning Rate": 4.385630385810692e-06, "Finetune/Loss": 0.63181072473526, "Finetune/Loss (Raw)": 0.6868904829025269, "Finetune/Step": 13444, "Finetune/Step Time": 5.937273044139147}
+{"Finetune/Learning Rate": 4.384236957053093e-06, "Finetune/Loss": 0.6323528289794922, "Finetune/Loss (Raw)": 0.7070032954216003, "Finetune/Step": 13445, "Finetune/Step Time": 5.936283392831683}
+{"Finetune/Learning Rate": 4.382843687542565e-06, "Finetune/Loss": 0.6331411004066467, "Finetune/Loss (Raw)": 0.6472620368003845, "Finetune/Step": 13446, "Finetune/Step Time": 5.93687997944653}
+{"Finetune/Learning Rate": 4.3814505773186174e-06, "Finetune/Loss": 0.6329069137573242, "Finetune/Loss (Raw)": 0.6476954817771912, "Finetune/Step": 13447, "Finetune/Step Time": 5.938971308991313}
+{"Finetune/Learning Rate": 4.3800576264207586e-06, "Finetune/Loss": 0.6334234476089478, "Finetune/Loss (Raw)": 0.6215783953666687, "Finetune/Step": 13448, "Finetune/Step Time": 5.938536701723933}
+{"Finetune/Learning Rate": 4.378664834888479e-06, "Finetune/Loss": 0.6343731880187988, "Finetune/Loss (Raw)": 0.6170576810836792, "Finetune/Step": 13449, "Finetune/Step Time": 5.940715836361051}
+{"Finetune/Learning Rate": 4.377272202761281e-06, "Finetune/Loss": 0.6335779428482056, "Finetune/Loss (Raw)": 0.6198203563690186, "Finetune/Step": 13450, "Finetune/Step Time": 5.937580360099673}
+{"Finetune/Learning Rate": 4.37587973007865e-06, "Finetune/Loss": 0.6329087615013123, "Finetune/Loss (Raw)": 0.7209843993186951, "Finetune/Step": 13451, "Finetune/Step Time": 5.939225485548377}
+{"Finetune/Learning Rate": 4.374487416880082e-06, "Finetune/Loss": 0.6313226222991943, "Finetune/Loss (Raw)": 0.47871920466423035, "Finetune/Step": 13452, "Finetune/Step Time": 5.961093099787831}
+{"Finetune/Learning Rate": 4.373095263205054e-06, "Finetune/Loss": 0.6333671808242798, "Finetune/Loss (Raw)": 0.771531879901886, "Finetune/Step": 13453, "Finetune/Step Time": 5.9603308867663145}
+{"Finetune/Learning Rate": 4.3717032690930465e-06, "Finetune/Loss": 0.6324518918991089, "Finetune/Loss (Raw)": 0.6209221482276917, "Finetune/Step": 13454, "Finetune/Step Time": 5.9603212140500546}
+{"Finetune/Learning Rate": 4.370311434583525e-06, "Finetune/Loss": 0.6325362324714661, "Finetune/Loss (Raw)": 0.6632933020591736, "Finetune/Step": 13455, "Finetune/Step Time": 5.960180215537548}
+{"Finetune/Learning Rate": 4.368919759715964e-06, "Finetune/Loss": 0.6332606077194214, "Finetune/Loss (Raw)": 0.7008047699928284, "Finetune/Step": 13456, "Finetune/Step Time": 5.960369830951095}
+{"Finetune/Learning Rate": 4.367528244529825e-06, "Finetune/Loss": 0.6333210468292236, "Finetune/Loss (Raw)": 0.5360506772994995, "Finetune/Step": 13457, "Finetune/Step Time": 5.956710042431951}
+{"Finetune/Learning Rate": 4.366136889064568e-06, "Finetune/Loss": 0.6344071626663208, "Finetune/Loss (Raw)": 0.7345400452613831, "Finetune/Step": 13458, "Finetune/Step Time": 5.9525182116776705}
+{"Finetune/Learning Rate": 4.364745693359646e-06, "Finetune/Loss": 0.634939432144165, "Finetune/Loss (Raw)": 0.7155230045318604, "Finetune/Step": 13459, "Finetune/Step Time": 5.95424272865057}
+{"Finetune/Learning Rate": 4.3633546574545185e-06, "Finetune/Loss": 0.6347349882125854, "Finetune/Loss (Raw)": 0.6181027889251709, "Finetune/Step": 13460, "Finetune/Step Time": 5.944493006914854}
+{"Finetune/Learning Rate": 4.361963781388621e-06, "Finetune/Loss": 0.6345300674438477, "Finetune/Loss (Raw)": 0.668553352355957, "Finetune/Step": 13461, "Finetune/Step Time": 5.945275619626045}
+{"Finetune/Learning Rate": 4.360573065201398e-06, "Finetune/Loss": 0.6349242329597473, "Finetune/Loss (Raw)": 0.7124374508857727, "Finetune/Step": 13462, "Finetune/Step Time": 5.945416828617454}
+{"Finetune/Learning Rate": 4.359182508932286e-06, "Finetune/Loss": 0.6361281275749207, "Finetune/Loss (Raw)": 0.792053759098053, "Finetune/Step": 13463, "Finetune/Step Time": 5.949825378134847}
+{"Finetune/Learning Rate": 4.357792112620718e-06, "Finetune/Loss": 0.6362789869308472, "Finetune/Loss (Raw)": 0.6277796030044556, "Finetune/Step": 13464, "Finetune/Step Time": 5.949178367853165}
+{"Finetune/Learning Rate": 4.356401876306121e-06, "Finetune/Loss": 0.6363734006881714, "Finetune/Loss (Raw)": 0.6385530829429626, "Finetune/Step": 13465, "Finetune/Step Time": 5.9620142094790936}
+{"Finetune/Learning Rate": 4.355011800027919e-06, "Finetune/Loss": 0.6355150938034058, "Finetune/Loss (Raw)": 0.5621652007102966, "Finetune/Step": 13466, "Finetune/Step Time": 5.946694960817695}
+{"Finetune/Learning Rate": 4.353621883825531e-06, "Finetune/Loss": 0.6370879411697388, "Finetune/Loss (Raw)": 0.6643706560134888, "Finetune/Step": 13467, "Finetune/Step Time": 5.939940862357616}
+{"Finetune/Learning Rate": 4.3522321277383686e-06, "Finetune/Loss": 0.6379478573799133, "Finetune/Loss (Raw)": 0.7685765027999878, "Finetune/Step": 13468, "Finetune/Step Time": 5.946312811225653}
+{"Finetune/Learning Rate": 4.3508425318058436e-06, "Finetune/Loss": 0.638550877571106, "Finetune/Loss (Raw)": 0.7168828845024109, "Finetune/Step": 13469, "Finetune/Step Time": 5.939849603921175}
+{"Finetune/Learning Rate": 4.349453096067361e-06, "Finetune/Loss": 0.6389263272285461, "Finetune/Loss (Raw)": 0.6438615322113037, "Finetune/Step": 13470, "Finetune/Step Time": 5.941509125754237}
+{"Finetune/Learning Rate": 4.348063820562319e-06, "Finetune/Loss": 0.6385083794593811, "Finetune/Loss (Raw)": 0.6648561358451843, "Finetune/Step": 13471, "Finetune/Step Time": 5.926904851570725}
+{"Finetune/Learning Rate": 4.346674705330117e-06, "Finetune/Loss": 0.6392145752906799, "Finetune/Loss (Raw)": 0.6991589665412903, "Finetune/Step": 13472, "Finetune/Step Time": 5.918565707281232}
+{"Finetune/Learning Rate": 4.345285750410143e-06, "Finetune/Loss": 0.6388896703720093, "Finetune/Loss (Raw)": 0.674697995185852, "Finetune/Step": 13473, "Finetune/Step Time": 5.918512271717191}
+{"Finetune/Learning Rate": 4.3438969558417865e-06, "Finetune/Loss": 0.6378411054611206, "Finetune/Loss (Raw)": 0.6018645763397217, "Finetune/Step": 13474, "Finetune/Step Time": 5.921034252271056}
+{"Finetune/Learning Rate": 4.342508321664428e-06, "Finetune/Loss": 0.6374741792678833, "Finetune/Loss (Raw)": 0.6307478547096252, "Finetune/Step": 13475, "Finetune/Step Time": 5.919476665556431}
+{"Finetune/Learning Rate": 4.3411198479174455e-06, "Finetune/Loss": 0.6367827653884888, "Finetune/Loss (Raw)": 0.646163821220398, "Finetune/Step": 13476, "Finetune/Step Time": 5.920072173699737}
+{"Finetune/Learning Rate": 4.3397315346402125e-06, "Finetune/Loss": 0.6371532082557678, "Finetune/Loss (Raw)": 0.7294266223907471, "Finetune/Step": 13477, "Finetune/Step Time": 5.922648262232542}
+{"Finetune/Learning Rate": 4.338343381872098e-06, "Finetune/Loss": 0.6368677020072937, "Finetune/Loss (Raw)": 0.6060198545455933, "Finetune/Step": 13478, "Finetune/Step Time": 5.933339901268482}
+{"Finetune/Learning Rate": 4.336955389652465e-06, "Finetune/Loss": 0.6361376643180847, "Finetune/Loss (Raw)": 0.5540785789489746, "Finetune/Step": 13479, "Finetune/Step Time": 5.933007029816508}
+{"Finetune/Learning Rate": 4.335567558020673e-06, "Finetune/Loss": 0.6363505125045776, "Finetune/Loss (Raw)": 0.6401874423027039, "Finetune/Step": 13480, "Finetune/Step Time": 5.929396411404014}
+{"Finetune/Learning Rate": 4.334179887016079e-06, "Finetune/Loss": 0.6362698078155518, "Finetune/Loss (Raw)": 0.5964550971984863, "Finetune/Step": 13481, "Finetune/Step Time": 5.926968976855278}
+{"Finetune/Learning Rate": 4.332792376678031e-06, "Finetune/Loss": 0.6372214555740356, "Finetune/Loss (Raw)": 0.7338399291038513, "Finetune/Step": 13482, "Finetune/Step Time": 5.9259068723768}
+{"Finetune/Learning Rate": 4.3314050270458764e-06, "Finetune/Loss": 0.6373275518417358, "Finetune/Loss (Raw)": 0.6474342346191406, "Finetune/Step": 13483, "Finetune/Step Time": 5.92570067755878}
+{"Finetune/Learning Rate": 4.33001783815896e-06, "Finetune/Loss": 0.6384224891662598, "Finetune/Loss (Raw)": 0.6429718732833862, "Finetune/Step": 13484, "Finetune/Step Time": 5.938830189406872}
+{"Finetune/Learning Rate": 4.32863081005661e-06, "Finetune/Loss": 0.6393239498138428, "Finetune/Loss (Raw)": 0.6221672892570496, "Finetune/Step": 13485, "Finetune/Step Time": 5.9442592356354}
+{"Finetune/Learning Rate": 4.327243942778158e-06, "Finetune/Loss": 0.6398417949676514, "Finetune/Loss (Raw)": 0.6908729076385498, "Finetune/Step": 13486, "Finetune/Step Time": 5.943386333063245}
+{"Finetune/Learning Rate": 4.3258572363629424e-06, "Finetune/Loss": 0.6419622898101807, "Finetune/Loss (Raw)": 0.686313271522522, "Finetune/Step": 13487, "Finetune/Step Time": 5.917779391631484}
+{"Finetune/Learning Rate": 4.32447069085028e-06, "Finetune/Loss": 0.6428509950637817, "Finetune/Loss (Raw)": 0.6730889081954956, "Finetune/Step": 13488, "Finetune/Step Time": 5.901661891490221}
+{"Finetune/Learning Rate": 4.323084306279489e-06, "Finetune/Loss": 0.6434794664382935, "Finetune/Loss (Raw)": 0.6893148422241211, "Finetune/Step": 13489, "Finetune/Step Time": 5.901980344206095}
+{"Finetune/Learning Rate": 4.3216980826898856e-06, "Finetune/Loss": 0.6440140604972839, "Finetune/Loss (Raw)": 0.6709921360015869, "Finetune/Step": 13490, "Finetune/Step Time": 5.897410091012716}
+{"Finetune/Learning Rate": 4.32031202012078e-06, "Finetune/Loss": 0.6454483270645142, "Finetune/Loss (Raw)": 0.710098922252655, "Finetune/Step": 13491, "Finetune/Step Time": 5.900136739015579}
+{"Finetune/Learning Rate": 4.318926118611472e-06, "Finetune/Loss": 0.6462138891220093, "Finetune/Loss (Raw)": 0.7052056789398193, "Finetune/Step": 13492, "Finetune/Step Time": 5.90134877897799}
+{"Finetune/Learning Rate": 4.31754037820126e-06, "Finetune/Loss": 0.6470438241958618, "Finetune/Loss (Raw)": 0.7585142850875854, "Finetune/Step": 13493, "Finetune/Step Time": 5.899409834295511}
+{"Finetune/Learning Rate": 4.3161547989294476e-06, "Finetune/Loss": 0.6475406885147095, "Finetune/Loss (Raw)": 0.6876028776168823, "Finetune/Step": 13494, "Finetune/Step Time": 5.904477283358574}
+{"Finetune/Learning Rate": 4.314769380835323e-06, "Finetune/Loss": 0.6484752297401428, "Finetune/Loss (Raw)": 0.6251428127288818, "Finetune/Step": 13495, "Finetune/Step Time": 5.902253046631813}
+{"Finetune/Learning Rate": 4.313384123958172e-06, "Finetune/Loss": 0.6494429707527161, "Finetune/Loss (Raw)": 0.7157905697822571, "Finetune/Step": 13496, "Finetune/Step Time": 5.898983182385564}
+{"Finetune/Learning Rate": 4.311999028337279e-06, "Finetune/Loss": 0.6495078206062317, "Finetune/Loss (Raw)": 0.6954648494720459, "Finetune/Step": 13497, "Finetune/Step Time": 5.903927521780133}
+{"Finetune/Learning Rate": 4.310614094011918e-06, "Finetune/Loss": 0.6501514315605164, "Finetune/Loss (Raw)": 0.755344033241272, "Finetune/Step": 13498, "Finetune/Step Time": 5.903883261606097}
+{"Finetune/Learning Rate": 4.309229321021361e-06, "Finetune/Loss": 0.6505283117294312, "Finetune/Loss (Raw)": 0.6661787033081055, "Finetune/Step": 13499, "Finetune/Step Time": 5.885807441547513}
+{"Finetune/Learning Rate": 4.307844709404875e-06, "Finetune/Loss": 0.6505984663963318, "Finetune/Loss (Raw)": 0.6867697238922119, "Finetune/Step": 13500, "Finetune/Step Time": 5.891868075355887}
+{"Finetune/Learning Rate": 4.30646025920173e-06, "Finetune/Loss": 0.6510120630264282, "Finetune/Loss (Raw)": 0.6534631848335266, "Finetune/Step": 13501, "Finetune/Step Time": 5.868870284408331}
+{"Finetune/Learning Rate": 4.305075970451183e-06, "Finetune/Loss": 0.65095055103302, "Finetune/Loss (Raw)": 0.6312155723571777, "Finetune/Step": 13502, "Finetune/Step Time": 5.8733222503215075}
+{"Finetune/Learning Rate": 4.303691843192489e-06, "Finetune/Loss": 0.6504855155944824, "Finetune/Loss (Raw)": 0.49714261293411255, "Finetune/Step": 13503, "Finetune/Step Time": 5.873119972646236}
+{"Finetune/Learning Rate": 4.302307877464893e-06, "Finetune/Loss": 0.6510389447212219, "Finetune/Loss (Raw)": 0.5545766949653625, "Finetune/Step": 13504, "Finetune/Step Time": 5.861207004636526}
+{"Finetune/Learning Rate": 4.300924073307644e-06, "Finetune/Loss": 0.650739312171936, "Finetune/Loss (Raw)": 0.5442699193954468, "Finetune/Step": 13505, "Finetune/Step Time": 5.88599393889308}
+{"Finetune/Learning Rate": 4.299540430759983e-06, "Finetune/Loss": 0.6502295136451721, "Finetune/Loss (Raw)": 0.5967928171157837, "Finetune/Step": 13506, "Finetune/Step Time": 5.894395366311073}
+{"Finetune/Learning Rate": 4.2981569498611405e-06, "Finetune/Loss": 0.6503080129623413, "Finetune/Loss (Raw)": 0.6295034885406494, "Finetune/Step": 13507, "Finetune/Step Time": 5.893364530056715}
+{"Finetune/Learning Rate": 4.296773630650358e-06, "Finetune/Loss": 0.650465726852417, "Finetune/Loss (Raw)": 0.6221013069152832, "Finetune/Step": 13508, "Finetune/Step Time": 5.889433456584811}
+{"Finetune/Learning Rate": 4.2953904731668605e-06, "Finetune/Loss": 0.6512515544891357, "Finetune/Loss (Raw)": 0.7170268893241882, "Finetune/Step": 13509, "Finetune/Step Time": 5.9041812513023615}
+{"Finetune/Learning Rate": 4.294007477449863e-06, "Finetune/Loss": 0.6518429517745972, "Finetune/Loss (Raw)": 0.6796098351478577, "Finetune/Step": 13510, "Finetune/Step Time": 5.9007645938545465}
+{"Finetune/Learning Rate": 4.292624643538588e-06, "Finetune/Loss": 0.650881290435791, "Finetune/Loss (Raw)": 0.6203383803367615, "Finetune/Step": 13511, "Finetune/Step Time": 5.90695272013545}
+{"Finetune/Learning Rate": 4.29124197147225e-06, "Finetune/Loss": 0.650601863861084, "Finetune/Loss (Raw)": 0.5808098316192627, "Finetune/Step": 13512, "Finetune/Step Time": 5.907022710889578}
+{"Finetune/Learning Rate": 4.289859461290056e-06, "Finetune/Loss": 0.649683952331543, "Finetune/Loss (Raw)": 0.6072750687599182, "Finetune/Step": 13513, "Finetune/Step Time": 5.917880818247795}
+{"Finetune/Learning Rate": 4.288477113031209e-06, "Finetune/Loss": 0.6494592428207397, "Finetune/Loss (Raw)": 0.6824740171432495, "Finetune/Step": 13514, "Finetune/Step Time": 5.914159145206213}
+{"Finetune/Learning Rate": 4.287094926734911e-06, "Finetune/Loss": 0.6493509411811829, "Finetune/Loss (Raw)": 0.56434565782547, "Finetune/Step": 13515, "Finetune/Step Time": 5.921182053163648}
+{"Finetune/Learning Rate": 4.285712902440353e-06, "Finetune/Loss": 0.6498657464981079, "Finetune/Loss (Raw)": 0.7705828547477722, "Finetune/Step": 13516, "Finetune/Step Time": 5.924455227330327}
+{"Finetune/Learning Rate": 4.28433104018673e-06, "Finetune/Loss": 0.6478793025016785, "Finetune/Loss (Raw)": 0.49650469422340393, "Finetune/Step": 13517, "Finetune/Step Time": 5.942120730876923}
+{"Finetune/Learning Rate": 4.282949340013225e-06, "Finetune/Loss": 0.6482008695602417, "Finetune/Loss (Raw)": 0.6266935467720032, "Finetune/Step": 13518, "Finetune/Step Time": 5.938314530998468}
+{"Finetune/Learning Rate": 4.28156780195902e-06, "Finetune/Loss": 0.6482888460159302, "Finetune/Loss (Raw)": 0.6931601166725159, "Finetune/Step": 13519, "Finetune/Step Time": 5.943239439278841}
+{"Finetune/Learning Rate": 4.280186426063291e-06, "Finetune/Loss": 0.6475520730018616, "Finetune/Loss (Raw)": 0.6109629273414612, "Finetune/Step": 13520, "Finetune/Step Time": 5.944934867322445}
+{"Finetune/Learning Rate": 4.278805212365209e-06, "Finetune/Loss": 0.6481552720069885, "Finetune/Loss (Raw)": 0.6640014052391052, "Finetune/Step": 13521, "Finetune/Step Time": 5.949559956789017}
+{"Finetune/Learning Rate": 4.277424160903944e-06, "Finetune/Loss": 0.6480690240859985, "Finetune/Loss (Raw)": 0.6880585551261902, "Finetune/Step": 13522, "Finetune/Step Time": 5.9507269114255905}
+{"Finetune/Learning Rate": 4.276043271718655e-06, "Finetune/Loss": 0.6455315351486206, "Finetune/Loss (Raw)": 0.4508856534957886, "Finetune/Step": 13523, "Finetune/Step Time": 5.958804428577423}
+{"Finetune/Learning Rate": 4.274662544848504e-06, "Finetune/Loss": 0.6466732025146484, "Finetune/Loss (Raw)": 0.6713863611221313, "Finetune/Step": 13524, "Finetune/Step Time": 5.958123268559575}
+{"Finetune/Learning Rate": 4.2732819803326405e-06, "Finetune/Loss": 0.6466524600982666, "Finetune/Loss (Raw)": 0.6985569596290588, "Finetune/Step": 13525, "Finetune/Step Time": 5.9602066576480865}
+{"Finetune/Learning Rate": 4.271901578210217e-06, "Finetune/Loss": 0.6469553112983704, "Finetune/Loss (Raw)": 0.5605219602584839, "Finetune/Step": 13526, "Finetune/Step Time": 5.962510775774717}
+{"Finetune/Learning Rate": 4.270521338520375e-06, "Finetune/Loss": 0.6476597785949707, "Finetune/Loss (Raw)": 0.6937732696533203, "Finetune/Step": 13527, "Finetune/Step Time": 5.951532045379281}
+{"Finetune/Learning Rate": 4.269141261302256e-06, "Finetune/Loss": 0.6490206122398376, "Finetune/Loss (Raw)": 0.7445834875106812, "Finetune/Step": 13528, "Finetune/Step Time": 5.953847279772162}
+{"Finetune/Learning Rate": 4.267761346594995e-06, "Finetune/Loss": 0.649105966091156, "Finetune/Loss (Raw)": 0.6685564517974854, "Finetune/Step": 13529, "Finetune/Step Time": 5.956578316166997}
+{"Finetune/Learning Rate": 4.2663815944377215e-06, "Finetune/Loss": 0.6483691930770874, "Finetune/Loss (Raw)": 0.5275928974151611, "Finetune/Step": 13530, "Finetune/Step Time": 5.946392567828298}
+{"Finetune/Learning Rate": 4.265002004869561e-06, "Finetune/Loss": 0.6489779949188232, "Finetune/Loss (Raw)": 0.7138755917549133, "Finetune/Step": 13531, "Finetune/Step Time": 5.965077908709645}
+{"Finetune/Learning Rate": 4.263622577929637e-06, "Finetune/Loss": 0.6470113396644592, "Finetune/Loss (Raw)": 0.5625140070915222, "Finetune/Step": 13532, "Finetune/Step Time": 5.9618994146585464}
+{"Finetune/Learning Rate": 4.2622433136570675e-06, "Finetune/Loss": 0.646503210067749, "Finetune/Loss (Raw)": 0.6412571668624878, "Finetune/Step": 13533, "Finetune/Step Time": 5.964657856151462}
+{"Finetune/Learning Rate": 4.260864212090954e-06, "Finetune/Loss": 0.6469376087188721, "Finetune/Loss (Raw)": 0.7063534259796143, "Finetune/Step": 13534, "Finetune/Step Time": 5.968545708805323}
+{"Finetune/Learning Rate": 4.259485273270415e-06, "Finetune/Loss": 0.6479010581970215, "Finetune/Loss (Raw)": 0.77108234167099, "Finetune/Step": 13535, "Finetune/Step Time": 5.9657015316188335}
+{"Finetune/Learning Rate": 4.258106497234551e-06, "Finetune/Loss": 0.6476199626922607, "Finetune/Loss (Raw)": 0.5547035336494446, "Finetune/Step": 13536, "Finetune/Step Time": 5.928464325144887}
+{"Finetune/Learning Rate": 4.2567278840224576e-06, "Finetune/Loss": 0.6490054130554199, "Finetune/Loss (Raw)": 0.7608307003974915, "Finetune/Step": 13537, "Finetune/Step Time": 5.937930116429925}
+{"Finetune/Learning Rate": 4.25534943367323e-06, "Finetune/Loss": 0.6489524841308594, "Finetune/Loss (Raw)": 0.6711027026176453, "Finetune/Step": 13538, "Finetune/Step Time": 5.938470311462879}
+{"Finetune/Learning Rate": 4.253971146225962e-06, "Finetune/Loss": 0.6483979225158691, "Finetune/Loss (Raw)": 0.6169513463973999, "Finetune/Step": 13539, "Finetune/Step Time": 5.931871486827731}
+{"Finetune/Learning Rate": 4.252593021719728e-06, "Finetune/Loss": 0.6486872434616089, "Finetune/Loss (Raw)": 0.6620357632637024, "Finetune/Step": 13540, "Finetune/Step Time": 5.930834241211414}
+{"Finetune/Learning Rate": 4.251215060193612e-06, "Finetune/Loss": 0.6501692533493042, "Finetune/Loss (Raw)": 0.6305417418479919, "Finetune/Step": 13541, "Finetune/Step Time": 5.913475239649415}
+{"Finetune/Learning Rate": 4.249837261686687e-06, "Finetune/Loss": 0.6499637961387634, "Finetune/Loss (Raw)": 0.5519487261772156, "Finetune/Step": 13542, "Finetune/Step Time": 5.877448730170727}
+{"Finetune/Learning Rate": 4.248459626238028e-06, "Finetune/Loss": 0.6494557857513428, "Finetune/Loss (Raw)": 0.5440946221351624, "Finetune/Step": 13543, "Finetune/Step Time": 5.893849577754736}
+{"Finetune/Learning Rate": 4.2470821538867e-06, "Finetune/Loss": 0.6490145921707153, "Finetune/Loss (Raw)": 0.5412672758102417, "Finetune/Step": 13544, "Finetune/Step Time": 5.8958169892430305}
+{"Finetune/Learning Rate": 4.245704844671767e-06, "Finetune/Loss": 0.6483944654464722, "Finetune/Loss (Raw)": 0.631483793258667, "Finetune/Step": 13545, "Finetune/Step Time": 5.889776803553104}
+{"Finetune/Learning Rate": 4.244327698632277e-06, "Finetune/Loss": 0.6481229066848755, "Finetune/Loss (Raw)": 0.6245940327644348, "Finetune/Step": 13546, "Finetune/Step Time": 5.884697994217277}
+{"Finetune/Learning Rate": 4.242950715807287e-06, "Finetune/Loss": 0.6482700109481812, "Finetune/Loss (Raw)": 0.5642774105072021, "Finetune/Step": 13547, "Finetune/Step Time": 5.8924533780664206}
+{"Finetune/Learning Rate": 4.241573896235844e-06, "Finetune/Loss": 0.6475815176963806, "Finetune/Loss (Raw)": 0.7104122638702393, "Finetune/Step": 13548, "Finetune/Step Time": 5.893815025687218}
+{"Finetune/Learning Rate": 4.240197239956987e-06, "Finetune/Loss": 0.6476210355758667, "Finetune/Loss (Raw)": 0.6002837419509888, "Finetune/Step": 13549, "Finetune/Step Time": 5.895625289529562}
+{"Finetune/Learning Rate": 4.238820747009761e-06, "Finetune/Loss": 0.6473355889320374, "Finetune/Loss (Raw)": 0.6030664443969727, "Finetune/Step": 13550, "Finetune/Step Time": 5.896933013573289}
+{"Finetune/Learning Rate": 4.2374444174332e-06, "Finetune/Loss": 0.6479625105857849, "Finetune/Loss (Raw)": 0.6930885910987854, "Finetune/Step": 13551, "Finetune/Step Time": 5.896341450512409}
+{"Finetune/Learning Rate": 4.236068251266324e-06, "Finetune/Loss": 0.6473305225372314, "Finetune/Loss (Raw)": 0.5486695766448975, "Finetune/Step": 13552, "Finetune/Step Time": 5.9119468331336975}
+{"Finetune/Learning Rate": 4.234692248548163e-06, "Finetune/Loss": 0.6479327082633972, "Finetune/Loss (Raw)": 0.6620892286300659, "Finetune/Step": 13553, "Finetune/Step Time": 5.912634734064341}
+{"Finetune/Learning Rate": 4.233316409317735e-06, "Finetune/Loss": 0.6494041085243225, "Finetune/Loss (Raw)": 0.7846251130104065, "Finetune/Step": 13554, "Finetune/Step Time": 5.9291824121028185}
+{"Finetune/Learning Rate": 4.231940733614055e-06, "Finetune/Loss": 0.6480578780174255, "Finetune/Loss (Raw)": 0.4606648087501526, "Finetune/Step": 13555, "Finetune/Step Time": 5.947310194373131}
+{"Finetune/Learning Rate": 4.2305652214761305e-06, "Finetune/Loss": 0.6480374932289124, "Finetune/Loss (Raw)": 0.6909180879592896, "Finetune/Step": 13556, "Finetune/Step Time": 5.954805314540863}
+{"Finetune/Learning Rate": 4.229189872942978e-06, "Finetune/Loss": 0.6475989818572998, "Finetune/Loss (Raw)": 0.5985652804374695, "Finetune/Step": 13557, "Finetune/Step Time": 5.955849012359977}
+{"Finetune/Learning Rate": 4.227814688053586e-06, "Finetune/Loss": 0.6478744149208069, "Finetune/Loss (Raw)": 0.668444037437439, "Finetune/Step": 13558, "Finetune/Step Time": 5.965584704652429}
+{"Finetune/Learning Rate": 4.226439666846958e-06, "Finetune/Loss": 0.6486016511917114, "Finetune/Loss (Raw)": 0.7182761430740356, "Finetune/Step": 13559, "Finetune/Step Time": 5.965342108160257}
+{"Finetune/Learning Rate": 4.2250648093620805e-06, "Finetune/Loss": 0.6482552886009216, "Finetune/Loss (Raw)": 0.5903602242469788, "Finetune/Step": 13560, "Finetune/Step Time": 5.990530589595437}
+{"Finetune/Learning Rate": 4.223690115637944e-06, "Finetune/Loss": 0.6480698585510254, "Finetune/Loss (Raw)": 0.6511558890342712, "Finetune/Step": 13561, "Finetune/Step Time": 5.991986386477947}
+{"Finetune/Learning Rate": 4.2223155857135316e-06, "Finetune/Loss": 0.6487303376197815, "Finetune/Loss (Raw)": 0.7178049087524414, "Finetune/Step": 13562, "Finetune/Step Time": 5.990451138466597}
+{"Finetune/Learning Rate": 4.220941219627818e-06, "Finetune/Loss": 0.6487403512001038, "Finetune/Loss (Raw)": 0.6636339426040649, "Finetune/Step": 13563, "Finetune/Step Time": 5.990857200697064}
+{"Finetune/Learning Rate": 4.219567017419778e-06, "Finetune/Loss": 0.6502914428710938, "Finetune/Loss (Raw)": 0.7305217385292053, "Finetune/Step": 13564, "Finetune/Step Time": 5.990064142271876}
+{"Finetune/Learning Rate": 4.21819297912838e-06, "Finetune/Loss": 0.6498727798461914, "Finetune/Loss (Raw)": 0.6127234697341919, "Finetune/Step": 13565, "Finetune/Step Time": 5.990139005705714}
+{"Finetune/Learning Rate": 4.216819104792589e-06, "Finetune/Loss": 0.6489710807800293, "Finetune/Loss (Raw)": 0.6904714703559875, "Finetune/Step": 13566, "Finetune/Step Time": 5.970820738002658}
+{"Finetune/Learning Rate": 4.215445394451363e-06, "Finetune/Loss": 0.6483904719352722, "Finetune/Loss (Raw)": 0.6249151229858398, "Finetune/Step": 13567, "Finetune/Step Time": 5.966011891141534}
+{"Finetune/Learning Rate": 4.214071848143655e-06, "Finetune/Loss": 0.6476898193359375, "Finetune/Loss (Raw)": 0.5978972315788269, "Finetune/Step": 13568, "Finetune/Step Time": 5.964581476524472}
+{"Finetune/Learning Rate": 4.2126984659084184e-06, "Finetune/Loss": 0.6485200524330139, "Finetune/Loss (Raw)": 0.6966739892959595, "Finetune/Step": 13569, "Finetune/Step Time": 5.9670674577355385}
+{"Finetune/Learning Rate": 4.211325247784594e-06, "Finetune/Loss": 0.6490740776062012, "Finetune/Loss (Raw)": 0.6198284029960632, "Finetune/Step": 13570, "Finetune/Step Time": 5.958476223051548}
+{"Finetune/Learning Rate": 4.209952193811126e-06, "Finetune/Loss": 0.6489109992980957, "Finetune/Loss (Raw)": 0.6200599074363708, "Finetune/Step": 13571, "Finetune/Step Time": 5.933805074542761}
+{"Finetune/Learning Rate": 4.208579304026949e-06, "Finetune/Loss": 0.6475323438644409, "Finetune/Loss (Raw)": 0.5104193687438965, "Finetune/Step": 13572, "Finetune/Step Time": 5.93199497833848}
+{"Finetune/Learning Rate": 4.207206578470996e-06, "Finetune/Loss": 0.6468809247016907, "Finetune/Loss (Raw)": 0.6236193776130676, "Finetune/Step": 13573, "Finetune/Step Time": 5.933318916708231}
+{"Finetune/Learning Rate": 4.20583401718219e-06, "Finetune/Loss": 0.6464983820915222, "Finetune/Loss (Raw)": 0.5982993245124817, "Finetune/Step": 13574, "Finetune/Step Time": 5.930758662521839}
+{"Finetune/Learning Rate": 4.204461620199456e-06, "Finetune/Loss": 0.6463704109191895, "Finetune/Loss (Raw)": 0.6313157677650452, "Finetune/Step": 13575, "Finetune/Step Time": 5.927073137834668}
+{"Finetune/Learning Rate": 4.203089387561709e-06, "Finetune/Loss": 0.6472044587135315, "Finetune/Loss (Raw)": 0.7283350229263306, "Finetune/Step": 13576, "Finetune/Step Time": 5.927215175703168}
+{"Finetune/Learning Rate": 4.201717319307863e-06, "Finetune/Loss": 0.6478589773178101, "Finetune/Loss (Raw)": 0.7008423209190369, "Finetune/Step": 13577, "Finetune/Step Time": 5.909712929278612}
+{"Finetune/Learning Rate": 4.2003454154768265e-06, "Finetune/Loss": 0.6479448080062866, "Finetune/Loss (Raw)": 0.6307992935180664, "Finetune/Step": 13578, "Finetune/Step Time": 5.907246194779873}
+{"Finetune/Learning Rate": 4.198973676107502e-06, "Finetune/Loss": 0.6473744511604309, "Finetune/Loss (Raw)": 0.6479833722114563, "Finetune/Step": 13579, "Finetune/Step Time": 5.9035062827169895}
+{"Finetune/Learning Rate": 4.197602101238787e-06, "Finetune/Loss": 0.6486204266548157, "Finetune/Loss (Raw)": 0.6382025480270386, "Finetune/Step": 13580, "Finetune/Step Time": 5.883420791476965}
+{"Finetune/Learning Rate": 4.196230690909578e-06, "Finetune/Loss": 0.6473743915557861, "Finetune/Loss (Raw)": 0.6120371222496033, "Finetune/Step": 13581, "Finetune/Step Time": 5.883953897282481}
+{"Finetune/Learning Rate": 4.194859445158766e-06, "Finetune/Loss": 0.6475650668144226, "Finetune/Loss (Raw)": 0.6453307867050171, "Finetune/Step": 13582, "Finetune/Step Time": 5.879206966608763}
+{"Finetune/Learning Rate": 4.193488364025224e-06, "Finetune/Loss": 0.646899938583374, "Finetune/Loss (Raw)": 0.578155517578125, "Finetune/Step": 13583, "Finetune/Step Time": 5.880138924345374}
+{"Finetune/Learning Rate": 4.192117447547845e-06, "Finetune/Loss": 0.6463110446929932, "Finetune/Loss (Raw)": 0.6254215836524963, "Finetune/Step": 13584, "Finetune/Step Time": 5.883108539506793}
+{"Finetune/Learning Rate": 4.190746695765501e-06, "Finetune/Loss": 0.6466885805130005, "Finetune/Loss (Raw)": 0.5843845009803772, "Finetune/Step": 13585, "Finetune/Step Time": 5.886183520779014}
+{"Finetune/Learning Rate": 4.18937610871706e-06, "Finetune/Loss": 0.6466093063354492, "Finetune/Loss (Raw)": 0.7243871688842773, "Finetune/Step": 13586, "Finetune/Step Time": 5.899719757959247}
+{"Finetune/Learning Rate": 4.18800568644139e-06, "Finetune/Loss": 0.6457327604293823, "Finetune/Loss (Raw)": 0.6033308506011963, "Finetune/Step": 13587, "Finetune/Step Time": 5.900566155090928}
+{"Finetune/Learning Rate": 4.186635428977355e-06, "Finetune/Loss": 0.646330714225769, "Finetune/Loss (Raw)": 0.6946436762809753, "Finetune/Step": 13588, "Finetune/Step Time": 5.888096239417791}
+{"Finetune/Learning Rate": 4.185265336363804e-06, "Finetune/Loss": 0.6460641622543335, "Finetune/Loss (Raw)": 0.6344302892684937, "Finetune/Step": 13589, "Finetune/Step Time": 5.888004131615162}
+{"Finetune/Learning Rate": 4.183895408639591e-06, "Finetune/Loss": 0.6453306674957275, "Finetune/Loss (Raw)": 0.6185452342033386, "Finetune/Step": 13590, "Finetune/Step Time": 5.883168274536729}
+{"Finetune/Learning Rate": 4.1825256458435685e-06, "Finetune/Loss": 0.6447560787200928, "Finetune/Loss (Raw)": 0.7185037136077881, "Finetune/Step": 13591, "Finetune/Step Time": 5.892897412180901}
+{"Finetune/Learning Rate": 4.1811560480145754e-06, "Finetune/Loss": 0.6449198722839355, "Finetune/Loss (Raw)": 0.6487503051757812, "Finetune/Step": 13592, "Finetune/Step Time": 5.891650266945362}
+{"Finetune/Learning Rate": 4.17978661519145e-06, "Finetune/Loss": 0.6451094746589661, "Finetune/Loss (Raw)": 0.6628226637840271, "Finetune/Step": 13593, "Finetune/Step Time": 5.878697331994772}
+{"Finetune/Learning Rate": 4.178417347413029e-06, "Finetune/Loss": 0.6454800367355347, "Finetune/Loss (Raw)": 0.609600841999054, "Finetune/Step": 13594, "Finetune/Step Time": 5.879089582711458}
+{"Finetune/Learning Rate": 4.177048244718136e-06, "Finetune/Loss": 0.6453293561935425, "Finetune/Loss (Raw)": 0.6450808644294739, "Finetune/Step": 13595, "Finetune/Step Time": 5.86518775485456}
+{"Finetune/Learning Rate": 4.175679307145595e-06, "Finetune/Loss": 0.6439784169197083, "Finetune/Loss (Raw)": 0.5956589579582214, "Finetune/Step": 13596, "Finetune/Step Time": 5.854683510959148}
+{"Finetune/Learning Rate": 4.174310534734227e-06, "Finetune/Loss": 0.6438025236129761, "Finetune/Loss (Raw)": 0.6943718791007996, "Finetune/Step": 13597, "Finetune/Step Time": 5.852916978299618}
+{"Finetune/Learning Rate": 4.172941927522843e-06, "Finetune/Loss": 0.6434435248374939, "Finetune/Loss (Raw)": 0.5979014039039612, "Finetune/Step": 13598, "Finetune/Step Time": 5.848738422617316}
+{"Finetune/Learning Rate": 4.17157348555026e-06, "Finetune/Loss": 0.6433073878288269, "Finetune/Loss (Raw)": 0.6474315524101257, "Finetune/Step": 13599, "Finetune/Step Time": 5.847672762349248}
+{"Finetune/Learning Rate": 4.170205208855281e-06, "Finetune/Loss": 0.641728401184082, "Finetune/Loss (Raw)": 0.4970565736293793, "Finetune/Step": 13600, "Finetune/Step Time": 5.864658748731017}
+{"Finetune/Learning Rate": 4.1688370974767025e-06, "Finetune/Loss": 0.6421232223510742, "Finetune/Loss (Raw)": 0.7252310514450073, "Finetune/Step": 13601, "Finetune/Step Time": 5.86586239002645}
+{"Finetune/Learning Rate": 4.167469151453322e-06, "Finetune/Loss": 0.6418834924697876, "Finetune/Loss (Raw)": 0.5711732506752014, "Finetune/Step": 13602, "Finetune/Step Time": 5.867779929190874}
+{"Finetune/Learning Rate": 4.1661013708239305e-06, "Finetune/Loss": 0.6421257853507996, "Finetune/Loss (Raw)": 0.6617652773857117, "Finetune/Step": 13603, "Finetune/Step Time": 5.888090156018734}
+{"Finetune/Learning Rate": 4.164733755627315e-06, "Finetune/Loss": 0.6429459452629089, "Finetune/Loss (Raw)": 0.7511476874351501, "Finetune/Step": 13604, "Finetune/Step Time": 5.890051966533065}
+{"Finetune/Learning Rate": 4.1633663059022534e-06, "Finetune/Loss": 0.6420633792877197, "Finetune/Loss (Raw)": 0.616459310054779, "Finetune/Step": 13605, "Finetune/Step Time": 5.898072278127074}
+{"Finetune/Learning Rate": 4.161999021687533e-06, "Finetune/Loss": 0.6422242522239685, "Finetune/Loss (Raw)": 0.6266089081764221, "Finetune/Step": 13606, "Finetune/Step Time": 5.885473720729351}
+{"Finetune/Learning Rate": 4.160631903021916e-06, "Finetune/Loss": 0.6425902247428894, "Finetune/Loss (Raw)": 0.6009199023246765, "Finetune/Step": 13607, "Finetune/Step Time": 5.888968655839562}
+{"Finetune/Learning Rate": 4.159264949944173e-06, "Finetune/Loss": 0.6424732208251953, "Finetune/Loss (Raw)": 0.6252073049545288, "Finetune/Step": 13608, "Finetune/Step Time": 5.900882368907332}
+{"Finetune/Learning Rate": 4.157898162493068e-06, "Finetune/Loss": 0.6431763172149658, "Finetune/Loss (Raw)": 0.6864627599716187, "Finetune/Step": 13609, "Finetune/Step Time": 5.908802822232246}
+{"Finetune/Learning Rate": 4.156531540707357e-06, "Finetune/Loss": 0.6420410871505737, "Finetune/Loss (Raw)": 0.5885276794433594, "Finetune/Step": 13610, "Finetune/Step Time": 5.915212379768491}
+{"Finetune/Learning Rate": 4.155165084625796e-06, "Finetune/Loss": 0.642036497592926, "Finetune/Loss (Raw)": 0.6468402147293091, "Finetune/Step": 13611, "Finetune/Step Time": 5.913348997011781}
+{"Finetune/Learning Rate": 4.153798794287133e-06, "Finetune/Loss": 0.6429035067558289, "Finetune/Loss (Raw)": 0.753953754901886, "Finetune/Step": 13612, "Finetune/Step Time": 5.902580773457885}
+{"Finetune/Learning Rate": 4.152432669730111e-06, "Finetune/Loss": 0.6434020400047302, "Finetune/Loss (Raw)": 0.6859802603721619, "Finetune/Step": 13613, "Finetune/Step Time": 5.897806998342276}
+{"Finetune/Learning Rate": 4.15106671099347e-06, "Finetune/Loss": 0.6428706645965576, "Finetune/Loss (Raw)": 0.6228505969047546, "Finetune/Step": 13614, "Finetune/Step Time": 5.925849333405495}
+{"Finetune/Learning Rate": 4.149700918115946e-06, "Finetune/Loss": 0.6428425312042236, "Finetune/Loss (Raw)": 0.6827181577682495, "Finetune/Step": 13615, "Finetune/Step Time": 5.928368415683508}
+{"Finetune/Learning Rate": 4.148335291136267e-06, "Finetune/Loss": 0.6410907506942749, "Finetune/Loss (Raw)": 0.44885867834091187, "Finetune/Step": 13616, "Finetune/Step Time": 5.9282890893518925}
+{"Finetune/Learning Rate": 4.1469698300931595e-06, "Finetune/Loss": 0.6403688192367554, "Finetune/Loss (Raw)": 0.59690260887146, "Finetune/Step": 13617, "Finetune/Step Time": 5.929262002930045}
+{"Finetune/Learning Rate": 4.145604535025344e-06, "Finetune/Loss": 0.6400737762451172, "Finetune/Loss (Raw)": 0.6332371234893799, "Finetune/Step": 13618, "Finetune/Step Time": 5.934017030522227}
+{"Finetune/Learning Rate": 4.144239405971536e-06, "Finetune/Loss": 0.6398704051971436, "Finetune/Loss (Raw)": 0.6840633749961853, "Finetune/Step": 13619, "Finetune/Step Time": 5.929767535999417}
+{"Finetune/Learning Rate": 4.142874442970447e-06, "Finetune/Loss": 0.6392862796783447, "Finetune/Loss (Raw)": 0.630433976650238, "Finetune/Step": 13620, "Finetune/Step Time": 5.92740891687572}
+{"Finetune/Learning Rate": 4.141509646060784e-06, "Finetune/Loss": 0.6372545957565308, "Finetune/Loss (Raw)": 0.49845966696739197, "Finetune/Step": 13621, "Finetune/Step Time": 5.928159458562732}
+{"Finetune/Learning Rate": 4.140145015281247e-06, "Finetune/Loss": 0.6364939212799072, "Finetune/Loss (Raw)": 0.5902450084686279, "Finetune/Step": 13622, "Finetune/Step Time": 5.922722112387419}
+{"Finetune/Learning Rate": 4.138780550670535e-06, "Finetune/Loss": 0.6366342306137085, "Finetune/Loss (Raw)": 0.6430922150611877, "Finetune/Step": 13623, "Finetune/Step Time": 5.921439571306109}
+{"Finetune/Learning Rate": 4.1374162522673436e-06, "Finetune/Loss": 0.6358581781387329, "Finetune/Loss (Raw)": 0.6164652109146118, "Finetune/Step": 13624, "Finetune/Step Time": 5.928876332938671}
+{"Finetune/Learning Rate": 4.136052120110347e-06, "Finetune/Loss": 0.6359407305717468, "Finetune/Loss (Raw)": 0.7060287594795227, "Finetune/Step": 13625, "Finetune/Step Time": 5.925381049513817}
+{"Finetune/Learning Rate": 4.134688154238244e-06, "Finetune/Loss": 0.6345821619033813, "Finetune/Loss (Raw)": 0.581443190574646, "Finetune/Step": 13626, "Finetune/Step Time": 5.9285948146134615}
+{"Finetune/Learning Rate": 4.133324354689704e-06, "Finetune/Loss": 0.6343572735786438, "Finetune/Loss (Raw)": 0.6373900175094604, "Finetune/Step": 13627, "Finetune/Step Time": 5.944049561396241}
+{"Finetune/Learning Rate": 4.131960721503403e-06, "Finetune/Loss": 0.6339936256408691, "Finetune/Loss (Raw)": 0.6402309536933899, "Finetune/Step": 13628, "Finetune/Step Time": 5.941902305930853}
+{"Finetune/Learning Rate": 4.13059725471801e-06, "Finetune/Loss": 0.6328099966049194, "Finetune/Loss (Raw)": 0.5019591450691223, "Finetune/Step": 13629, "Finetune/Step Time": 5.944501830264926}
+{"Finetune/Learning Rate": 4.129233954372192e-06, "Finetune/Loss": 0.6328704357147217, "Finetune/Loss (Raw)": 0.6389456987380981, "Finetune/Step": 13630, "Finetune/Step Time": 5.944458965212107}
+{"Finetune/Learning Rate": 4.127870820504602e-06, "Finetune/Loss": 0.6334983110427856, "Finetune/Loss (Raw)": 0.5775103569030762, "Finetune/Step": 13631, "Finetune/Step Time": 5.936591392382979}
+{"Finetune/Learning Rate": 4.126507853153891e-06, "Finetune/Loss": 0.6348721981048584, "Finetune/Loss (Raw)": 0.7304298877716064, "Finetune/Step": 13632, "Finetune/Step Time": 5.932796431705356}
+{"Finetune/Learning Rate": 4.125145052358722e-06, "Finetune/Loss": 0.6349862217903137, "Finetune/Loss (Raw)": 0.558870255947113, "Finetune/Step": 13633, "Finetune/Step Time": 5.930625116452575}
+{"Finetune/Learning Rate": 4.1237824181577325e-06, "Finetune/Loss": 0.6358379125595093, "Finetune/Loss (Raw)": 0.7058117985725403, "Finetune/Step": 13634, "Finetune/Step Time": 5.923436623066664}
+{"Finetune/Learning Rate": 4.122419950589563e-06, "Finetune/Loss": 0.6370130777359009, "Finetune/Loss (Raw)": 0.7799286246299744, "Finetune/Step": 13635, "Finetune/Step Time": 5.928764332085848}
+{"Finetune/Learning Rate": 4.1210576496928546e-06, "Finetune/Loss": 0.6368597745895386, "Finetune/Loss (Raw)": 0.6024763584136963, "Finetune/Step": 13636, "Finetune/Step Time": 5.930420357733965}
+{"Finetune/Learning Rate": 4.11969551550623e-06, "Finetune/Loss": 0.6364696621894836, "Finetune/Loss (Raw)": 0.667087972164154, "Finetune/Step": 13637, "Finetune/Step Time": 5.91624041646719}
+{"Finetune/Learning Rate": 4.118333548068319e-06, "Finetune/Loss": 0.6360139846801758, "Finetune/Loss (Raw)": 0.6212866902351379, "Finetune/Step": 13638, "Finetune/Step Time": 5.916150391101837}
+{"Finetune/Learning Rate": 4.11697174741774e-06, "Finetune/Loss": 0.6351374387741089, "Finetune/Loss (Raw)": 0.5081313252449036, "Finetune/Step": 13639, "Finetune/Step Time": 5.939140064641833}
+{"Finetune/Learning Rate": 4.115610113593117e-06, "Finetune/Loss": 0.635299801826477, "Finetune/Loss (Raw)": 0.6016018390655518, "Finetune/Step": 13640, "Finetune/Step Time": 5.944158269092441}
+{"Finetune/Learning Rate": 4.114248646633059e-06, "Finetune/Loss": 0.6349220275878906, "Finetune/Loss (Raw)": 0.5589185953140259, "Finetune/Step": 13641, "Finetune/Step Time": 5.934705372899771}
+{"Finetune/Learning Rate": 4.112887346576174e-06, "Finetune/Loss": 0.6346550583839417, "Finetune/Loss (Raw)": 0.6483009457588196, "Finetune/Step": 13642, "Finetune/Step Time": 5.934720482677221}
+{"Finetune/Learning Rate": 4.111526213461061e-06, "Finetune/Loss": 0.6348933577537537, "Finetune/Loss (Raw)": 0.5948435068130493, "Finetune/Step": 13643, "Finetune/Step Time": 5.9263505935668945}
+{"Finetune/Learning Rate": 4.11016524732632e-06, "Finetune/Loss": 0.633895754814148, "Finetune/Loss (Raw)": 0.6428983211517334, "Finetune/Step": 13644, "Finetune/Step Time": 5.924878535792232}
+{"Finetune/Learning Rate": 4.108804448210544e-06, "Finetune/Loss": 0.6344208121299744, "Finetune/Loss (Raw)": 0.5637091994285583, "Finetune/Step": 13645, "Finetune/Step Time": 5.910438423976302}
+{"Finetune/Learning Rate": 4.107443816152318e-06, "Finetune/Loss": 0.6343858242034912, "Finetune/Loss (Raw)": 0.6222180128097534, "Finetune/Step": 13646, "Finetune/Step Time": 5.909625438973308}
+{"Finetune/Learning Rate": 4.106083351190232e-06, "Finetune/Loss": 0.6343492269515991, "Finetune/Loss (Raw)": 0.6884710788726807, "Finetune/Step": 13647, "Finetune/Step Time": 5.908556500449777}
+{"Finetune/Learning Rate": 4.104723053362867e-06, "Finetune/Loss": 0.6351796388626099, "Finetune/Loss (Raw)": 0.7172538638114929, "Finetune/Step": 13648, "Finetune/Step Time": 5.910128474235535}
+{"Finetune/Learning Rate": 4.103362922708788e-06, "Finetune/Loss": 0.6345553398132324, "Finetune/Loss (Raw)": 0.5840884447097778, "Finetune/Step": 13649, "Finetune/Step Time": 5.918051293119788}
+{"Finetune/Learning Rate": 4.102002959266568e-06, "Finetune/Loss": 0.6344826221466064, "Finetune/Loss (Raw)": 0.6787595152854919, "Finetune/Step": 13650, "Finetune/Step Time": 5.922801507636905}
+{"Finetune/Learning Rate": 4.100643163074774e-06, "Finetune/Loss": 0.6375173330307007, "Finetune/Loss (Raw)": 0.8393225073814392, "Finetune/Step": 13651, "Finetune/Step Time": 5.912267699837685}
+{"Finetune/Learning Rate": 4.0992835341719626e-06, "Finetune/Loss": 0.6375468373298645, "Finetune/Loss (Raw)": 0.675162136554718, "Finetune/Step": 13652, "Finetune/Step Time": 5.9132403787225485}
+{"Finetune/Learning Rate": 4.097924072596692e-06, "Finetune/Loss": 0.6374179720878601, "Finetune/Loss (Raw)": 0.6820674538612366, "Finetune/Step": 13653, "Finetune/Step Time": 5.940460542216897}
+{"Finetune/Learning Rate": 4.096564778387507e-06, "Finetune/Loss": 0.6379889845848083, "Finetune/Loss (Raw)": 0.6336055397987366, "Finetune/Step": 13654, "Finetune/Step Time": 5.9461709801107645}
+{"Finetune/Learning Rate": 4.095205651582965e-06, "Finetune/Loss": 0.6359700560569763, "Finetune/Loss (Raw)": 0.4353528618812561, "Finetune/Step": 13655, "Finetune/Step Time": 5.96450256370008}
+{"Finetune/Learning Rate": 4.093846692221597e-06, "Finetune/Loss": 0.6354981064796448, "Finetune/Loss (Raw)": 0.6841738224029541, "Finetune/Step": 13656, "Finetune/Step Time": 5.974033819511533}
+{"Finetune/Learning Rate": 4.092487900341941e-06, "Finetune/Loss": 0.635251522064209, "Finetune/Loss (Raw)": 0.6369889974594116, "Finetune/Step": 13657, "Finetune/Step Time": 5.973133871331811}
+{"Finetune/Learning Rate": 4.09112927598253e-06, "Finetune/Loss": 0.6357453465461731, "Finetune/Loss (Raw)": 0.5908064842224121, "Finetune/Step": 13658, "Finetune/Step Time": 5.9731945637613535}
+{"Finetune/Learning Rate": 4.0897708191818905e-06, "Finetune/Loss": 0.6353131532669067, "Finetune/Loss (Raw)": 0.658551037311554, "Finetune/Step": 13659, "Finetune/Step Time": 5.953757485374808}
+{"Finetune/Learning Rate": 4.088412529978544e-06, "Finetune/Loss": 0.6352756023406982, "Finetune/Loss (Raw)": 0.5577162504196167, "Finetune/Step": 13660, "Finetune/Step Time": 5.9538380187004805}
+{"Finetune/Learning Rate": 4.0870544084110075e-06, "Finetune/Loss": 0.6349974870681763, "Finetune/Loss (Raw)": 0.6056568622589111, "Finetune/Step": 13661, "Finetune/Step Time": 5.951734377071261}
+{"Finetune/Learning Rate": 4.085696454517794e-06, "Finetune/Loss": 0.6340793371200562, "Finetune/Loss (Raw)": 0.5888229608535767, "Finetune/Step": 13662, "Finetune/Step Time": 5.95459682866931}
+{"Finetune/Learning Rate": 4.084338668337411e-06, "Finetune/Loss": 0.6324074268341064, "Finetune/Loss (Raw)": 0.5570753216743469, "Finetune/Step": 13663, "Finetune/Step Time": 5.952025027945638}
+{"Finetune/Learning Rate": 4.082981049908362e-06, "Finetune/Loss": 0.6335632801055908, "Finetune/Loss (Raw)": 0.7026640176773071, "Finetune/Step": 13664, "Finetune/Step Time": 5.958338862285018}
+{"Finetune/Learning Rate": 4.081623599269144e-06, "Finetune/Loss": 0.6325384974479675, "Finetune/Loss (Raw)": 0.6296570301055908, "Finetune/Step": 13665, "Finetune/Step Time": 5.970179386436939}
+{"Finetune/Learning Rate": 4.0802663164582515e-06, "Finetune/Loss": 0.6329255104064941, "Finetune/Loss (Raw)": 0.7206431031227112, "Finetune/Step": 13666, "Finetune/Step Time": 5.969134150072932}
+{"Finetune/Learning Rate": 4.078909201514172e-06, "Finetune/Loss": 0.6327452659606934, "Finetune/Loss (Raw)": 0.5938783288002014, "Finetune/Step": 13667, "Finetune/Step Time": 5.995521577075124}
+{"Finetune/Learning Rate": 4.077552254475391e-06, "Finetune/Loss": 0.6331338882446289, "Finetune/Loss (Raw)": 0.7117686867713928, "Finetune/Step": 13668, "Finetune/Step Time": 6.0129461120814085}
+{"Finetune/Learning Rate": 4.076195475380387e-06, "Finetune/Loss": 0.6337229609489441, "Finetune/Loss (Raw)": 0.7059528231620789, "Finetune/Step": 13669, "Finetune/Step Time": 6.014497309923172}
+{"Finetune/Learning Rate": 4.074838864267633e-06, "Finetune/Loss": 0.6348426342010498, "Finetune/Loss (Raw)": 0.6952587962150574, "Finetune/Step": 13670, "Finetune/Step Time": 6.019841896370053}
+{"Finetune/Learning Rate": 4.073482421175601e-06, "Finetune/Loss": 0.6363587379455566, "Finetune/Loss (Raw)": 0.738162636756897, "Finetune/Step": 13671, "Finetune/Step Time": 6.016586761921644}
+{"Finetune/Learning Rate": 4.072126146142754e-06, "Finetune/Loss": 0.6378301978111267, "Finetune/Loss (Raw)": 0.7296096682548523, "Finetune/Step": 13672, "Finetune/Step Time": 6.0208111852407455}
+{"Finetune/Learning Rate": 4.070770039207555e-06, "Finetune/Loss": 0.6380038261413574, "Finetune/Loss (Raw)": 0.653714120388031, "Finetune/Step": 13673, "Finetune/Step Time": 6.022665312513709}
+{"Finetune/Learning Rate": 4.069414100408456e-06, "Finetune/Loss": 0.6383227109909058, "Finetune/Loss (Raw)": 0.6654091477394104, "Finetune/Step": 13674, "Finetune/Step Time": 6.026967637240887}
+{"Finetune/Learning Rate": 4.068058329783907e-06, "Finetune/Loss": 0.6390209197998047, "Finetune/Loss (Raw)": 0.6536430716514587, "Finetune/Step": 13675, "Finetune/Step Time": 6.021228898316622}
+{"Finetune/Learning Rate": 4.066702727372357e-06, "Finetune/Loss": 0.6374902725219727, "Finetune/Loss (Raw)": 0.5144898295402527, "Finetune/Step": 13676, "Finetune/Step Time": 6.022851882502437}
+{"Finetune/Learning Rate": 4.065347293212246e-06, "Finetune/Loss": 0.6382436156272888, "Finetune/Loss (Raw)": 0.6967142224311829, "Finetune/Step": 13677, "Finetune/Step Time": 6.023610359057784}
+{"Finetune/Learning Rate": 4.063992027342009e-06, "Finetune/Loss": 0.6381653547286987, "Finetune/Loss (Raw)": 0.5930492281913757, "Finetune/Step": 13678, "Finetune/Step Time": 6.023075899109244}
+{"Finetune/Learning Rate": 4.062636929800083e-06, "Finetune/Loss": 0.6389912366867065, "Finetune/Loss (Raw)": 0.7988057136535645, "Finetune/Step": 13679, "Finetune/Step Time": 6.019825233146548}
+{"Finetune/Learning Rate": 4.061282000624885e-06, "Finetune/Loss": 0.6399124264717102, "Finetune/Loss (Raw)": 0.6665766835212708, "Finetune/Step": 13680, "Finetune/Step Time": 6.001626810058951}
+{"Finetune/Learning Rate": 4.059927239854841e-06, "Finetune/Loss": 0.640545129776001, "Finetune/Loss (Raw)": 0.7430781126022339, "Finetune/Step": 13681, "Finetune/Step Time": 5.998418277129531}
+{"Finetune/Learning Rate": 4.058572647528371e-06, "Finetune/Loss": 0.6391428709030151, "Finetune/Loss (Raw)": 0.6051412224769592, "Finetune/Step": 13682, "Finetune/Step Time": 5.991272756829858}
+{"Finetune/Learning Rate": 4.0572182236838855e-06, "Finetune/Loss": 0.6402578949928284, "Finetune/Loss (Raw)": 0.6033812761306763, "Finetune/Step": 13683, "Finetune/Step Time": 5.973948504775763}
+{"Finetune/Learning Rate": 4.055863968359793e-06, "Finetune/Loss": 0.639672577381134, "Finetune/Loss (Raw)": 0.6159994006156921, "Finetune/Step": 13684, "Finetune/Step Time": 5.965560110285878}
+{"Finetune/Learning Rate": 4.054509881594497e-06, "Finetune/Loss": 0.6406958699226379, "Finetune/Loss (Raw)": 0.7295453548431396, "Finetune/Step": 13685, "Finetune/Step Time": 5.974635420367122}
+{"Finetune/Learning Rate": 4.053155963426393e-06, "Finetune/Loss": 0.6402891874313354, "Finetune/Loss (Raw)": 0.6163868308067322, "Finetune/Step": 13686, "Finetune/Step Time": 5.957908011972904}
+{"Finetune/Learning Rate": 4.051802213893874e-06, "Finetune/Loss": 0.6403185725212097, "Finetune/Loss (Raw)": 0.7220399379730225, "Finetune/Step": 13687, "Finetune/Step Time": 5.957764273509383}
+{"Finetune/Learning Rate": 4.050448633035326e-06, "Finetune/Loss": 0.6407182216644287, "Finetune/Loss (Raw)": 0.6415095329284668, "Finetune/Step": 13688, "Finetune/Step Time": 5.938118012621999}
+{"Finetune/Learning Rate": 4.049095220889141e-06, "Finetune/Loss": 0.6417319178581238, "Finetune/Loss (Raw)": 0.7809146642684937, "Finetune/Step": 13689, "Finetune/Step Time": 5.935091076418757}
+{"Finetune/Learning Rate": 4.0477419774936935e-06, "Finetune/Loss": 0.6408329606056213, "Finetune/Loss (Raw)": 0.6027405858039856, "Finetune/Step": 13690, "Finetune/Step Time": 5.942973541095853}
+{"Finetune/Learning Rate": 4.046388902887361e-06, "Finetune/Loss": 0.6411055326461792, "Finetune/Loss (Raw)": 0.6985189914703369, "Finetune/Step": 13691, "Finetune/Step Time": 5.94284725561738}
+{"Finetune/Learning Rate": 4.045035997108504e-06, "Finetune/Loss": 0.639758288860321, "Finetune/Loss (Raw)": 0.5580787658691406, "Finetune/Step": 13692, "Finetune/Step Time": 5.94125366397202}
+{"Finetune/Learning Rate": 4.043683260195494e-06, "Finetune/Loss": 0.640312671661377, "Finetune/Loss (Raw)": 0.6836790442466736, "Finetune/Step": 13693, "Finetune/Step Time": 5.94072388112545}
+{"Finetune/Learning Rate": 4.042330692186689e-06, "Finetune/Loss": 0.6394239664077759, "Finetune/Loss (Raw)": 0.5767227411270142, "Finetune/Step": 13694, "Finetune/Step Time": 5.943169951438904}
+{"Finetune/Learning Rate": 4.040978293120441e-06, "Finetune/Loss": 0.6398924589157104, "Finetune/Loss (Raw)": 0.6848780512809753, "Finetune/Step": 13695, "Finetune/Step Time": 5.940632028505206}
+{"Finetune/Learning Rate": 4.039626063035107e-06, "Finetune/Loss": 0.6396053433418274, "Finetune/Loss (Raw)": 0.5611463189125061, "Finetune/Step": 13696, "Finetune/Step Time": 5.943782478570938}
+{"Finetune/Learning Rate": 4.038274001969033e-06, "Finetune/Loss": 0.6394520998001099, "Finetune/Loss (Raw)": 0.6770586371421814, "Finetune/Step": 13697, "Finetune/Step Time": 5.9433126505464315}
+{"Finetune/Learning Rate": 4.0369221099605505e-06, "Finetune/Loss": 0.6399374008178711, "Finetune/Loss (Raw)": 0.6819556951522827, "Finetune/Step": 13698, "Finetune/Step Time": 5.960145860910416}
+{"Finetune/Learning Rate": 4.0355703870480016e-06, "Finetune/Loss": 0.6404107213020325, "Finetune/Loss (Raw)": 0.6806382536888123, "Finetune/Step": 13699, "Finetune/Step Time": 5.962099740281701}
+{"Finetune/Learning Rate": 4.034218833269714e-06, "Finetune/Loss": 0.6424018144607544, "Finetune/Loss (Raw)": 0.7652803063392639, "Finetune/Step": 13700, "Finetune/Step Time": 5.959144361317158}
+{"Finetune/Learning Rate": 4.0328674486640175e-06, "Finetune/Loss": 0.643011748790741, "Finetune/Loss (Raw)": 0.7016899585723877, "Finetune/Step": 13701, "Finetune/Step Time": 5.954324144870043}
+{"Finetune/Learning Rate": 4.031516233269228e-06, "Finetune/Loss": 0.6428697109222412, "Finetune/Loss (Raw)": 0.5801172256469727, "Finetune/Step": 13702, "Finetune/Step Time": 5.957370134070516}
+{"Finetune/Learning Rate": 4.030165187123673e-06, "Finetune/Loss": 0.6429879069328308, "Finetune/Loss (Raw)": 0.6464492082595825, "Finetune/Step": 13703, "Finetune/Step Time": 5.960600076243281}
+{"Finetune/Learning Rate": 4.028814310265654e-06, "Finetune/Loss": 0.6425448656082153, "Finetune/Loss (Raw)": 0.6716236472129822, "Finetune/Step": 13704, "Finetune/Step Time": 5.959363155066967}
+{"Finetune/Learning Rate": 4.027463602733481e-06, "Finetune/Loss": 0.6424600481987, "Finetune/Loss (Raw)": 0.6899859309196472, "Finetune/Step": 13705, "Finetune/Step Time": 5.962036799639463}
+{"Finetune/Learning Rate": 4.026113064565457e-06, "Finetune/Loss": 0.6426498889923096, "Finetune/Loss (Raw)": 0.6550982594490051, "Finetune/Step": 13706, "Finetune/Step Time": 5.964565839618444}
+{"Finetune/Learning Rate": 4.0247626957998785e-06, "Finetune/Loss": 0.6428091526031494, "Finetune/Loss (Raw)": 0.6683662533760071, "Finetune/Step": 13707, "Finetune/Step Time": 5.965265920385718}
+{"Finetune/Learning Rate": 4.023412496475039e-06, "Finetune/Loss": 0.6429297924041748, "Finetune/Loss (Raw)": 0.6536517143249512, "Finetune/Step": 13708, "Finetune/Step Time": 5.9659991748631}
+{"Finetune/Learning Rate": 4.022062466629226e-06, "Finetune/Loss": 0.6427255272865295, "Finetune/Loss (Raw)": 0.5858854055404663, "Finetune/Step": 13709, "Finetune/Step Time": 5.9673226326704025}
+{"Finetune/Learning Rate": 4.020712606300723e-06, "Finetune/Loss": 0.6423386335372925, "Finetune/Loss (Raw)": 0.595809817314148, "Finetune/Step": 13710, "Finetune/Step Time": 5.96907395683229}
+{"Finetune/Learning Rate": 4.019362915527807e-06, "Finetune/Loss": 0.6428227424621582, "Finetune/Loss (Raw)": 0.6401179432868958, "Finetune/Step": 13711, "Finetune/Step Time": 5.970152450725436}
+{"Finetune/Learning Rate": 4.018013394348752e-06, "Finetune/Loss": 0.6428520679473877, "Finetune/Loss (Raw)": 0.6291730403900146, "Finetune/Step": 13712, "Finetune/Step Time": 5.9677340146154165}
+{"Finetune/Learning Rate": 4.016664042801827e-06, "Finetune/Loss": 0.6428148150444031, "Finetune/Loss (Raw)": 0.5796228051185608, "Finetune/Step": 13713, "Finetune/Step Time": 5.969999715685844}
+{"Finetune/Learning Rate": 4.015314860925294e-06, "Finetune/Loss": 0.6430306434631348, "Finetune/Loss (Raw)": 0.7520055770874023, "Finetune/Step": 13714, "Finetune/Step Time": 5.972188867628574}
+{"Finetune/Learning Rate": 4.013965848757415e-06, "Finetune/Loss": 0.6431812644004822, "Finetune/Loss (Raw)": 0.6226169466972351, "Finetune/Step": 13715, "Finetune/Step Time": 5.971194287762046}
+{"Finetune/Learning Rate": 4.012617006336442e-06, "Finetune/Loss": 0.6429047584533691, "Finetune/Loss (Raw)": 0.6592510938644409, "Finetune/Step": 13716, "Finetune/Step Time": 5.964932233095169}
+{"Finetune/Learning Rate": 4.011268333700625e-06, "Finetune/Loss": 0.6427360773086548, "Finetune/Loss (Raw)": 0.6128341555595398, "Finetune/Step": 13717, "Finetune/Step Time": 5.9649218413978815}
+{"Finetune/Learning Rate": 4.009919830888209e-06, "Finetune/Loss": 0.6426246166229248, "Finetune/Loss (Raw)": 0.6042823195457458, "Finetune/Step": 13718, "Finetune/Step Time": 5.969192808493972}
+{"Finetune/Learning Rate": 4.008571497937432e-06, "Finetune/Loss": 0.6414923667907715, "Finetune/Loss (Raw)": 0.5735739469528198, "Finetune/Step": 13719, "Finetune/Step Time": 5.961936097592115}
+{"Finetune/Learning Rate": 4.007223334886531e-06, "Finetune/Loss": 0.6408864855766296, "Finetune/Loss (Raw)": 0.571195662021637, "Finetune/Step": 13720, "Finetune/Step Time": 5.981266280636191}
+{"Finetune/Learning Rate": 4.005875341773739e-06, "Finetune/Loss": 0.6406156420707703, "Finetune/Loss (Raw)": 0.6281586289405823, "Finetune/Step": 13721, "Finetune/Step Time": 5.9753643199801445}
+{"Finetune/Learning Rate": 4.004527518637268e-06, "Finetune/Loss": 0.6408122777938843, "Finetune/Loss (Raw)": 0.6347697973251343, "Finetune/Step": 13722, "Finetune/Step Time": 5.971458453685045}
+{"Finetune/Learning Rate": 4.003179865515353e-06, "Finetune/Loss": 0.6414182186126709, "Finetune/Loss (Raw)": 0.7226384282112122, "Finetune/Step": 13723, "Finetune/Step Time": 5.971538852900267}
+{"Finetune/Learning Rate": 4.001832382446204e-06, "Finetune/Loss": 0.6414794921875, "Finetune/Loss (Raw)": 0.6035003066062927, "Finetune/Step": 13724, "Finetune/Step Time": 5.969583870843053}
+{"Finetune/Learning Rate": 4.000485069468032e-06, "Finetune/Loss": 0.6404684782028198, "Finetune/Loss (Raw)": 0.5649635195732117, "Finetune/Step": 13725, "Finetune/Step Time": 5.968974580988288}
+{"Finetune/Learning Rate": 3.999137926619043e-06, "Finetune/Loss": 0.6408592462539673, "Finetune/Loss (Raw)": 0.647926926612854, "Finetune/Step": 13726, "Finetune/Step Time": 5.971910187974572}
+{"Finetune/Learning Rate": 3.997790953937442e-06, "Finetune/Loss": 0.6415511965751648, "Finetune/Loss (Raw)": 0.735991895198822, "Finetune/Step": 13727, "Finetune/Step Time": 5.9746859055012465}
+{"Finetune/Learning Rate": 3.996444151461417e-06, "Finetune/Loss": 0.6415804028511047, "Finetune/Loss (Raw)": 0.5008012652397156, "Finetune/Step": 13728, "Finetune/Step Time": 5.953904412686825}
+{"Finetune/Learning Rate": 3.995097519229162e-06, "Finetune/Loss": 0.6402943730354309, "Finetune/Loss (Raw)": 0.5606155395507812, "Finetune/Step": 13729, "Finetune/Step Time": 5.97151674516499}
+{"Finetune/Learning Rate": 3.993751057278868e-06, "Finetune/Loss": 0.6404156684875488, "Finetune/Loss (Raw)": 0.5866971611976624, "Finetune/Step": 13730, "Finetune/Step Time": 5.9676424860954285}
+{"Finetune/Learning Rate": 3.992404765648717e-06, "Finetune/Loss": 0.6397849321365356, "Finetune/Loss (Raw)": 0.5810369253158569, "Finetune/Step": 13731, "Finetune/Step Time": 5.956436086446047}
+{"Finetune/Learning Rate": 3.991058644376881e-06, "Finetune/Loss": 0.6389038562774658, "Finetune/Loss (Raw)": 0.6383694410324097, "Finetune/Step": 13732, "Finetune/Step Time": 5.952486094087362}
+{"Finetune/Learning Rate": 3.989712693501539e-06, "Finetune/Loss": 0.6393240690231323, "Finetune/Loss (Raw)": 0.670244038105011, "Finetune/Step": 13733, "Finetune/Step Time": 5.946052562445402}
+{"Finetune/Learning Rate": 3.98836691306085e-06, "Finetune/Loss": 0.6383473873138428, "Finetune/Loss (Raw)": 0.5015928149223328, "Finetune/Step": 13734, "Finetune/Step Time": 5.963591480627656}
+{"Finetune/Learning Rate": 3.9870213030929805e-06, "Finetune/Loss": 0.6374437808990479, "Finetune/Loss (Raw)": 0.48525533080101013, "Finetune/Step": 13735, "Finetune/Step Time": 5.9618590250611305}
+{"Finetune/Learning Rate": 3.98567586363609e-06, "Finetune/Loss": 0.6384849548339844, "Finetune/Loss (Raw)": 0.7584851980209351, "Finetune/Step": 13736, "Finetune/Step Time": 5.948065169155598}
+{"Finetune/Learning Rate": 3.984330594728324e-06, "Finetune/Loss": 0.6383294463157654, "Finetune/Loss (Raw)": 0.6665504574775696, "Finetune/Step": 13737, "Finetune/Step Time": 5.939837262034416}
+{"Finetune/Learning Rate": 3.982985496407841e-06, "Finetune/Loss": 0.6386582851409912, "Finetune/Loss (Raw)": 0.6306223273277283, "Finetune/Step": 13738, "Finetune/Step Time": 5.937811776995659}
+{"Finetune/Learning Rate": 3.981640568712778e-06, "Finetune/Loss": 0.6383512020111084, "Finetune/Loss (Raw)": 0.6075350642204285, "Finetune/Step": 13739, "Finetune/Step Time": 5.944036716595292}
+{"Finetune/Learning Rate": 3.980295811681279e-06, "Finetune/Loss": 0.6372025609016418, "Finetune/Loss (Raw)": 0.6069258451461792, "Finetune/Step": 13740, "Finetune/Step Time": 5.950454767793417}
+{"Finetune/Learning Rate": 3.978951225351469e-06, "Finetune/Loss": 0.6374847888946533, "Finetune/Loss (Raw)": 0.7221044301986694, "Finetune/Step": 13741, "Finetune/Step Time": 5.952598450705409}
+{"Finetune/Learning Rate": 3.97760680976148e-06, "Finetune/Loss": 0.6392080783843994, "Finetune/Loss (Raw)": 0.8434351682662964, "Finetune/Step": 13742, "Finetune/Step Time": 5.926906386390328}
+{"Finetune/Learning Rate": 3.976262564949438e-06, "Finetune/Loss": 0.6392181515693665, "Finetune/Loss (Raw)": 0.6840064525604248, "Finetune/Step": 13743, "Finetune/Step Time": 5.929496554657817}
+{"Finetune/Learning Rate": 3.9749184909534565e-06, "Finetune/Loss": 0.6411538124084473, "Finetune/Loss (Raw)": 0.6966303586959839, "Finetune/Step": 13744, "Finetune/Step Time": 5.925924407318234}
+{"Finetune/Learning Rate": 3.973574587811656e-06, "Finetune/Loss": 0.6419390439987183, "Finetune/Loss (Raw)": 0.6973965764045715, "Finetune/Step": 13745, "Finetune/Step Time": 5.927966330200434}
+{"Finetune/Learning Rate": 3.972230855562148e-06, "Finetune/Loss": 0.6420806646347046, "Finetune/Loss (Raw)": 0.651369571685791, "Finetune/Step": 13746, "Finetune/Step Time": 5.95572154968977}
+{"Finetune/Learning Rate": 3.970887294243028e-06, "Finetune/Loss": 0.6407618522644043, "Finetune/Loss (Raw)": 0.5152626633644104, "Finetune/Step": 13747, "Finetune/Step Time": 5.977625900879502}
+{"Finetune/Learning Rate": 3.969543903892401e-06, "Finetune/Loss": 0.6417055130004883, "Finetune/Loss (Raw)": 0.7512211203575134, "Finetune/Step": 13748, "Finetune/Step Time": 5.979798885062337}
+{"Finetune/Learning Rate": 3.96820068454836e-06, "Finetune/Loss": 0.6429803371429443, "Finetune/Loss (Raw)": 0.6616289615631104, "Finetune/Step": 13749, "Finetune/Step Time": 5.980468690395355}
+{"Finetune/Learning Rate": 3.966857636248996e-06, "Finetune/Loss": 0.6430996656417847, "Finetune/Loss (Raw)": 0.6055185198783875, "Finetune/Step": 13750, "Finetune/Step Time": 5.9803971610963345}
+{"Finetune/Learning Rate": 3.965514759032388e-06, "Finetune/Loss": 0.6439459919929504, "Finetune/Loss (Raw)": 0.7514301538467407, "Finetune/Step": 13751, "Finetune/Step Time": 5.980673061683774}
+{"Finetune/Learning Rate": 3.96417205293663e-06, "Finetune/Loss": 0.6448221206665039, "Finetune/Loss (Raw)": 0.7286045551300049, "Finetune/Step": 13752, "Finetune/Step Time": 5.9795695673674345}
+{"Finetune/Learning Rate": 3.962829517999786e-06, "Finetune/Loss": 0.644255518913269, "Finetune/Loss (Raw)": 0.6335054636001587, "Finetune/Step": 13753, "Finetune/Step Time": 5.982961228117347}
+{"Finetune/Learning Rate": 3.961487154259929e-06, "Finetune/Loss": 0.6452422738075256, "Finetune/Loss (Raw)": 0.7077499628067017, "Finetune/Step": 13754, "Finetune/Step Time": 5.9817250445485115}
+{"Finetune/Learning Rate": 3.960144961755124e-06, "Finetune/Loss": 0.6456679105758667, "Finetune/Loss (Raw)": 0.6918790340423584, "Finetune/Step": 13755, "Finetune/Step Time": 5.965567419305444}
+{"Finetune/Learning Rate": 3.958802940523434e-06, "Finetune/Loss": 0.6452183127403259, "Finetune/Loss (Raw)": 0.5826729536056519, "Finetune/Step": 13756, "Finetune/Step Time": 5.963315324857831}
+{"Finetune/Learning Rate": 3.957461090602913e-06, "Finetune/Loss": 0.6456584334373474, "Finetune/Loss (Raw)": 0.5582967400550842, "Finetune/Step": 13757, "Finetune/Step Time": 5.958628689870238}
+{"Finetune/Learning Rate": 3.956119412031614e-06, "Finetune/Loss": 0.6453108787536621, "Finetune/Loss (Raw)": 0.5944504141807556, "Finetune/Step": 13758, "Finetune/Step Time": 5.976608389988542}
+{"Finetune/Learning Rate": 3.954777904847581e-06, "Finetune/Loss": 0.6466419696807861, "Finetune/Loss (Raw)": 0.7479059100151062, "Finetune/Step": 13759, "Finetune/Step Time": 5.983268521726131}
+{"Finetune/Learning Rate": 3.953436569088856e-06, "Finetune/Loss": 0.644927978515625, "Finetune/Loss (Raw)": 0.5110350251197815, "Finetune/Step": 13760, "Finetune/Step Time": 6.0131602101027966}
+{"Finetune/Learning Rate": 3.952095404793476e-06, "Finetune/Loss": 0.6456979513168335, "Finetune/Loss (Raw)": 0.6574278473854065, "Finetune/Step": 13761, "Finetune/Step Time": 5.999126246199012}
+{"Finetune/Learning Rate": 3.950754411999474e-06, "Finetune/Loss": 0.6455689668655396, "Finetune/Loss (Raw)": 0.6892920732498169, "Finetune/Step": 13762, "Finetune/Step Time": 5.99737685918808}
+{"Finetune/Learning Rate": 3.949413590744874e-06, "Finetune/Loss": 0.644047737121582, "Finetune/Loss (Raw)": 0.5852166414260864, "Finetune/Step": 13763, "Finetune/Step Time": 5.988891838118434}
+{"Finetune/Learning Rate": 3.948072941067699e-06, "Finetune/Loss": 0.6452215909957886, "Finetune/Loss (Raw)": 0.7527347207069397, "Finetune/Step": 13764, "Finetune/Step Time": 5.991572028025985}
+{"Finetune/Learning Rate": 3.946732463005965e-06, "Finetune/Loss": 0.6444517374038696, "Finetune/Loss (Raw)": 0.5685357451438904, "Finetune/Step": 13765, "Finetune/Step Time": 5.99467783793807}
+{"Finetune/Learning Rate": 3.945392156597686e-06, "Finetune/Loss": 0.6448926329612732, "Finetune/Loss (Raw)": 0.6777254939079285, "Finetune/Step": 13766, "Finetune/Step Time": 6.001665411517024}
+{"Finetune/Learning Rate": 3.944052021880869e-06, "Finetune/Loss": 0.6458709239959717, "Finetune/Loss (Raw)": 0.6333568096160889, "Finetune/Step": 13767, "Finetune/Step Time": 5.972870474681258}
+{"Finetune/Learning Rate": 3.9427120588935154e-06, "Finetune/Loss": 0.6462942361831665, "Finetune/Loss (Raw)": 0.6557859182357788, "Finetune/Step": 13768, "Finetune/Step Time": 5.98731510527432}
+{"Finetune/Learning Rate": 3.941372267673624e-06, "Finetune/Loss": 0.6466522216796875, "Finetune/Loss (Raw)": 0.6047416925430298, "Finetune/Step": 13769, "Finetune/Step Time": 5.983178310096264}
+{"Finetune/Learning Rate": 3.940032648259188e-06, "Finetune/Loss": 0.6467291712760925, "Finetune/Loss (Raw)": 0.658142626285553, "Finetune/Step": 13770, "Finetune/Step Time": 5.985533179715276}
+{"Finetune/Learning Rate": 3.938693200688188e-06, "Finetune/Loss": 0.6478960514068604, "Finetune/Loss (Raw)": 0.7442142367362976, "Finetune/Step": 13771, "Finetune/Step Time": 5.985871277749538}
+{"Finetune/Learning Rate": 3.937353924998617e-06, "Finetune/Loss": 0.6479232311248779, "Finetune/Loss (Raw)": 0.6463661193847656, "Finetune/Step": 13772, "Finetune/Step Time": 5.986216530203819}
+{"Finetune/Learning Rate": 3.936014821228448e-06, "Finetune/Loss": 0.6474153399467468, "Finetune/Loss (Raw)": 0.49870091676712036, "Finetune/Step": 13773, "Finetune/Step Time": 5.9841870199888945}
+{"Finetune/Learning Rate": 3.934675889415656e-06, "Finetune/Loss": 0.6484840512275696, "Finetune/Loss (Raw)": 0.759012758731842, "Finetune/Step": 13774, "Finetune/Step Time": 5.992051377892494}
+{"Finetune/Learning Rate": 3.933337129598207e-06, "Finetune/Loss": 0.6470909118652344, "Finetune/Loss (Raw)": 0.5101518630981445, "Finetune/Step": 13775, "Finetune/Step Time": 5.987942697480321}
+{"Finetune/Learning Rate": 3.931998541814069e-06, "Finetune/Loss": 0.646536648273468, "Finetune/Loss (Raw)": 0.6463101506233215, "Finetune/Step": 13776, "Finetune/Step Time": 6.004583869129419}
+{"Finetune/Learning Rate": 3.930660126101196e-06, "Finetune/Loss": 0.6465424299240112, "Finetune/Loss (Raw)": 0.5848320722579956, "Finetune/Step": 13777, "Finetune/Step Time": 5.992918409407139}
+{"Finetune/Learning Rate": 3.929321882497536e-06, "Finetune/Loss": 0.6450656056404114, "Finetune/Loss (Raw)": 0.4897163510322571, "Finetune/Step": 13778, "Finetune/Step Time": 6.005902651697397}
+{"Finetune/Learning Rate": 3.927983811041052e-06, "Finetune/Loss": 0.6430939435958862, "Finetune/Loss (Raw)": 0.5869573354721069, "Finetune/Step": 13779, "Finetune/Step Time": 6.008219208568335}
+{"Finetune/Learning Rate": 3.9266459117696785e-06, "Finetune/Loss": 0.6428996324539185, "Finetune/Loss (Raw)": 0.6502854228019714, "Finetune/Step": 13780, "Finetune/Step Time": 6.006626280024648}
+{"Finetune/Learning Rate": 3.925308184721357e-06, "Finetune/Loss": 0.6425964832305908, "Finetune/Loss (Raw)": 0.6432687640190125, "Finetune/Step": 13781, "Finetune/Step Time": 5.9773935303092}
+{"Finetune/Learning Rate": 3.923970629934024e-06, "Finetune/Loss": 0.6416329741477966, "Finetune/Loss (Raw)": 0.5102737545967102, "Finetune/Step": 13782, "Finetune/Step Time": 5.984001141041517}
+{"Finetune/Learning Rate": 3.922633247445604e-06, "Finetune/Loss": 0.6423347592353821, "Finetune/Loss (Raw)": 0.525180459022522, "Finetune/Step": 13783, "Finetune/Step Time": 5.965820215642452}
+{"Finetune/Learning Rate": 3.921296037294022e-06, "Finetune/Loss": 0.641518771648407, "Finetune/Loss (Raw)": 0.5797294974327087, "Finetune/Step": 13784, "Finetune/Step Time": 5.954360216856003}
+{"Finetune/Learning Rate": 3.919958999517196e-06, "Finetune/Loss": 0.6409177780151367, "Finetune/Loss (Raw)": 0.5600624680519104, "Finetune/Step": 13785, "Finetune/Step Time": 5.952922981232405}
+{"Finetune/Learning Rate": 3.918622134153047e-06, "Finetune/Loss": 0.6407045722007751, "Finetune/Loss (Raw)": 0.5635101199150085, "Finetune/Step": 13786, "Finetune/Step Time": 5.954131895676255}
+{"Finetune/Learning Rate": 3.917285441239481e-06, "Finetune/Loss": 0.6409130096435547, "Finetune/Loss (Raw)": 0.685236394405365, "Finetune/Step": 13787, "Finetune/Step Time": 5.9538114331662655}
+{"Finetune/Learning Rate": 3.9159489208144074e-06, "Finetune/Loss": 0.6420814394950867, "Finetune/Loss (Raw)": 0.7072758078575134, "Finetune/Step": 13788, "Finetune/Step Time": 5.9535166043788195}
+{"Finetune/Learning Rate": 3.914612572915717e-06, "Finetune/Loss": 0.6418439149856567, "Finetune/Loss (Raw)": 0.575249969959259, "Finetune/Step": 13789, "Finetune/Step Time": 5.9553348030894995}
+{"Finetune/Learning Rate": 3.9132763975813095e-06, "Finetune/Loss": 0.6423452496528625, "Finetune/Loss (Raw)": 0.6529971361160278, "Finetune/Step": 13790, "Finetune/Step Time": 5.946805922314525}
+{"Finetune/Learning Rate": 3.9119403948490755e-06, "Finetune/Loss": 0.6437768936157227, "Finetune/Loss (Raw)": 0.7403272986412048, "Finetune/Step": 13791, "Finetune/Step Time": 5.946292666718364}
+{"Finetune/Learning Rate": 3.9106045647569005e-06, "Finetune/Loss": 0.643852949142456, "Finetune/Loss (Raw)": 0.7124007344245911, "Finetune/Step": 13792, "Finetune/Step Time": 5.952095549553633}
+{"Finetune/Learning Rate": 3.9092689073426595e-06, "Finetune/Loss": 0.6440103054046631, "Finetune/Loss (Raw)": 0.6498012542724609, "Finetune/Step": 13793, "Finetune/Step Time": 5.93378902040422}
+{"Finetune/Learning Rate": 3.90793342264424e-06, "Finetune/Loss": 0.6452307105064392, "Finetune/Loss (Raw)": 0.8768453001976013, "Finetune/Step": 13794, "Finetune/Step Time": 5.934037597849965}
+{"Finetune/Learning Rate": 3.906598110699501e-06, "Finetune/Loss": 0.6455845832824707, "Finetune/Loss (Raw)": 0.639181911945343, "Finetune/Step": 13795, "Finetune/Step Time": 5.918094923719764}
+{"Finetune/Learning Rate": 3.905262971546313e-06, "Finetune/Loss": 0.6449911594390869, "Finetune/Loss (Raw)": 0.6358059048652649, "Finetune/Step": 13796, "Finetune/Step Time": 5.903920218348503}
+{"Finetune/Learning Rate": 3.903928005222536e-06, "Finetune/Loss": 0.6453702449798584, "Finetune/Loss (Raw)": 0.754481852054596, "Finetune/Step": 13797, "Finetune/Step Time": 5.901140907779336}
+{"Finetune/Learning Rate": 3.902593211766025e-06, "Finetune/Loss": 0.645398736000061, "Finetune/Loss (Raw)": 0.6988992691040039, "Finetune/Step": 13798, "Finetune/Step Time": 5.89887623116374}
+{"Finetune/Learning Rate": 3.901258591214633e-06, "Finetune/Loss": 0.6456478834152222, "Finetune/Loss (Raw)": 0.7700475454330444, "Finetune/Step": 13799, "Finetune/Step Time": 5.881835034117103}
+{"Finetune/Learning Rate": 3.899924143606204e-06, "Finetune/Loss": 0.6446764469146729, "Finetune/Loss (Raw)": 0.6052790284156799, "Finetune/Step": 13800, "Finetune/Step Time": 5.902749860659242}
+{"Finetune/Learning Rate": 3.898589868978581e-06, "Finetune/Loss": 0.6451303958892822, "Finetune/Loss (Raw)": 0.711813747882843, "Finetune/Step": 13801, "Finetune/Step Time": 5.902377121150494}
+{"Finetune/Learning Rate": 3.897255767369598e-06, "Finetune/Loss": 0.6449514627456665, "Finetune/Loss (Raw)": 0.6424981355667114, "Finetune/Step": 13802, "Finetune/Step Time": 5.932332389056683}
+{"Finetune/Learning Rate": 3.895921838817089e-06, "Finetune/Loss": 0.6458143591880798, "Finetune/Loss (Raw)": 0.7641034722328186, "Finetune/Step": 13803, "Finetune/Step Time": 5.930405436083674}
+{"Finetune/Learning Rate": 3.894588083358877e-06, "Finetune/Loss": 0.6466130018234253, "Finetune/Loss (Raw)": 0.6167091131210327, "Finetune/Step": 13804, "Finetune/Step Time": 5.9320315681397915}
+{"Finetune/Learning Rate": 3.8932545010327875e-06, "Finetune/Loss": 0.6468448638916016, "Finetune/Loss (Raw)": 0.7263903617858887, "Finetune/Step": 13805, "Finetune/Step Time": 5.939001070335507}
+{"Finetune/Learning Rate": 3.891921091876634e-06, "Finetune/Loss": 0.6469681859016418, "Finetune/Loss (Raw)": 0.6088407039642334, "Finetune/Step": 13806, "Finetune/Step Time": 5.942877236753702}
+{"Finetune/Learning Rate": 3.890587855928228e-06, "Finetune/Loss": 0.6460563540458679, "Finetune/Loss (Raw)": 0.6820899844169617, "Finetune/Step": 13807, "Finetune/Step Time": 5.950273891910911}
+{"Finetune/Learning Rate": 3.88925479322538e-06, "Finetune/Loss": 0.646058976650238, "Finetune/Loss (Raw)": 0.66691654920578, "Finetune/Step": 13808, "Finetune/Step Time": 5.95601698756218}
+{"Finetune/Learning Rate": 3.887921903805888e-06, "Finetune/Loss": 0.6448216438293457, "Finetune/Loss (Raw)": 0.5846997499465942, "Finetune/Step": 13809, "Finetune/Step Time": 5.9602344036102295}
+{"Finetune/Learning Rate": 3.886589187707551e-06, "Finetune/Loss": 0.6444594860076904, "Finetune/Loss (Raw)": 0.5587759613990784, "Finetune/Step": 13810, "Finetune/Step Time": 5.95188058540225}
+{"Finetune/Learning Rate": 3.885256644968161e-06, "Finetune/Loss": 0.6437375545501709, "Finetune/Loss (Raw)": 0.5109764933586121, "Finetune/Step": 13811, "Finetune/Step Time": 5.95283848978579}
+{"Finetune/Learning Rate": 3.883924275625504e-06, "Finetune/Loss": 0.6445071697235107, "Finetune/Loss (Raw)": 0.7145164608955383, "Finetune/Step": 13812, "Finetune/Step Time": 5.954173915088177}
+{"Finetune/Learning Rate": 3.882592079717362e-06, "Finetune/Loss": 0.6441735029220581, "Finetune/Loss (Raw)": 0.6868351697921753, "Finetune/Step": 13813, "Finetune/Step Time": 5.952173177152872}
+{"Finetune/Learning Rate": 3.881260057281513e-06, "Finetune/Loss": 0.645038366317749, "Finetune/Loss (Raw)": 0.7270903587341309, "Finetune/Step": 13814, "Finetune/Step Time": 5.953031536191702}
+{"Finetune/Learning Rate": 3.87992820835573e-06, "Finetune/Loss": 0.645378828048706, "Finetune/Loss (Raw)": 0.7656197547912598, "Finetune/Step": 13815, "Finetune/Step Time": 5.976804377511144}
+{"Finetune/Learning Rate": 3.878596532977779e-06, "Finetune/Loss": 0.6450996398925781, "Finetune/Loss (Raw)": 0.6057726740837097, "Finetune/Step": 13816, "Finetune/Step Time": 5.99016391672194}
+{"Finetune/Learning Rate": 3.877265031185426e-06, "Finetune/Loss": 0.6442893743515015, "Finetune/Loss (Raw)": 0.6771978735923767, "Finetune/Step": 13817, "Finetune/Step Time": 5.989932077005506}
+{"Finetune/Learning Rate": 3.875933703016427e-06, "Finetune/Loss": 0.6436811685562134, "Finetune/Loss (Raw)": 0.5248866677284241, "Finetune/Step": 13818, "Finetune/Step Time": 6.002110937610269}
+{"Finetune/Learning Rate": 3.874602548508531e-06, "Finetune/Loss": 0.6428385376930237, "Finetune/Loss (Raw)": 0.590667724609375, "Finetune/Step": 13819, "Finetune/Step Time": 6.003159226849675}
+{"Finetune/Learning Rate": 3.873271567699485e-06, "Finetune/Loss": 0.642808198928833, "Finetune/Loss (Raw)": 0.5541874766349792, "Finetune/Step": 13820, "Finetune/Step Time": 6.005065688863397}
+{"Finetune/Learning Rate": 3.871940760627039e-06, "Finetune/Loss": 0.6431170701980591, "Finetune/Loss (Raw)": 0.7232146263122559, "Finetune/Step": 13821, "Finetune/Step Time": 6.00730224698782}
+{"Finetune/Learning Rate": 3.8706101273289264e-06, "Finetune/Loss": 0.6431950330734253, "Finetune/Loss (Raw)": 0.5867049694061279, "Finetune/Step": 13822, "Finetune/Step Time": 6.004129897803068}
+{"Finetune/Learning Rate": 3.869279667842881e-06, "Finetune/Loss": 0.6433451175689697, "Finetune/Loss (Raw)": 0.7040932774543762, "Finetune/Step": 13823, "Finetune/Step Time": 6.003938317298889}
+{"Finetune/Learning Rate": 3.867949382206632e-06, "Finetune/Loss": 0.6435907483100891, "Finetune/Loss (Raw)": 0.5925889015197754, "Finetune/Step": 13824, "Finetune/Step Time": 6.003493148833513}
+{"Finetune/Learning Rate": 3.866619270457903e-06, "Finetune/Loss": 0.6433678269386292, "Finetune/Loss (Raw)": 0.6485201716423035, "Finetune/Step": 13825, "Finetune/Step Time": 5.999878019094467}
+{"Finetune/Learning Rate": 3.865289332634407e-06, "Finetune/Loss": 0.6425600051879883, "Finetune/Loss (Raw)": 0.5785495638847351, "Finetune/Step": 13826, "Finetune/Step Time": 5.985713278874755}
+{"Finetune/Learning Rate": 3.86395956877386e-06, "Finetune/Loss": 0.6425583362579346, "Finetune/Loss (Raw)": 0.6804307699203491, "Finetune/Step": 13827, "Finetune/Step Time": 5.98934056609869}
+{"Finetune/Learning Rate": 3.8626299789139725e-06, "Finetune/Loss": 0.6409682035446167, "Finetune/Loss (Raw)": 0.5617443323135376, "Finetune/Step": 13828, "Finetune/Step Time": 5.991463216021657}
+{"Finetune/Learning Rate": 3.861300563092446e-06, "Finetune/Loss": 0.6411900520324707, "Finetune/Loss (Raw)": 0.7300837635993958, "Finetune/Step": 13829, "Finetune/Step Time": 5.994929393753409}
+{"Finetune/Learning Rate": 3.85997132134698e-06, "Finetune/Loss": 0.6408370733261108, "Finetune/Loss (Raw)": 0.5349392294883728, "Finetune/Step": 13830, "Finetune/Step Time": 6.0148587469011545}
+{"Finetune/Learning Rate": 3.8586422537152715e-06, "Finetune/Loss": 0.6404651403427124, "Finetune/Loss (Raw)": 0.5988388061523438, "Finetune/Step": 13831, "Finetune/Step Time": 6.014459747821093}
+{"Finetune/Learning Rate": 3.857313360235001e-06, "Finetune/Loss": 0.6394978761672974, "Finetune/Loss (Raw)": 0.5478118062019348, "Finetune/Step": 13832, "Finetune/Step Time": 6.023188902065158}
+{"Finetune/Learning Rate": 3.855984640943856e-06, "Finetune/Loss": 0.6388279795646667, "Finetune/Loss (Raw)": 0.6042364835739136, "Finetune/Step": 13833, "Finetune/Step Time": 6.020093446597457}
+{"Finetune/Learning Rate": 3.854656095879512e-06, "Finetune/Loss": 0.6384212970733643, "Finetune/Loss (Raw)": 0.6030505895614624, "Finetune/Step": 13834, "Finetune/Step Time": 6.020389584824443}
+{"Finetune/Learning Rate": 3.85332772507965e-06, "Finetune/Loss": 0.638543963432312, "Finetune/Loss (Raw)": 0.6840671300888062, "Finetune/Step": 13835, "Finetune/Step Time": 6.022442044690251}
+{"Finetune/Learning Rate": 3.851999528581933e-06, "Finetune/Loss": 0.6386157274246216, "Finetune/Loss (Raw)": 0.6628340482711792, "Finetune/Step": 13836, "Finetune/Step Time": 6.022227440029383}
+{"Finetune/Learning Rate": 3.850671506424033e-06, "Finetune/Loss": 0.6385241746902466, "Finetune/Loss (Raw)": 0.5741711258888245, "Finetune/Step": 13837, "Finetune/Step Time": 6.024159817025065}
+{"Finetune/Learning Rate": 3.849343658643597e-06, "Finetune/Loss": 0.6388876438140869, "Finetune/Loss (Raw)": 0.6423282027244568, "Finetune/Step": 13838, "Finetune/Step Time": 6.0224205907434225}
+{"Finetune/Learning Rate": 3.848015985278286e-06, "Finetune/Loss": 0.6381102800369263, "Finetune/Loss (Raw)": 0.540615439414978, "Finetune/Step": 13839, "Finetune/Step Time": 6.033478697761893}
+{"Finetune/Learning Rate": 3.846688486365749e-06, "Finetune/Loss": 0.6380395889282227, "Finetune/Loss (Raw)": 0.6201295852661133, "Finetune/Step": 13840, "Finetune/Step Time": 6.048317106440663}
+{"Finetune/Learning Rate": 3.845361161943622e-06, "Finetune/Loss": 0.6388766169548035, "Finetune/Loss (Raw)": 0.6867620348930359, "Finetune/Step": 13841, "Finetune/Step Time": 6.042603814974427}
+{"Finetune/Learning Rate": 3.844034012049557e-06, "Finetune/Loss": 0.6368638873100281, "Finetune/Loss (Raw)": 0.4943709373474121, "Finetune/Step": 13842, "Finetune/Step Time": 6.035146787762642}
+{"Finetune/Learning Rate": 3.842707036721185e-06, "Finetune/Loss": 0.6373505592346191, "Finetune/Loss (Raw)": 0.684922456741333, "Finetune/Step": 13843, "Finetune/Step Time": 6.039468750357628}
+{"Finetune/Learning Rate": 3.841380235996129e-06, "Finetune/Loss": 0.6362656950950623, "Finetune/Loss (Raw)": 0.5203803777694702, "Finetune/Step": 13844, "Finetune/Step Time": 6.058527607470751}
+{"Finetune/Learning Rate": 3.840053609912017e-06, "Finetune/Loss": 0.635002851486206, "Finetune/Loss (Raw)": 0.45119747519493103, "Finetune/Step": 13845, "Finetune/Step Time": 6.078140269964933}
+{"Finetune/Learning Rate": 3.838727158506468e-06, "Finetune/Loss": 0.6346104741096497, "Finetune/Loss (Raw)": 0.554052472114563, "Finetune/Step": 13846, "Finetune/Step Time": 6.087756276130676}
+{"Finetune/Learning Rate": 3.837400881817096e-06, "Finetune/Loss": 0.6342448592185974, "Finetune/Loss (Raw)": 0.5267740488052368, "Finetune/Step": 13847, "Finetune/Step Time": 6.087598621845245}
+{"Finetune/Learning Rate": 3.836074779881511e-06, "Finetune/Loss": 0.635460376739502, "Finetune/Loss (Raw)": 0.7267838716506958, "Finetune/Step": 13848, "Finetune/Step Time": 6.070733398199081}
+{"Finetune/Learning Rate": 3.834748852737318e-06, "Finetune/Loss": 0.6356039047241211, "Finetune/Loss (Raw)": 0.6465296745300293, "Finetune/Step": 13849, "Finetune/Step Time": 6.070135006681085}
+{"Finetune/Learning Rate": 3.8334231004221154e-06, "Finetune/Loss": 0.6345601081848145, "Finetune/Loss (Raw)": 0.5011594295501709, "Finetune/Step": 13850, "Finetune/Step Time": 6.079224284738302}
+{"Finetune/Learning Rate": 3.832097522973498e-06, "Finetune/Loss": 0.6341662406921387, "Finetune/Loss (Raw)": 0.672227144241333, "Finetune/Step": 13851, "Finetune/Step Time": 6.082425815984607}
+{"Finetune/Learning Rate": 3.830772120429056e-06, "Finetune/Loss": 0.6344878673553467, "Finetune/Loss (Raw)": 0.6446716785430908, "Finetune/Step": 13852, "Finetune/Step Time": 6.085443070158362}
+{"Finetune/Learning Rate": 3.829446892826374e-06, "Finetune/Loss": 0.6348495483398438, "Finetune/Loss (Raw)": 0.6112510561943054, "Finetune/Step": 13853, "Finetune/Step Time": 6.100189255550504}
+{"Finetune/Learning Rate": 3.828121840203031e-06, "Finetune/Loss": 0.6350152492523193, "Finetune/Loss (Raw)": 0.6691411137580872, "Finetune/Step": 13854, "Finetune/Step Time": 6.098594153299928}
+{"Finetune/Learning Rate": 3.826796962596603e-06, "Finetune/Loss": 0.6349620819091797, "Finetune/Loss (Raw)": 0.7291804552078247, "Finetune/Step": 13855, "Finetune/Step Time": 6.093831166625023}
+{"Finetune/Learning Rate": 3.825472260044658e-06, "Finetune/Loss": 0.636017918586731, "Finetune/Loss (Raw)": 0.6359504461288452, "Finetune/Step": 13856, "Finetune/Step Time": 6.097197704017162}
+{"Finetune/Learning Rate": 3.824147732584762e-06, "Finetune/Loss": 0.6360225677490234, "Finetune/Loss (Raw)": 0.5612115263938904, "Finetune/Step": 13857, "Finetune/Step Time": 6.07921526581049}
+{"Finetune/Learning Rate": 3.822823380254475e-06, "Finetune/Loss": 0.6366021633148193, "Finetune/Loss (Raw)": 0.6608824133872986, "Finetune/Step": 13858, "Finetune/Step Time": 6.080302111804485}
+{"Finetune/Learning Rate": 3.82149920309135e-06, "Finetune/Loss": 0.6380755305290222, "Finetune/Loss (Raw)": 0.769637405872345, "Finetune/Step": 13859, "Finetune/Step Time": 6.076340040192008}
+{"Finetune/Learning Rate": 3.82017520113294e-06, "Finetune/Loss": 0.6380808353424072, "Finetune/Loss (Raw)": 0.6390406489372253, "Finetune/Step": 13860, "Finetune/Step Time": 6.084768606349826}
+{"Finetune/Learning Rate": 3.818851374416787e-06, "Finetune/Loss": 0.6374384760856628, "Finetune/Loss (Raw)": 0.5880303978919983, "Finetune/Step": 13861, "Finetune/Step Time": 6.084529183804989}
+{"Finetune/Learning Rate": 3.817527722980432e-06, "Finetune/Loss": 0.6387972235679626, "Finetune/Loss (Raw)": 0.6755093932151794, "Finetune/Step": 13862, "Finetune/Step Time": 6.0694062523543835}
+{"Finetune/Learning Rate": 3.816204246861412e-06, "Finetune/Loss": 0.63941490650177, "Finetune/Loss (Raw)": 0.5643247365951538, "Finetune/Step": 13863, "Finetune/Step Time": 6.065475894138217}
+{"Finetune/Learning Rate": 3.814880946097253e-06, "Finetune/Loss": 0.6383351683616638, "Finetune/Loss (Raw)": 0.6202685832977295, "Finetune/Step": 13864, "Finetune/Step Time": 6.071370808407664}
+{"Finetune/Learning Rate": 3.813557820725483e-06, "Finetune/Loss": 0.6379609107971191, "Finetune/Loss (Raw)": 0.618647038936615, "Finetune/Step": 13865, "Finetune/Step Time": 6.071048935875297}
+{"Finetune/Learning Rate": 3.812234870783622e-06, "Finetune/Loss": 0.6378551721572876, "Finetune/Loss (Raw)": 0.6170902252197266, "Finetune/Step": 13866, "Finetune/Step Time": 6.0676693264395}
+{"Finetune/Learning Rate": 3.8109120963091874e-06, "Finetune/Loss": 0.6381675004959106, "Finetune/Loss (Raw)": 0.647513747215271, "Finetune/Step": 13867, "Finetune/Step Time": 6.06358265504241}
+{"Finetune/Learning Rate": 3.809589497339683e-06, "Finetune/Loss": 0.6381888389587402, "Finetune/Loss (Raw)": 0.6096507906913757, "Finetune/Step": 13868, "Finetune/Step Time": 6.05762823484838}
+{"Finetune/Learning Rate": 3.8082670739126135e-06, "Finetune/Loss": 0.6378457546234131, "Finetune/Loss (Raw)": 0.6781913042068481, "Finetune/Step": 13869, "Finetune/Step Time": 6.055503079667687}
+{"Finetune/Learning Rate": 3.8069448260654863e-06, "Finetune/Loss": 0.6355787515640259, "Finetune/Loss (Raw)": 0.5532585382461548, "Finetune/Step": 13870, "Finetune/Step Time": 6.0553728099912405}
+{"Finetune/Learning Rate": 3.8056227538357935e-06, "Finetune/Loss": 0.6345946192741394, "Finetune/Loss (Raw)": 0.5580415725708008, "Finetune/Step": 13871, "Finetune/Step Time": 6.057244123890996}
+{"Finetune/Learning Rate": 3.8043008572610253e-06, "Finetune/Loss": 0.6339901089668274, "Finetune/Loss (Raw)": 0.6192478537559509, "Finetune/Step": 13872, "Finetune/Step Time": 6.056848295032978}
+{"Finetune/Learning Rate": 3.8029791363786694e-06, "Finetune/Loss": 0.633931040763855, "Finetune/Loss (Raw)": 0.6898424029350281, "Finetune/Step": 13873, "Finetune/Step Time": 6.051343150436878}
+{"Finetune/Learning Rate": 3.8016575912262e-06, "Finetune/Loss": 0.633547306060791, "Finetune/Loss (Raw)": 0.6022442579269409, "Finetune/Step": 13874, "Finetune/Step Time": 6.03041534870863}
+{"Finetune/Learning Rate": 3.8003362218410955e-06, "Finetune/Loss": 0.6349208950996399, "Finetune/Loss (Raw)": 0.6910866498947144, "Finetune/Step": 13875, "Finetune/Step Time": 6.013322560116649}
+{"Finetune/Learning Rate": 3.799015028260823e-06, "Finetune/Loss": 0.6337464451789856, "Finetune/Loss (Raw)": 0.6008840799331665, "Finetune/Step": 13876, "Finetune/Step Time": 6.009527521207929}
+{"Finetune/Learning Rate": 3.7976940105228545e-06, "Finetune/Loss": 0.6343172192573547, "Finetune/Loss (Raw)": 0.7346979379653931, "Finetune/Step": 13877, "Finetune/Step Time": 6.005969690158963}
+{"Finetune/Learning Rate": 3.7963731686646467e-06, "Finetune/Loss": 0.634687066078186, "Finetune/Loss (Raw)": 0.652861475944519, "Finetune/Step": 13878, "Finetune/Step Time": 6.007950894534588}
+{"Finetune/Learning Rate": 3.7950525027236585e-06, "Finetune/Loss": 0.6331628561019897, "Finetune/Loss (Raw)": 0.5563255548477173, "Finetune/Step": 13879, "Finetune/Step Time": 6.010248299688101}
+{"Finetune/Learning Rate": 3.7937320127373336e-06, "Finetune/Loss": 0.6320635676383972, "Finetune/Loss (Raw)": 0.5878931879997253, "Finetune/Step": 13880, "Finetune/Step Time": 6.006395285949111}
+{"Finetune/Learning Rate": 3.792411698743119e-06, "Finetune/Loss": 0.6321902871131897, "Finetune/Loss (Raw)": 0.6497333645820618, "Finetune/Step": 13881, "Finetune/Step Time": 6.003007108345628}
+{"Finetune/Learning Rate": 3.7910915607784583e-06, "Finetune/Loss": 0.6310915946960449, "Finetune/Loss (Raw)": 0.5671091079711914, "Finetune/Step": 13882, "Finetune/Step Time": 6.000475822016597}
+{"Finetune/Learning Rate": 3.7897715988807815e-06, "Finetune/Loss": 0.6311643719673157, "Finetune/Loss (Raw)": 0.7011991143226624, "Finetune/Step": 13883, "Finetune/Step Time": 6.0017893593758345}
+{"Finetune/Learning Rate": 3.788451813087526e-06, "Finetune/Loss": 0.6313560009002686, "Finetune/Loss (Raw)": 0.6072041392326355, "Finetune/Step": 13884, "Finetune/Step Time": 5.999617798253894}
+{"Finetune/Learning Rate": 3.7871322034361167e-06, "Finetune/Loss": 0.6313589811325073, "Finetune/Loss (Raw)": 0.558670163154602, "Finetune/Step": 13885, "Finetune/Step Time": 6.021917840465903}
+{"Finetune/Learning Rate": 3.785812769963969e-06, "Finetune/Loss": 0.631314218044281, "Finetune/Loss (Raw)": 0.588728666305542, "Finetune/Step": 13886, "Finetune/Step Time": 6.000725451856852}
+{"Finetune/Learning Rate": 3.784493512708499e-06, "Finetune/Loss": 0.6300042271614075, "Finetune/Loss (Raw)": 0.5802237391471863, "Finetune/Step": 13887, "Finetune/Step Time": 6.0262265261262655}
+{"Finetune/Learning Rate": 3.7831744317071194e-06, "Finetune/Loss": 0.6305432915687561, "Finetune/Loss (Raw)": 0.5800318121910095, "Finetune/Step": 13888, "Finetune/Step Time": 6.005543418228626}
+{"Finetune/Learning Rate": 3.7818555269972347e-06, "Finetune/Loss": 0.6314476728439331, "Finetune/Loss (Raw)": 0.7731937170028687, "Finetune/Step": 13889, "Finetune/Step Time": 6.000282106921077}
+{"Finetune/Learning Rate": 3.780536798616241e-06, "Finetune/Loss": 0.6304672360420227, "Finetune/Loss (Raw)": 0.5637938380241394, "Finetune/Step": 13890, "Finetune/Step Time": 6.000866150483489}
+{"Finetune/Learning Rate": 3.7792182466015447e-06, "Finetune/Loss": 0.6310043334960938, "Finetune/Loss (Raw)": 0.6539590954780579, "Finetune/Step": 13891, "Finetune/Step Time": 6.00313912704587}
+{"Finetune/Learning Rate": 3.7778998709905267e-06, "Finetune/Loss": 0.6293442249298096, "Finetune/Loss (Raw)": 0.5402482151985168, "Finetune/Step": 13892, "Finetune/Step Time": 6.0142569951713085}
+{"Finetune/Learning Rate": 3.776581671820575e-06, "Finetune/Loss": 0.6309776306152344, "Finetune/Loss (Raw)": 0.7776076793670654, "Finetune/Step": 13893, "Finetune/Step Time": 6.029022965580225}
+{"Finetune/Learning Rate": 3.7752636491290694e-06, "Finetune/Loss": 0.6303588151931763, "Finetune/Loss (Raw)": 0.598516047000885, "Finetune/Step": 13894, "Finetune/Step Time": 6.01971847936511}
+{"Finetune/Learning Rate": 3.773945802953386e-06, "Finetune/Loss": 0.6310455203056335, "Finetune/Loss (Raw)": 0.7212557792663574, "Finetune/Step": 13895, "Finetune/Step Time": 6.0207951832562685}
+{"Finetune/Learning Rate": 3.7726281333308955e-06, "Finetune/Loss": 0.6312829852104187, "Finetune/Loss (Raw)": 0.686184287071228, "Finetune/Step": 13896, "Finetune/Step Time": 6.00115448795259}
+{"Finetune/Learning Rate": 3.771310640298963e-06, "Finetune/Loss": 0.6317958831787109, "Finetune/Loss (Raw)": 0.67039555311203, "Finetune/Step": 13897, "Finetune/Step Time": 5.998969152569771}
+{"Finetune/Learning Rate": 3.7699933238949483e-06, "Finetune/Loss": 0.6317317485809326, "Finetune/Loss (Raw)": 0.6499302983283997, "Finetune/Step": 13898, "Finetune/Step Time": 5.997776225209236}
+{"Finetune/Learning Rate": 3.768676184156207e-06, "Finetune/Loss": 0.6317167282104492, "Finetune/Loss (Raw)": 0.7422871589660645, "Finetune/Step": 13899, "Finetune/Step Time": 6.0000574216246605}
+{"Finetune/Learning Rate": 3.7673592211200905e-06, "Finetune/Loss": 0.6300626993179321, "Finetune/Loss (Raw)": 0.43465685844421387, "Finetune/Step": 13900, "Finetune/Step Time": 6.001193679869175}
+{"Finetune/Learning Rate": 3.766042434823942e-06, "Finetune/Loss": 0.6312817335128784, "Finetune/Loss (Raw)": 0.6547362208366394, "Finetune/Step": 13901, "Finetune/Step Time": 6.001210482791066}
+{"Finetune/Learning Rate": 3.7647258253051043e-06, "Finetune/Loss": 0.6299834847450256, "Finetune/Loss (Raw)": 0.5928377509117126, "Finetune/Step": 13902, "Finetune/Step Time": 5.995025364682078}
+{"Finetune/Learning Rate": 3.7634093926009106e-06, "Finetune/Loss": 0.6302483081817627, "Finetune/Loss (Raw)": 0.5440457463264465, "Finetune/Step": 13903, "Finetune/Step Time": 5.994727095589042}
+{"Finetune/Learning Rate": 3.7620931367486925e-06, "Finetune/Loss": 0.6300159096717834, "Finetune/Loss (Raw)": 0.6165634989738464, "Finetune/Step": 13904, "Finetune/Step Time": 5.976105710491538}
+{"Finetune/Learning Rate": 3.760777057785775e-06, "Finetune/Loss": 0.6306536197662354, "Finetune/Loss (Raw)": 0.666456937789917, "Finetune/Step": 13905, "Finetune/Step Time": 5.974105589091778}
+{"Finetune/Learning Rate": 3.7594611557494776e-06, "Finetune/Loss": 0.6322316527366638, "Finetune/Loss (Raw)": 0.6917082071304321, "Finetune/Step": 13906, "Finetune/Step Time": 5.954921202734113}
+{"Finetune/Learning Rate": 3.758145430677116e-06, "Finetune/Loss": 0.6330224275588989, "Finetune/Loss (Raw)": 0.6881768703460693, "Finetune/Step": 13907, "Finetune/Step Time": 5.949709717184305}
+{"Finetune/Learning Rate": 3.756829882606001e-06, "Finetune/Loss": 0.6332360506057739, "Finetune/Loss (Raw)": 0.6776340007781982, "Finetune/Step": 13908, "Finetune/Step Time": 5.963424200192094}
+{"Finetune/Learning Rate": 3.755514511573437e-06, "Finetune/Loss": 0.6335750818252563, "Finetune/Loss (Raw)": 0.6866539120674133, "Finetune/Step": 13909, "Finetune/Step Time": 5.980153756216168}
+{"Finetune/Learning Rate": 3.7541993176167246e-06, "Finetune/Loss": 0.6350066065788269, "Finetune/Loss (Raw)": 0.6935149431228638, "Finetune/Step": 13910, "Finetune/Step Time": 5.96868391521275}
+{"Finetune/Learning Rate": 3.7528843007731597e-06, "Finetune/Loss": 0.6359474062919617, "Finetune/Loss (Raw)": 0.6455985307693481, "Finetune/Step": 13911, "Finetune/Step Time": 5.96476398780942}
+{"Finetune/Learning Rate": 3.75156946108003e-06, "Finetune/Loss": 0.6354923248291016, "Finetune/Loss (Raw)": 0.5214874744415283, "Finetune/Step": 13912, "Finetune/Step Time": 5.965461717918515}
+{"Finetune/Learning Rate": 3.7502547985746242e-06, "Finetune/Loss": 0.6352772116661072, "Finetune/Loss (Raw)": 0.5325217843055725, "Finetune/Step": 13913, "Finetune/Step Time": 5.965563593432307}
+{"Finetune/Learning Rate": 3.748940313294218e-06, "Finetune/Loss": 0.6357695460319519, "Finetune/Loss (Raw)": 0.6265297532081604, "Finetune/Step": 13914, "Finetune/Step Time": 5.9699711706489325}
+{"Finetune/Learning Rate": 3.7476260052760905e-06, "Finetune/Loss": 0.6350849866867065, "Finetune/Loss (Raw)": 0.5976197123527527, "Finetune/Step": 13915, "Finetune/Step Time": 5.971752740442753}
+{"Finetune/Learning Rate": 3.7463118745575134e-06, "Finetune/Loss": 0.634707510471344, "Finetune/Loss (Raw)": 0.6589534282684326, "Finetune/Step": 13916, "Finetune/Step Time": 5.971463371068239}
+{"Finetune/Learning Rate": 3.7449979211757417e-06, "Finetune/Loss": 0.6359151005744934, "Finetune/Loss (Raw)": 0.729820966720581, "Finetune/Step": 13917, "Finetune/Step Time": 5.969033811241388}
+{"Finetune/Learning Rate": 3.7436841451680452e-06, "Finetune/Loss": 0.6359418630599976, "Finetune/Loss (Raw)": 0.6564258933067322, "Finetune/Step": 13918, "Finetune/Step Time": 5.969529215246439}
+{"Finetune/Learning Rate": 3.7423705465716753e-06, "Finetune/Loss": 0.6352838277816772, "Finetune/Loss (Raw)": 0.6560896039009094, "Finetune/Step": 13919, "Finetune/Step Time": 5.970950413495302}
+{"Finetune/Learning Rate": 3.7410571254238835e-06, "Finetune/Loss": 0.6348474025726318, "Finetune/Loss (Raw)": 0.6565444469451904, "Finetune/Step": 13920, "Finetune/Step Time": 5.954186517745256}
+{"Finetune/Learning Rate": 3.7397438817619127e-06, "Finetune/Loss": 0.6347315907478333, "Finetune/Loss (Raw)": 0.6349754929542542, "Finetune/Step": 13921, "Finetune/Step Time": 5.95415348932147}
+{"Finetune/Learning Rate": 3.7384308156230077e-06, "Finetune/Loss": 0.6321718096733093, "Finetune/Loss (Raw)": 0.5491930842399597, "Finetune/Step": 13922, "Finetune/Step Time": 5.9582022204995155}
+{"Finetune/Learning Rate": 3.7371179270443956e-06, "Finetune/Loss": 0.6320475339889526, "Finetune/Loss (Raw)": 0.6232742667198181, "Finetune/Step": 13923, "Finetune/Step Time": 5.948948031291366}
+{"Finetune/Learning Rate": 3.7358052160633095e-06, "Finetune/Loss": 0.6308320760726929, "Finetune/Loss (Raw)": 0.48022663593292236, "Finetune/Step": 13924, "Finetune/Step Time": 5.964099645614624}
+{"Finetune/Learning Rate": 3.7344926827169714e-06, "Finetune/Loss": 0.6295362710952759, "Finetune/Loss (Raw)": 0.588621199131012, "Finetune/Step": 13925, "Finetune/Step Time": 5.962552251294255}
+{"Finetune/Learning Rate": 3.733180327042607e-06, "Finetune/Loss": 0.6282707452774048, "Finetune/Loss (Raw)": 0.5369088053703308, "Finetune/Step": 13926, "Finetune/Step Time": 5.96322450786829}
+{"Finetune/Learning Rate": 3.7318681490774287e-06, "Finetune/Loss": 0.6268073320388794, "Finetune/Loss (Raw)": 0.5827353596687317, "Finetune/Step": 13927, "Finetune/Step Time": 5.969427548348904}
+{"Finetune/Learning Rate": 3.7305561488586484e-06, "Finetune/Loss": 0.6275306344032288, "Finetune/Loss (Raw)": 0.6978603005409241, "Finetune/Step": 13928, "Finetune/Step Time": 5.942551765590906}
+{"Finetune/Learning Rate": 3.7292443264234647e-06, "Finetune/Loss": 0.6281768083572388, "Finetune/Loss (Raw)": 0.7945250868797302, "Finetune/Step": 13929, "Finetune/Step Time": 5.942863643169403}
+{"Finetune/Learning Rate": 3.727932681809081e-06, "Finetune/Loss": 0.6273611783981323, "Finetune/Loss (Raw)": 0.538099467754364, "Finetune/Step": 13930, "Finetune/Step Time": 5.9128682389855385}
+{"Finetune/Learning Rate": 3.7266212150526905e-06, "Finetune/Loss": 0.6262552738189697, "Finetune/Loss (Raw)": 0.6225497722625732, "Finetune/Step": 13931, "Finetune/Step Time": 5.9142847284674644}
+{"Finetune/Learning Rate": 3.7253099261914794e-06, "Finetune/Loss": 0.6269176006317139, "Finetune/Loss (Raw)": 0.7014845013618469, "Finetune/Step": 13932, "Finetune/Step Time": 5.907986016944051}
+{"Finetune/Learning Rate": 3.7239988152626394e-06, "Finetune/Loss": 0.6262205839157104, "Finetune/Loss (Raw)": 0.6371678113937378, "Finetune/Step": 13933, "Finetune/Step Time": 5.898536479100585}
+{"Finetune/Learning Rate": 3.72268788230335e-06, "Finetune/Loss": 0.6265817880630493, "Finetune/Loss (Raw)": 0.6550736427307129, "Finetune/Step": 13934, "Finetune/Step Time": 5.895358009263873}
+{"Finetune/Learning Rate": 3.7213771273507794e-06, "Finetune/Loss": 0.6271800398826599, "Finetune/Loss (Raw)": 0.7586707472801208, "Finetune/Step": 13935, "Finetune/Step Time": 5.9065193347632885}
+{"Finetune/Learning Rate": 3.7200665504420984e-06, "Finetune/Loss": 0.6273347735404968, "Finetune/Loss (Raw)": 0.6867203712463379, "Finetune/Step": 13936, "Finetune/Step Time": 5.904080983251333}
+{"Finetune/Learning Rate": 3.718756151614472e-06, "Finetune/Loss": 0.6266665458679199, "Finetune/Loss (Raw)": 0.4991607964038849, "Finetune/Step": 13937, "Finetune/Step Time": 5.918696599081159}
+{"Finetune/Learning Rate": 3.7174459309050604e-06, "Finetune/Loss": 0.6277629733085632, "Finetune/Loss (Raw)": 0.6991263031959534, "Finetune/Step": 13938, "Finetune/Step Time": 5.916522607207298}
+{"Finetune/Learning Rate": 3.7161358883510135e-06, "Finetune/Loss": 0.6296330690383911, "Finetune/Loss (Raw)": 0.750349223613739, "Finetune/Step": 13939, "Finetune/Step Time": 5.931644447147846}
+{"Finetune/Learning Rate": 3.714826023989491e-06, "Finetune/Loss": 0.6291881203651428, "Finetune/Loss (Raw)": 0.6575570702552795, "Finetune/Step": 13940, "Finetune/Step Time": 5.929987100884318}
+{"Finetune/Learning Rate": 3.7135163378576255e-06, "Finetune/Loss": 0.6288753747940063, "Finetune/Loss (Raw)": 0.6468058824539185, "Finetune/Step": 13941, "Finetune/Step Time": 5.9232792891561985}
+{"Finetune/Learning Rate": 3.7122068299925616e-06, "Finetune/Loss": 0.6269365549087524, "Finetune/Loss (Raw)": 0.47893014550209045, "Finetune/Step": 13942, "Finetune/Step Time": 5.942888667806983}
+{"Finetune/Learning Rate": 3.710897500431431e-06, "Finetune/Loss": 0.6254525780677795, "Finetune/Loss (Raw)": 0.5756675004959106, "Finetune/Step": 13943, "Finetune/Step Time": 5.924129551276565}
+{"Finetune/Learning Rate": 3.709588349211364e-06, "Finetune/Loss": 0.625311017036438, "Finetune/Loss (Raw)": 0.5876470804214478, "Finetune/Step": 13944, "Finetune/Step Time": 5.90802139416337}
+{"Finetune/Learning Rate": 3.7082793763694837e-06, "Finetune/Loss": 0.624934732913971, "Finetune/Loss (Raw)": 0.6290392875671387, "Finetune/Step": 13945, "Finetune/Step Time": 5.910259626805782}
+{"Finetune/Learning Rate": 3.706970581942908e-06, "Finetune/Loss": 0.625864565372467, "Finetune/Loss (Raw)": 0.6439031362533569, "Finetune/Step": 13946, "Finetune/Step Time": 5.889439107850194}
+{"Finetune/Learning Rate": 3.705661965968753e-06, "Finetune/Loss": 0.6257021427154541, "Finetune/Loss (Raw)": 0.569881796836853, "Finetune/Step": 13947, "Finetune/Step Time": 5.887658484280109}
+{"Finetune/Learning Rate": 3.7043535284841247e-06, "Finetune/Loss": 0.6260849237442017, "Finetune/Loss (Raw)": 0.6031811833381653, "Finetune/Step": 13948, "Finetune/Step Time": 5.888357751071453}
+{"Finetune/Learning Rate": 3.7030452695261287e-06, "Finetune/Loss": 0.6254799365997314, "Finetune/Loss (Raw)": 0.6457753777503967, "Finetune/Step": 13949, "Finetune/Step Time": 5.886908285319805}
+{"Finetune/Learning Rate": 3.7017371891318633e-06, "Finetune/Loss": 0.625538170337677, "Finetune/Loss (Raw)": 0.5941575765609741, "Finetune/Step": 13950, "Finetune/Step Time": 5.892703447490931}
+{"Finetune/Learning Rate": 3.700429287338421e-06, "Finetune/Loss": 0.625398576259613, "Finetune/Loss (Raw)": 0.6862256526947021, "Finetune/Step": 13951, "Finetune/Step Time": 5.896188510581851}
+{"Finetune/Learning Rate": 3.6991215641828903e-06, "Finetune/Loss": 0.6261531114578247, "Finetune/Loss (Raw)": 0.6891664862632751, "Finetune/Step": 13952, "Finetune/Step Time": 5.897830620408058}
+{"Finetune/Learning Rate": 3.6978140197023548e-06, "Finetune/Loss": 0.6255176067352295, "Finetune/Loss (Raw)": 0.5671718120574951, "Finetune/Step": 13953, "Finetune/Step Time": 5.900392938405275}
+{"Finetune/Learning Rate": 3.6965066539338924e-06, "Finetune/Loss": 0.6259686946868896, "Finetune/Loss (Raw)": 0.6363009214401245, "Finetune/Step": 13954, "Finetune/Step Time": 5.901876602321863}
+{"Finetune/Learning Rate": 3.6951994669145764e-06, "Finetune/Loss": 0.6257489919662476, "Finetune/Loss (Raw)": 0.6523016095161438, "Finetune/Step": 13955, "Finetune/Step Time": 5.900667971000075}
+{"Finetune/Learning Rate": 3.693892458681475e-06, "Finetune/Loss": 0.6258543729782104, "Finetune/Loss (Raw)": 0.5752283334732056, "Finetune/Step": 13956, "Finetune/Step Time": 5.90223229303956}
+{"Finetune/Learning Rate": 3.6925856292716522e-06, "Finetune/Loss": 0.6259714961051941, "Finetune/Loss (Raw)": 0.745080292224884, "Finetune/Step": 13957, "Finetune/Step Time": 5.898423144593835}
+{"Finetune/Learning Rate": 3.691278978722168e-06, "Finetune/Loss": 0.6267930269241333, "Finetune/Loss (Raw)": 0.640098512172699, "Finetune/Step": 13958, "Finetune/Step Time": 5.880397690460086}
+{"Finetune/Learning Rate": 3.6899725070700654e-06, "Finetune/Loss": 0.6263483762741089, "Finetune/Loss (Raw)": 0.5419237017631531, "Finetune/Step": 13959, "Finetune/Step Time": 5.895456984639168}
+{"Finetune/Learning Rate": 3.6886662143524034e-06, "Finetune/Loss": 0.6271719336509705, "Finetune/Loss (Raw)": 0.6532238721847534, "Finetune/Step": 13960, "Finetune/Step Time": 5.895776344463229}
+{"Finetune/Learning Rate": 3.68736010060622e-06, "Finetune/Loss": 0.6274322867393494, "Finetune/Loss (Raw)": 0.6375629901885986, "Finetune/Step": 13961, "Finetune/Step Time": 5.898502599447966}
+{"Finetune/Learning Rate": 3.686054165868552e-06, "Finetune/Loss": 0.6278151273727417, "Finetune/Loss (Raw)": 0.6520567536354065, "Finetune/Step": 13962, "Finetune/Step Time": 5.896371550858021}
+{"Finetune/Learning Rate": 3.6847484101764354e-06, "Finetune/Loss": 0.6283687353134155, "Finetune/Loss (Raw)": 0.7549263834953308, "Finetune/Step": 13963, "Finetune/Step Time": 5.89473014883697}
+{"Finetune/Learning Rate": 3.683442833566898e-06, "Finetune/Loss": 0.6284856200218201, "Finetune/Loss (Raw)": 0.6777976155281067, "Finetune/Step": 13964, "Finetune/Step Time": 5.893968662247062}
+{"Finetune/Learning Rate": 3.6821374360769577e-06, "Finetune/Loss": 0.6288309097290039, "Finetune/Loss (Raw)": 0.6183668971061707, "Finetune/Step": 13965, "Finetune/Step Time": 5.893290588632226}
+{"Finetune/Learning Rate": 3.6808322177436296e-06, "Finetune/Loss": 0.6282785534858704, "Finetune/Loss (Raw)": 0.5716277956962585, "Finetune/Step": 13966, "Finetune/Step Time": 5.891348201781511}
+{"Finetune/Learning Rate": 3.6795271786039343e-06, "Finetune/Loss": 0.6290903091430664, "Finetune/Loss (Raw)": 0.6445187330245972, "Finetune/Step": 13967, "Finetune/Step Time": 5.8789744935929775}
+{"Finetune/Learning Rate": 3.678222318694875e-06, "Finetune/Loss": 0.629173755645752, "Finetune/Loss (Raw)": 0.6308094263076782, "Finetune/Step": 13968, "Finetune/Step Time": 5.863041376695037}
+{"Finetune/Learning Rate": 3.6769176380534543e-06, "Finetune/Loss": 0.6293577551841736, "Finetune/Loss (Raw)": 0.7103123068809509, "Finetune/Step": 13969, "Finetune/Step Time": 5.873124310746789}
+{"Finetune/Learning Rate": 3.6756131367166727e-06, "Finetune/Loss": 0.6308436393737793, "Finetune/Loss (Raw)": 0.6845693588256836, "Finetune/Step": 13970, "Finetune/Step Time": 5.870102722197771}
+{"Finetune/Learning Rate": 3.6743088147215146e-06, "Finetune/Loss": 0.6304574012756348, "Finetune/Loss (Raw)": 0.635474681854248, "Finetune/Step": 13971, "Finetune/Step Time": 5.8648967780172825}
+{"Finetune/Learning Rate": 3.6730046721049705e-06, "Finetune/Loss": 0.631078839302063, "Finetune/Loss (Raw)": 0.5999230742454529, "Finetune/Step": 13972, "Finetune/Step Time": 5.847772222012281}
+{"Finetune/Learning Rate": 3.671700708904019e-06, "Finetune/Loss": 0.6338176727294922, "Finetune/Loss (Raw)": 0.801774263381958, "Finetune/Step": 13973, "Finetune/Step Time": 5.8299159575253725}
+{"Finetune/Learning Rate": 3.670396925155644e-06, "Finetune/Loss": 0.6339535117149353, "Finetune/Loss (Raw)": 0.5714381337165833, "Finetune/Step": 13974, "Finetune/Step Time": 5.82786257751286}
+{"Finetune/Learning Rate": 3.6690933208968114e-06, "Finetune/Loss": 0.6344338655471802, "Finetune/Loss (Raw)": 0.588263988494873, "Finetune/Step": 13975, "Finetune/Step Time": 5.8252461440861225}
+{"Finetune/Learning Rate": 3.667789896164495e-06, "Finetune/Loss": 0.6343191862106323, "Finetune/Loss (Raw)": 0.7121045589447021, "Finetune/Step": 13976, "Finetune/Step Time": 5.827708812430501}
+{"Finetune/Learning Rate": 3.6664866509956466e-06, "Finetune/Loss": 0.6345334053039551, "Finetune/Loss (Raw)": 0.6739451885223389, "Finetune/Step": 13977, "Finetune/Step Time": 5.826736843213439}
+{"Finetune/Learning Rate": 3.6651835854272266e-06, "Finetune/Loss": 0.6356649994850159, "Finetune/Loss (Raw)": 0.646003782749176, "Finetune/Step": 13978, "Finetune/Step Time": 5.846004256978631}
+{"Finetune/Learning Rate": 3.663880699496186e-06, "Finetune/Loss": 0.6347522735595703, "Finetune/Loss (Raw)": 0.5553928017616272, "Finetune/Step": 13979, "Finetune/Step Time": 5.844643333926797}
+{"Finetune/Learning Rate": 3.6625779932394723e-06, "Finetune/Loss": 0.6342437267303467, "Finetune/Loss (Raw)": 0.5795838236808777, "Finetune/Step": 13980, "Finetune/Step Time": 5.860798113048077}
+{"Finetune/Learning Rate": 3.661275466694022e-06, "Finetune/Loss": 0.6338858604431152, "Finetune/Loss (Raw)": 0.5654447078704834, "Finetune/Step": 13981, "Finetune/Step Time": 5.851170398294926}
+{"Finetune/Learning Rate": 3.65997311989678e-06, "Finetune/Loss": 0.6328877210617065, "Finetune/Loss (Raw)": 0.5413872599601746, "Finetune/Step": 13982, "Finetune/Step Time": 5.869672700762749}
+{"Finetune/Learning Rate": 3.65867095288467e-06, "Finetune/Loss": 0.6317570209503174, "Finetune/Loss (Raw)": 0.5844446420669556, "Finetune/Step": 13983, "Finetune/Step Time": 5.872758142650127}
+{"Finetune/Learning Rate": 3.6573689656946177e-06, "Finetune/Loss": 0.6327890753746033, "Finetune/Loss (Raw)": 0.76805579662323, "Finetune/Step": 13984, "Finetune/Step Time": 5.875524224713445}
+{"Finetune/Learning Rate": 3.6560671583635467e-06, "Finetune/Loss": 0.6330360174179077, "Finetune/Loss (Raw)": 0.5928159952163696, "Finetune/Step": 13985, "Finetune/Step Time": 5.8744293581694365}
+{"Finetune/Learning Rate": 3.6547655309283712e-06, "Finetune/Loss": 0.6331214904785156, "Finetune/Loss (Raw)": 0.671823263168335, "Finetune/Step": 13986, "Finetune/Step Time": 5.873682007193565}
+{"Finetune/Learning Rate": 3.6534640834260018e-06, "Finetune/Loss": 0.6321067810058594, "Finetune/Loss (Raw)": 0.6397580504417419, "Finetune/Step": 13987, "Finetune/Step Time": 5.868180314078927}
+{"Finetune/Learning Rate": 3.6521628158933397e-06, "Finetune/Loss": 0.6320449709892273, "Finetune/Loss (Raw)": 0.631123960018158, "Finetune/Step": 13988, "Finetune/Step Time": 5.861782072111964}
+{"Finetune/Learning Rate": 3.6508617283672978e-06, "Finetune/Loss": 0.6323251724243164, "Finetune/Loss (Raw)": 0.6238886713981628, "Finetune/Step": 13989, "Finetune/Step Time": 5.860989244654775}
+{"Finetune/Learning Rate": 3.6495608208847576e-06, "Finetune/Loss": 0.6326193809509277, "Finetune/Loss (Raw)": 0.7131810188293457, "Finetune/Step": 13990, "Finetune/Step Time": 5.858262401074171}
+{"Finetune/Learning Rate": 3.648260093482615e-06, "Finetune/Loss": 0.6323933601379395, "Finetune/Loss (Raw)": 0.5353906750679016, "Finetune/Step": 13991, "Finetune/Step Time": 5.8781670816242695}
+{"Finetune/Learning Rate": 3.6469595461977546e-06, "Finetune/Loss": 0.6327387094497681, "Finetune/Loss (Raw)": 0.6644667387008667, "Finetune/Step": 13992, "Finetune/Step Time": 5.873545186594129}
+{"Finetune/Learning Rate": 3.645659179067055e-06, "Finetune/Loss": 0.6332739591598511, "Finetune/Loss (Raw)": 0.6871587038040161, "Finetune/Step": 13993, "Finetune/Step Time": 5.870988117530942}
+{"Finetune/Learning Rate": 3.6443589921273926e-06, "Finetune/Loss": 0.6331756711006165, "Finetune/Loss (Raw)": 0.6045162677764893, "Finetune/Step": 13994, "Finetune/Step Time": 5.8689084723591805}
+{"Finetune/Learning Rate": 3.643058985415636e-06, "Finetune/Loss": 0.6327672004699707, "Finetune/Loss (Raw)": 0.5952268242835999, "Finetune/Step": 13995, "Finetune/Step Time": 5.8695320431143045}
+{"Finetune/Learning Rate": 3.64175915896865e-06, "Finetune/Loss": 0.6337810158729553, "Finetune/Loss (Raw)": 0.7394159436225891, "Finetune/Step": 13996, "Finetune/Step Time": 5.870889259502292}
+{"Finetune/Learning Rate": 3.640459512823292e-06, "Finetune/Loss": 0.6333580017089844, "Finetune/Loss (Raw)": 0.6240482330322266, "Finetune/Step": 13997, "Finetune/Step Time": 5.8724283166229725}
+{"Finetune/Learning Rate": 3.63916004701642e-06, "Finetune/Loss": 0.634710431098938, "Finetune/Loss (Raw)": 0.7263702750205994, "Finetune/Step": 13998, "Finetune/Step Time": 5.891486190259457}
+{"Finetune/Learning Rate": 3.6378607615848815e-06, "Finetune/Loss": 0.6350128650665283, "Finetune/Loss (Raw)": 0.5967522859573364, "Finetune/Step": 13999, "Finetune/Step Time": 5.883382914587855}
+{"Finetune/Learning Rate": 3.6365616565655193e-06, "Finetune/Loss": 0.6348423361778259, "Finetune/Loss (Raw)": 0.5974230170249939, "Finetune/Step": 14000, "Finetune/Step Time": 5.8794511295855045}
+{"Finetune/Learning Rate": 3.6352627319951737e-06, "Finetune/Loss": 0.6352258920669556, "Finetune/Loss (Raw)": 0.7389405369758606, "Finetune/Step": 14001, "Finetune/Step Time": 5.87863327935338}
+{"Finetune/Learning Rate": 3.633963987910678e-06, "Finetune/Loss": 0.6355474591255188, "Finetune/Loss (Raw)": 0.6434004902839661, "Finetune/Step": 14002, "Finetune/Step Time": 5.867093902081251}
+{"Finetune/Learning Rate": 3.6326654243488614e-06, "Finetune/Loss": 0.6355787515640259, "Finetune/Loss (Raw)": 0.6950939893722534, "Finetune/Step": 14003, "Finetune/Step Time": 5.868452351540327}
+{"Finetune/Learning Rate": 3.6313670413465464e-06, "Finetune/Loss": 0.6366230249404907, "Finetune/Loss (Raw)": 0.7345544099807739, "Finetune/Step": 14004, "Finetune/Step Time": 5.901473943144083}
+{"Finetune/Learning Rate": 3.6300688389405526e-06, "Finetune/Loss": 0.6349910497665405, "Finetune/Loss (Raw)": 0.5258051156997681, "Finetune/Step": 14005, "Finetune/Step Time": 5.923624448478222}
+{"Finetune/Learning Rate": 3.628770817167693e-06, "Finetune/Loss": 0.6350995302200317, "Finetune/Loss (Raw)": 0.6667485237121582, "Finetune/Step": 14006, "Finetune/Step Time": 5.922110043466091}
+{"Finetune/Learning Rate": 3.6274729760647788e-06, "Finetune/Loss": 0.6369432806968689, "Finetune/Loss (Raw)": 0.7923187017440796, "Finetune/Step": 14007, "Finetune/Step Time": 5.923518490046263}
+{"Finetune/Learning Rate": 3.626175315668603e-06, "Finetune/Loss": 0.6374499797821045, "Finetune/Loss (Raw)": 0.6527484655380249, "Finetune/Step": 14008, "Finetune/Step Time": 5.927276447415352}
+{"Finetune/Learning Rate": 3.624877836015974e-06, "Finetune/Loss": 0.6369211673736572, "Finetune/Loss (Raw)": 0.5820487141609192, "Finetune/Step": 14009, "Finetune/Step Time": 5.927405243739486}
+{"Finetune/Learning Rate": 3.6235805371436817e-06, "Finetune/Loss": 0.6373687982559204, "Finetune/Loss (Raw)": 0.6244133710861206, "Finetune/Step": 14010, "Finetune/Step Time": 5.928288722410798}
+{"Finetune/Learning Rate": 3.6222834190885125e-06, "Finetune/Loss": 0.6362988948822021, "Finetune/Loss (Raw)": 0.564250648021698, "Finetune/Step": 14011, "Finetune/Step Time": 5.931835873052478}
+{"Finetune/Learning Rate": 3.620986481887251e-06, "Finetune/Loss": 0.6370596885681152, "Finetune/Loss (Raw)": 0.7045743465423584, "Finetune/Step": 14012, "Finetune/Step Time": 5.942491751164198}
+{"Finetune/Learning Rate": 3.619689725576675e-06, "Finetune/Loss": 0.6374982595443726, "Finetune/Loss (Raw)": 0.6148091554641724, "Finetune/Step": 14013, "Finetune/Step Time": 5.921878509223461}
+{"Finetune/Learning Rate": 3.6183931501935533e-06, "Finetune/Loss": 0.6380722522735596, "Finetune/Loss (Raw)": 0.6622070670127869, "Finetune/Step": 14014, "Finetune/Step Time": 5.920740865170956}
+{"Finetune/Learning Rate": 3.6170967557746504e-06, "Finetune/Loss": 0.6385496258735657, "Finetune/Loss (Raw)": 0.6413257718086243, "Finetune/Step": 14015, "Finetune/Step Time": 5.889424173161387}
+{"Finetune/Learning Rate": 3.615800542356738e-06, "Finetune/Loss": 0.6394662857055664, "Finetune/Loss (Raw)": 0.6973553895950317, "Finetune/Step": 14016, "Finetune/Step Time": 5.885811101645231}
+{"Finetune/Learning Rate": 3.6145045099765663e-06, "Finetune/Loss": 0.6380652189254761, "Finetune/Loss (Raw)": 0.5938618779182434, "Finetune/Step": 14017, "Finetune/Step Time": 5.889834612607956}
+{"Finetune/Learning Rate": 3.6132086586708893e-06, "Finetune/Loss": 0.6385965347290039, "Finetune/Loss (Raw)": 0.6318000555038452, "Finetune/Step": 14018, "Finetune/Step Time": 5.888211730867624}
+{"Finetune/Learning Rate": 3.611912988476457e-06, "Finetune/Loss": 0.6387792229652405, "Finetune/Loss (Raw)": 0.6773502230644226, "Finetune/Step": 14019, "Finetune/Step Time": 5.890287009999156}
+{"Finetune/Learning Rate": 3.6106174994300037e-06, "Finetune/Loss": 0.6395578980445862, "Finetune/Loss (Raw)": 0.6399144530296326, "Finetune/Step": 14020, "Finetune/Step Time": 5.888759844005108}
+{"Finetune/Learning Rate": 3.6093221915682685e-06, "Finetune/Loss": 0.6386042833328247, "Finetune/Loss (Raw)": 0.6555439233779907, "Finetune/Step": 14021, "Finetune/Step Time": 5.870659690350294}
+{"Finetune/Learning Rate": 3.6080270649279804e-06, "Finetune/Loss": 0.6383441090583801, "Finetune/Loss (Raw)": 0.5652175545692444, "Finetune/Step": 14022, "Finetune/Step Time": 5.876251636072993}
+{"Finetune/Learning Rate": 3.6067321195458715e-06, "Finetune/Loss": 0.6368016600608826, "Finetune/Loss (Raw)": 0.523818850517273, "Finetune/Step": 14023, "Finetune/Step Time": 5.883476685732603}
+{"Finetune/Learning Rate": 3.6054373554586598e-06, "Finetune/Loss": 0.6357807517051697, "Finetune/Loss (Raw)": 0.5555059909820557, "Finetune/Step": 14024, "Finetune/Step Time": 5.888343758881092}
+{"Finetune/Learning Rate": 3.604142772703064e-06, "Finetune/Loss": 0.6360843181610107, "Finetune/Loss (Raw)": 0.709257185459137, "Finetune/Step": 14025, "Finetune/Step Time": 5.891897901892662}
+{"Finetune/Learning Rate": 3.602848371315789e-06, "Finetune/Loss": 0.6358754634857178, "Finetune/Loss (Raw)": 0.6231991052627563, "Finetune/Step": 14026, "Finetune/Step Time": 5.892137546092272}
+{"Finetune/Learning Rate": 3.6015541513335427e-06, "Finetune/Loss": 0.6354807019233704, "Finetune/Loss (Raw)": 0.6917589902877808, "Finetune/Step": 14027, "Finetune/Step Time": 5.886989464983344}
+{"Finetune/Learning Rate": 3.600260112793026e-06, "Finetune/Loss": 0.6377952098846436, "Finetune/Loss (Raw)": 0.7309073805809021, "Finetune/Step": 14028, "Finetune/Step Time": 5.883187361061573}
+{"Finetune/Learning Rate": 3.5989662557309313e-06, "Finetune/Loss": 0.6373772621154785, "Finetune/Loss (Raw)": 0.6012450456619263, "Finetune/Step": 14029, "Finetune/Step Time": 5.900280112400651}
+{"Finetune/Learning Rate": 3.597672580183954e-06, "Finetune/Loss": 0.638198971748352, "Finetune/Loss (Raw)": 0.6980174779891968, "Finetune/Step": 14030, "Finetune/Step Time": 5.9065787848085165}
+{"Finetune/Learning Rate": 3.5963790861887805e-06, "Finetune/Loss": 0.6396321654319763, "Finetune/Loss (Raw)": 0.7274919152259827, "Finetune/Step": 14031, "Finetune/Step Time": 5.91040675342083}
+{"Finetune/Learning Rate": 3.5950857737820834e-06, "Finetune/Loss": 0.640465259552002, "Finetune/Loss (Raw)": 0.723192036151886, "Finetune/Step": 14032, "Finetune/Step Time": 5.911635352298617}
+{"Finetune/Learning Rate": 3.59379264300054e-06, "Finetune/Loss": 0.6403825283050537, "Finetune/Loss (Raw)": 0.655869722366333, "Finetune/Step": 14033, "Finetune/Step Time": 5.914224898442626}
+{"Finetune/Learning Rate": 3.592499693880821e-06, "Finetune/Loss": 0.6387253403663635, "Finetune/Loss (Raw)": 0.47959232330322266, "Finetune/Step": 14034, "Finetune/Step Time": 5.918810781091452}
+{"Finetune/Learning Rate": 3.5912069264595894e-06, "Finetune/Loss": 0.6384388208389282, "Finetune/Loss (Raw)": 0.6514976620674133, "Finetune/Step": 14035, "Finetune/Step Time": 5.920593272894621}
+{"Finetune/Learning Rate": 3.589914340773506e-06, "Finetune/Loss": 0.6379329562187195, "Finetune/Loss (Raw)": 0.6128868460655212, "Finetune/Step": 14036, "Finetune/Step Time": 5.905120342969894}
+{"Finetune/Learning Rate": 3.5886219368592236e-06, "Finetune/Loss": 0.6375590562820435, "Finetune/Loss (Raw)": 0.6387933492660522, "Finetune/Step": 14037, "Finetune/Step Time": 5.8912219777703285}
+{"Finetune/Learning Rate": 3.5873297147533913e-06, "Finetune/Loss": 0.6365585923194885, "Finetune/Loss (Raw)": 0.5654565691947937, "Finetune/Step": 14038, "Finetune/Step Time": 5.897663531824946}
+{"Finetune/Learning Rate": 3.586037674492654e-06, "Finetune/Loss": 0.6368986368179321, "Finetune/Loss (Raw)": 0.6891260147094727, "Finetune/Step": 14039, "Finetune/Step Time": 5.907683860510588}
+{"Finetune/Learning Rate": 3.5847458161136485e-06, "Finetune/Loss": 0.638608992099762, "Finetune/Loss (Raw)": 0.7404085993766785, "Finetune/Step": 14040, "Finetune/Step Time": 5.905885072425008}
+{"Finetune/Learning Rate": 3.5834541396530097e-06, "Finetune/Loss": 0.6397914886474609, "Finetune/Loss (Raw)": 0.6838775277137756, "Finetune/Step": 14041, "Finetune/Step Time": 5.910205315798521}
+{"Finetune/Learning Rate": 3.5821626451473656e-06, "Finetune/Loss": 0.640259325504303, "Finetune/Loss (Raw)": 0.6864210367202759, "Finetune/Step": 14042, "Finetune/Step Time": 5.905810257419944}
+{"Finetune/Learning Rate": 3.5808713326333376e-06, "Finetune/Loss": 0.6400307416915894, "Finetune/Loss (Raw)": 0.5683653950691223, "Finetune/Step": 14043, "Finetune/Step Time": 5.915829135105014}
+{"Finetune/Learning Rate": 3.5795802021475468e-06, "Finetune/Loss": 0.6402586102485657, "Finetune/Loss (Raw)": 0.688116192817688, "Finetune/Step": 14044, "Finetune/Step Time": 5.913389075547457}
+{"Finetune/Learning Rate": 3.5782892537266035e-06, "Finetune/Loss": 0.6396424174308777, "Finetune/Loss (Raw)": 0.6509432792663574, "Finetune/Step": 14045, "Finetune/Step Time": 5.9137572180479765}
+{"Finetune/Learning Rate": 3.576998487407115e-06, "Finetune/Loss": 0.6387292146682739, "Finetune/Loss (Raw)": 0.5395331382751465, "Finetune/Step": 14046, "Finetune/Step Time": 5.9172700848430395}
+{"Finetune/Learning Rate": 3.575707903225686e-06, "Finetune/Loss": 0.6390669345855713, "Finetune/Loss (Raw)": 0.6993237733840942, "Finetune/Step": 14047, "Finetune/Step Time": 5.9281224720180035}
+{"Finetune/Learning Rate": 3.574417501218913e-06, "Finetune/Loss": 0.6396512389183044, "Finetune/Loss (Raw)": 0.7313349843025208, "Finetune/Step": 14048, "Finetune/Step Time": 5.929185759276152}
+{"Finetune/Learning Rate": 3.5731272814233864e-06, "Finetune/Loss": 0.6388067007064819, "Finetune/Loss (Raw)": 0.5268722176551819, "Finetune/Step": 14049, "Finetune/Step Time": 5.944650731980801}
+{"Finetune/Learning Rate": 3.571837243875695e-06, "Finetune/Loss": 0.6406902074813843, "Finetune/Loss (Raw)": 0.7902904748916626, "Finetune/Step": 14050, "Finetune/Step Time": 5.939999608322978}
+{"Finetune/Learning Rate": 3.570547388612421e-06, "Finetune/Loss": 0.6398165225982666, "Finetune/Loss (Raw)": 0.5114396810531616, "Finetune/Step": 14051, "Finetune/Step Time": 5.941683508455753}
+{"Finetune/Learning Rate": 3.5692577156701393e-06, "Finetune/Loss": 0.640251874923706, "Finetune/Loss (Raw)": 0.535954475402832, "Finetune/Step": 14052, "Finetune/Step Time": 5.927639020606875}
+{"Finetune/Learning Rate": 3.567968225085423e-06, "Finetune/Loss": 0.6403032541275024, "Finetune/Loss (Raw)": 0.5951959490776062, "Finetune/Step": 14053, "Finetune/Step Time": 5.927547838538885}
+{"Finetune/Learning Rate": 3.5666789168948368e-06, "Finetune/Loss": 0.641349196434021, "Finetune/Loss (Raw)": 0.6707850694656372, "Finetune/Step": 14054, "Finetune/Step Time": 5.929437140002847}
+{"Finetune/Learning Rate": 3.5653897911349464e-06, "Finetune/Loss": 0.6421209573745728, "Finetune/Loss (Raw)": 0.6815217733383179, "Finetune/Step": 14055, "Finetune/Step Time": 5.923454087227583}
+{"Finetune/Learning Rate": 3.564100847842297e-06, "Finetune/Loss": 0.6413664817810059, "Finetune/Loss (Raw)": 0.6012850999832153, "Finetune/Step": 14056, "Finetune/Step Time": 5.92408443056047}
+{"Finetune/Learning Rate": 3.56281208705345e-06, "Finetune/Loss": 0.6397303342819214, "Finetune/Loss (Raw)": 0.5851010680198669, "Finetune/Step": 14057, "Finetune/Step Time": 5.925215186551213}
+{"Finetune/Learning Rate": 3.561523508804946e-06, "Finetune/Loss": 0.6397891044616699, "Finetune/Loss (Raw)": 0.5456219911575317, "Finetune/Step": 14058, "Finetune/Step Time": 5.937206542119384}
+{"Finetune/Learning Rate": 3.560235113133328e-06, "Finetune/Loss": 0.6398807764053345, "Finetune/Loss (Raw)": 0.634287416934967, "Finetune/Step": 14059, "Finetune/Step Time": 5.93862259760499}
+{"Finetune/Learning Rate": 3.55894690007513e-06, "Finetune/Loss": 0.6392731070518494, "Finetune/Loss (Raw)": 0.6236987709999084, "Finetune/Step": 14060, "Finetune/Step Time": 5.950098285451531}
+{"Finetune/Learning Rate": 3.5576588696668847e-06, "Finetune/Loss": 0.6379159688949585, "Finetune/Loss (Raw)": 0.46345195174217224, "Finetune/Step": 14061, "Finetune/Step Time": 5.97319714538753}
+{"Finetune/Learning Rate": 3.556371021945112e-06, "Finetune/Loss": 0.638370156288147, "Finetune/Loss (Raw)": 0.7132097482681274, "Finetune/Step": 14062, "Finetune/Step Time": 5.97931233048439}
+{"Finetune/Learning Rate": 3.5550833569463326e-06, "Finetune/Loss": 0.6372345685958862, "Finetune/Loss (Raw)": 0.6133204102516174, "Finetune/Step": 14063, "Finetune/Step Time": 5.962930887937546}
+{"Finetune/Learning Rate": 3.55379587470706e-06, "Finetune/Loss": 0.6363812685012817, "Finetune/Loss (Raw)": 0.5774954557418823, "Finetune/Step": 14064, "Finetune/Step Time": 5.961222184821963}
+{"Finetune/Learning Rate": 3.552508575263809e-06, "Finetune/Loss": 0.6374468803405762, "Finetune/Loss (Raw)": 0.6355591416358948, "Finetune/Step": 14065, "Finetune/Step Time": 5.944128526374698}
+{"Finetune/Learning Rate": 3.5512214586530803e-06, "Finetune/Loss": 0.6369163990020752, "Finetune/Loss (Raw)": 0.6312239766120911, "Finetune/Step": 14066, "Finetune/Step Time": 5.946002170443535}
+{"Finetune/Learning Rate": 3.549934524911376e-06, "Finetune/Loss": 0.6357361674308777, "Finetune/Loss (Raw)": 0.5992812514305115, "Finetune/Step": 14067, "Finetune/Step Time": 5.9320533741265535}
+{"Finetune/Learning Rate": 3.5486477740751844e-06, "Finetune/Loss": 0.6358311772346497, "Finetune/Loss (Raw)": 0.669722318649292, "Finetune/Step": 14068, "Finetune/Step Time": 5.945917947217822}
+{"Finetune/Learning Rate": 3.547361206180996e-06, "Finetune/Loss": 0.6367563009262085, "Finetune/Loss (Raw)": 0.7652158141136169, "Finetune/Step": 14069, "Finetune/Step Time": 5.948038512840867}
+{"Finetune/Learning Rate": 3.546074821265296e-06, "Finetune/Loss": 0.6382439732551575, "Finetune/Loss (Raw)": 0.6693564653396606, "Finetune/Step": 14070, "Finetune/Step Time": 5.930368600413203}
+{"Finetune/Learning Rate": 3.5447886193645577e-06, "Finetune/Loss": 0.6390185356140137, "Finetune/Loss (Raw)": 0.6748155355453491, "Finetune/Step": 14071, "Finetune/Step Time": 5.924377763643861}
+{"Finetune/Learning Rate": 3.5435026005152605e-06, "Finetune/Loss": 0.6398860216140747, "Finetune/Loss (Raw)": 0.6986847519874573, "Finetune/Step": 14072, "Finetune/Step Time": 5.927459303289652}
+{"Finetune/Learning Rate": 3.5422167647538707e-06, "Finetune/Loss": 0.6401140689849854, "Finetune/Loss (Raw)": 0.6582240462303162, "Finetune/Step": 14073, "Finetune/Step Time": 5.934243623167276}
+{"Finetune/Learning Rate": 3.5409311121168533e-06, "Finetune/Loss": 0.6406229734420776, "Finetune/Loss (Raw)": 0.7090442776679993, "Finetune/Step": 14074, "Finetune/Step Time": 5.9529470801353455}
+{"Finetune/Learning Rate": 3.53964564264066e-06, "Finetune/Loss": 0.6422849297523499, "Finetune/Loss (Raw)": 0.7826104164123535, "Finetune/Step": 14075, "Finetune/Step Time": 5.951694017276168}
+{"Finetune/Learning Rate": 3.538360356361744e-06, "Finetune/Loss": 0.6427976489067078, "Finetune/Loss (Raw)": 0.6688089966773987, "Finetune/Step": 14076, "Finetune/Step Time": 5.95029928162694}
+{"Finetune/Learning Rate": 3.5370752533165543e-06, "Finetune/Loss": 0.6417016983032227, "Finetune/Loss (Raw)": 0.5054917335510254, "Finetune/Step": 14077, "Finetune/Step Time": 5.953748824074864}
+{"Finetune/Learning Rate": 3.535790333541529e-06, "Finetune/Loss": 0.6416128277778625, "Finetune/Loss (Raw)": 0.5827800035476685, "Finetune/Step": 14078, "Finetune/Step Time": 5.952431157231331}
+{"Finetune/Learning Rate": 3.5345055970731113e-06, "Finetune/Loss": 0.6419585347175598, "Finetune/Loss (Raw)": 0.7304772734642029, "Finetune/Step": 14079, "Finetune/Step Time": 5.949855003505945}
+{"Finetune/Learning Rate": 3.5332210439477334e-06, "Finetune/Loss": 0.641571581363678, "Finetune/Loss (Raw)": 0.639642059803009, "Finetune/Step": 14080, "Finetune/Step Time": 5.948499662801623}
+{"Finetune/Learning Rate": 3.5319366742018135e-06, "Finetune/Loss": 0.6420428156852722, "Finetune/Loss (Raw)": 0.6274874806404114, "Finetune/Step": 14081, "Finetune/Step Time": 5.947720291092992}
+{"Finetune/Learning Rate": 3.5306524878717774e-06, "Finetune/Loss": 0.641006588935852, "Finetune/Loss (Raw)": 0.5036612749099731, "Finetune/Step": 14082, "Finetune/Step Time": 5.944400204345584}
+{"Finetune/Learning Rate": 3.5293684849940402e-06, "Finetune/Loss": 0.6413280367851257, "Finetune/Loss (Raw)": 0.693450927734375, "Finetune/Step": 14083, "Finetune/Step Time": 5.944791590794921}
+{"Finetune/Learning Rate": 3.5280846656050127e-06, "Finetune/Loss": 0.6416371464729309, "Finetune/Loss (Raw)": 0.6147951483726501, "Finetune/Step": 14084, "Finetune/Step Time": 5.948947835713625}
+{"Finetune/Learning Rate": 3.526801029741097e-06, "Finetune/Loss": 0.6409953832626343, "Finetune/Loss (Raw)": 0.6629302501678467, "Finetune/Step": 14085, "Finetune/Step Time": 5.950262801721692}
+{"Finetune/Learning Rate": 3.525517577438703e-06, "Finetune/Loss": 0.6413871645927429, "Finetune/Loss (Raw)": 0.6902472376823425, "Finetune/Step": 14086, "Finetune/Step Time": 5.947737192735076}
+{"Finetune/Learning Rate": 3.5242343087342166e-06, "Finetune/Loss": 0.6426626443862915, "Finetune/Loss (Raw)": 0.7051844000816345, "Finetune/Step": 14087, "Finetune/Step Time": 5.932022174820304}
+{"Finetune/Learning Rate": 3.5229512236640317e-06, "Finetune/Loss": 0.6430126428604126, "Finetune/Loss (Raw)": 0.6980199813842773, "Finetune/Step": 14088, "Finetune/Step Time": 5.930256692692637}
+{"Finetune/Learning Rate": 3.521668322264531e-06, "Finetune/Loss": 0.643833577632904, "Finetune/Loss (Raw)": 0.742644190788269, "Finetune/Step": 14089, "Finetune/Step Time": 5.929952058941126}
+{"Finetune/Learning Rate": 3.520385604572094e-06, "Finetune/Loss": 0.643915593624115, "Finetune/Loss (Raw)": 0.6625537872314453, "Finetune/Step": 14090, "Finetune/Step Time": 5.9308936428278685}
+{"Finetune/Learning Rate": 3.5191030706230967e-06, "Finetune/Loss": 0.6425741910934448, "Finetune/Loss (Raw)": 0.5832350254058838, "Finetune/Step": 14091, "Finetune/Step Time": 5.934157459065318}
+{"Finetune/Learning Rate": 3.517820720453906e-06, "Finetune/Loss": 0.6415764093399048, "Finetune/Loss (Raw)": 0.550082802772522, "Finetune/Step": 14092, "Finetune/Step Time": 5.941249245777726}
+{"Finetune/Learning Rate": 3.516538554100888e-06, "Finetune/Loss": 0.6412825584411621, "Finetune/Loss (Raw)": 0.5807479619979858, "Finetune/Step": 14093, "Finetune/Step Time": 5.940412770956755}
+{"Finetune/Learning Rate": 3.5152565716003996e-06, "Finetune/Loss": 0.6425182223320007, "Finetune/Loss (Raw)": 0.7297888994216919, "Finetune/Step": 14094, "Finetune/Step Time": 5.942785531282425}
+{"Finetune/Learning Rate": 3.513974772988795e-06, "Finetune/Loss": 0.6430941820144653, "Finetune/Loss (Raw)": 0.7182499766349792, "Finetune/Step": 14095, "Finetune/Step Time": 5.945888534188271}
+{"Finetune/Learning Rate": 3.5126931583024215e-06, "Finetune/Loss": 0.6430532336235046, "Finetune/Loss (Raw)": 0.6255627870559692, "Finetune/Step": 14096, "Finetune/Step Time": 5.948412200435996}
+{"Finetune/Learning Rate": 3.5114117275776238e-06, "Finetune/Loss": 0.6420996189117432, "Finetune/Loss (Raw)": 0.5882565975189209, "Finetune/Step": 14097, "Finetune/Step Time": 5.942722465842962}
+{"Finetune/Learning Rate": 3.5101304808507375e-06, "Finetune/Loss": 0.6422615051269531, "Finetune/Loss (Raw)": 0.7052882313728333, "Finetune/Step": 14098, "Finetune/Step Time": 5.971641261130571}
+{"Finetune/Learning Rate": 3.508849418158096e-06, "Finetune/Loss": 0.6419092416763306, "Finetune/Loss (Raw)": 0.5903883576393127, "Finetune/Step": 14099, "Finetune/Step Time": 6.012341849505901}
+{"Finetune/Learning Rate": 3.507568539536027e-06, "Finetune/Loss": 0.6422860622406006, "Finetune/Loss (Raw)": 0.6481528282165527, "Finetune/Step": 14100, "Finetune/Step Time": 6.010515511035919}
+{"Finetune/Learning Rate": 3.5062878450208515e-06, "Finetune/Loss": 0.6407097578048706, "Finetune/Loss (Raw)": 0.6000102162361145, "Finetune/Step": 14101, "Finetune/Step Time": 6.007353791967034}
+{"Finetune/Learning Rate": 3.505007334648888e-06, "Finetune/Loss": 0.6408150792121887, "Finetune/Loss (Raw)": 0.5849103927612305, "Finetune/Step": 14102, "Finetune/Step Time": 5.9992697555571795}
+{"Finetune/Learning Rate": 3.5037270084564467e-06, "Finetune/Loss": 0.6409950256347656, "Finetune/Loss (Raw)": 0.6112957000732422, "Finetune/Step": 14103, "Finetune/Step Time": 6.005343092605472}
+{"Finetune/Learning Rate": 3.502446866479837e-06, "Finetune/Loss": 0.6412118077278137, "Finetune/Loss (Raw)": 0.7398516535758972, "Finetune/Step": 14104, "Finetune/Step Time": 6.002293726429343}
+{"Finetune/Learning Rate": 3.5011669087553525e-06, "Finetune/Loss": 0.6396378874778748, "Finetune/Loss (Raw)": 0.47248902916908264, "Finetune/Step": 14105, "Finetune/Step Time": 6.0118306167423725}
+{"Finetune/Learning Rate": 3.4998871353192964e-06, "Finetune/Loss": 0.6391481161117554, "Finetune/Loss (Raw)": 0.5833049416542053, "Finetune/Step": 14106, "Finetune/Step Time": 5.984877988696098}
+{"Finetune/Learning Rate": 3.4986075462079583e-06, "Finetune/Loss": 0.6401300430297852, "Finetune/Loss (Raw)": 0.6810880899429321, "Finetune/Step": 14107, "Finetune/Step Time": 5.983637608587742}
+{"Finetune/Learning Rate": 3.497328141457622e-06, "Finetune/Loss": 0.640421986579895, "Finetune/Loss (Raw)": 0.6169471144676208, "Finetune/Step": 14108, "Finetune/Step Time": 5.969357341527939}
+{"Finetune/Learning Rate": 3.496048921104569e-06, "Finetune/Loss": 0.6407284736633301, "Finetune/Loss (Raw)": 0.604678213596344, "Finetune/Step": 14109, "Finetune/Step Time": 5.9818101823329926}
+{"Finetune/Learning Rate": 3.4947698851850766e-06, "Finetune/Loss": 0.6397284865379333, "Finetune/Loss (Raw)": 0.4133831858634949, "Finetune/Step": 14110, "Finetune/Step Time": 5.964692573994398}
+{"Finetune/Learning Rate": 3.493491033735409e-06, "Finetune/Loss": 0.6395151615142822, "Finetune/Loss (Raw)": 0.5571441650390625, "Finetune/Step": 14111, "Finetune/Step Time": 5.971385762095451}
+{"Finetune/Learning Rate": 3.4922123667918305e-06, "Finetune/Loss": 0.6384128332138062, "Finetune/Loss (Raw)": 0.6269530057907104, "Finetune/Step": 14112, "Finetune/Step Time": 5.966225745156407}
+{"Finetune/Learning Rate": 3.490933884390606e-06, "Finetune/Loss": 0.639076828956604, "Finetune/Loss (Raw)": 0.6778165698051453, "Finetune/Step": 14113, "Finetune/Step Time": 5.97150263376534}
+{"Finetune/Learning Rate": 3.4896555865679884e-06, "Finetune/Loss": 0.6392024159431458, "Finetune/Loss (Raw)": 0.6878932118415833, "Finetune/Step": 14114, "Finetune/Step Time": 5.984766889363527}
+{"Finetune/Learning Rate": 3.4883774733602247e-06, "Finetune/Loss": 0.6386840343475342, "Finetune/Loss (Raw)": 0.5734078288078308, "Finetune/Step": 14115, "Finetune/Step Time": 6.0022767297923565}
+{"Finetune/Learning Rate": 3.487099544803563e-06, "Finetune/Loss": 0.6382004022598267, "Finetune/Loss (Raw)": 0.5692208409309387, "Finetune/Step": 14116, "Finetune/Step Time": 6.010011488571763}
+{"Finetune/Learning Rate": 3.4858218009342338e-06, "Finetune/Loss": 0.6393814086914062, "Finetune/Loss (Raw)": 0.7750541567802429, "Finetune/Step": 14117, "Finetune/Step Time": 6.011593014001846}
+{"Finetune/Learning Rate": 3.4845442417884756e-06, "Finetune/Loss": 0.6384616494178772, "Finetune/Loss (Raw)": 0.5954537987709045, "Finetune/Step": 14118, "Finetune/Step Time": 6.0142991989851}
+{"Finetune/Learning Rate": 3.483266867402515e-06, "Finetune/Loss": 0.6387408971786499, "Finetune/Loss (Raw)": 0.571134626865387, "Finetune/Step": 14119, "Finetune/Step Time": 5.996019031852484}
+{"Finetune/Learning Rate": 3.4819896778125706e-06, "Finetune/Loss": 0.6384685039520264, "Finetune/Loss (Raw)": 0.629597008228302, "Finetune/Step": 14120, "Finetune/Step Time": 5.997130461037159}
+{"Finetune/Learning Rate": 3.480712673054868e-06, "Finetune/Loss": 0.6383225321769714, "Finetune/Loss (Raw)": 0.6684747934341431, "Finetune/Step": 14121, "Finetune/Step Time": 5.998737744987011}
+{"Finetune/Learning Rate": 3.479435853165619e-06, "Finetune/Loss": 0.6385683417320251, "Finetune/Loss (Raw)": 0.6359782218933105, "Finetune/Step": 14122, "Finetune/Step Time": 6.000541439279914}
+{"Finetune/Learning Rate": 3.478159218181024e-06, "Finetune/Loss": 0.639097273349762, "Finetune/Loss (Raw)": 0.6629287004470825, "Finetune/Step": 14123, "Finetune/Step Time": 6.015808256343007}
+{"Finetune/Learning Rate": 3.4768827681372887e-06, "Finetune/Loss": 0.6393418908119202, "Finetune/Loss (Raw)": 0.7707287073135376, "Finetune/Step": 14124, "Finetune/Step Time": 6.029731022194028}
+{"Finetune/Learning Rate": 3.475606503070609e-06, "Finetune/Loss": 0.6393701434135437, "Finetune/Loss (Raw)": 0.6276659369468689, "Finetune/Step": 14125, "Finetune/Step Time": 6.031999886035919}
+{"Finetune/Learning Rate": 3.4743304230171747e-06, "Finetune/Loss": 0.6380919218063354, "Finetune/Loss (Raw)": 0.5627531409263611, "Finetune/Step": 14126, "Finetune/Step Time": 6.023468131199479}
+{"Finetune/Learning Rate": 3.47305452801317e-06, "Finetune/Loss": 0.6380895376205444, "Finetune/Loss (Raw)": 0.5964531302452087, "Finetune/Step": 14127, "Finetune/Step Time": 6.025524640455842}
+{"Finetune/Learning Rate": 3.4717788180947855e-06, "Finetune/Loss": 0.6401797533035278, "Finetune/Loss (Raw)": 0.8649715185165405, "Finetune/Step": 14128, "Finetune/Step Time": 6.030132867395878}
+{"Finetune/Learning Rate": 3.4705032932981866e-06, "Finetune/Loss": 0.6404451131820679, "Finetune/Loss (Raw)": 0.772908091545105, "Finetune/Step": 14129, "Finetune/Step Time": 6.044540319591761}
+{"Finetune/Learning Rate": 3.4692279536595475e-06, "Finetune/Loss": 0.6415858268737793, "Finetune/Loss (Raw)": 0.7894126176834106, "Finetune/Step": 14130, "Finetune/Step Time": 6.045434096828103}
+{"Finetune/Learning Rate": 3.467952799215032e-06, "Finetune/Loss": 0.6415352821350098, "Finetune/Loss (Raw)": 0.6886255741119385, "Finetune/Step": 14131, "Finetune/Step Time": 6.044005261734128}
+{"Finetune/Learning Rate": 3.466677830000801e-06, "Finetune/Loss": 0.640905499458313, "Finetune/Loss (Raw)": 0.6539363861083984, "Finetune/Step": 14132, "Finetune/Step Time": 6.011584213003516}
+{"Finetune/Learning Rate": 3.4654030460530075e-06, "Finetune/Loss": 0.6419587731361389, "Finetune/Loss (Raw)": 0.6606260538101196, "Finetune/Step": 14133, "Finetune/Step Time": 5.995848074555397}
+{"Finetune/Learning Rate": 3.464128447407802e-06, "Finetune/Loss": 0.6419708728790283, "Finetune/Loss (Raw)": 0.6682965755462646, "Finetune/Step": 14134, "Finetune/Step Time": 5.994731055572629}
+{"Finetune/Learning Rate": 3.4628540341013283e-06, "Finetune/Loss": 0.6404988765716553, "Finetune/Loss (Raw)": 0.6039057970046997, "Finetune/Step": 14135, "Finetune/Step Time": 5.992501446977258}
+{"Finetune/Learning Rate": 3.4615798061697258e-06, "Finetune/Loss": 0.6413877010345459, "Finetune/Loss (Raw)": 0.7665106058120728, "Finetune/Step": 14136, "Finetune/Step Time": 5.99004833959043}
+{"Finetune/Learning Rate": 3.4603057636491266e-06, "Finetune/Loss": 0.6422213315963745, "Finetune/Loss (Raw)": 0.6887609362602234, "Finetune/Step": 14137, "Finetune/Step Time": 5.988307852298021}
+{"Finetune/Learning Rate": 3.4590319065756594e-06, "Finetune/Loss": 0.6422742009162903, "Finetune/Loss (Raw)": 0.631179928779602, "Finetune/Step": 14138, "Finetune/Step Time": 5.989340912550688}
+{"Finetune/Learning Rate": 3.4577582349854475e-06, "Finetune/Loss": 0.6426916122436523, "Finetune/Loss (Raw)": 0.6176748871803284, "Finetune/Step": 14139, "Finetune/Step Time": 5.985926104709506}
+{"Finetune/Learning Rate": 3.456484748914608e-06, "Finetune/Loss": 0.6429207921028137, "Finetune/Loss (Raw)": 0.7339086532592773, "Finetune/Step": 14140, "Finetune/Step Time": 5.9882887825369835}
+{"Finetune/Learning Rate": 3.455211448399255e-06, "Finetune/Loss": 0.6431909203529358, "Finetune/Loss (Raw)": 0.6493851542472839, "Finetune/Step": 14141, "Finetune/Step Time": 5.9861645214259624}
+{"Finetune/Learning Rate": 3.4539383334754927e-06, "Finetune/Loss": 0.641493558883667, "Finetune/Loss (Raw)": 0.44494885206222534, "Finetune/Step": 14142, "Finetune/Step Time": 6.007873015478253}
+{"Finetune/Learning Rate": 3.452665404179426e-06, "Finetune/Loss": 0.6416162252426147, "Finetune/Loss (Raw)": 0.6570216417312622, "Finetune/Step": 14143, "Finetune/Step Time": 6.009917587041855}
+{"Finetune/Learning Rate": 3.4513926605471504e-06, "Finetune/Loss": 0.6412345170974731, "Finetune/Loss (Raw)": 0.6484980583190918, "Finetune/Step": 14144, "Finetune/Step Time": 6.008985500782728}
+{"Finetune/Learning Rate": 3.4501201026147567e-06, "Finetune/Loss": 0.6409391760826111, "Finetune/Loss (Raw)": 0.5560672879219055, "Finetune/Step": 14145, "Finetune/Step Time": 6.003819186240435}
+{"Finetune/Learning Rate": 3.4488477304183344e-06, "Finetune/Loss": 0.6410033702850342, "Finetune/Loss (Raw)": 0.6400120258331299, "Finetune/Step": 14146, "Finetune/Step Time": 6.002655941992998}
+{"Finetune/Learning Rate": 3.447575543993955e-06, "Finetune/Loss": 0.640896737575531, "Finetune/Loss (Raw)": 0.6637029051780701, "Finetune/Step": 14147, "Finetune/Step Time": 5.998888270929456}
+{"Finetune/Learning Rate": 3.446303543377705e-06, "Finetune/Loss": 0.6405695080757141, "Finetune/Loss (Raw)": 0.5980246663093567, "Finetune/Step": 14148, "Finetune/Step Time": 5.985558083280921}
+{"Finetune/Learning Rate": 3.445031728605649e-06, "Finetune/Loss": 0.6403887271881104, "Finetune/Loss (Raw)": 0.6324031949043274, "Finetune/Step": 14149, "Finetune/Step Time": 5.985193606466055}
+{"Finetune/Learning Rate": 3.443760099713854e-06, "Finetune/Loss": 0.6405373811721802, "Finetune/Loss (Raw)": 0.5842468738555908, "Finetune/Step": 14150, "Finetune/Step Time": 5.989627830684185}
+{"Finetune/Learning Rate": 3.4424886567383785e-06, "Finetune/Loss": 0.6421854496002197, "Finetune/Loss (Raw)": 0.7347733378410339, "Finetune/Step": 14151, "Finetune/Step Time": 5.983038417994976}
+{"Finetune/Learning Rate": 3.4412173997152785e-06, "Finetune/Loss": 0.6422606110572815, "Finetune/Loss (Raw)": 0.5651232004165649, "Finetune/Step": 14152, "Finetune/Step Time": 5.984541177749634}
+{"Finetune/Learning Rate": 3.4399463286806056e-06, "Finetune/Loss": 0.6413987874984741, "Finetune/Loss (Raw)": 0.5989450216293335, "Finetune/Step": 14153, "Finetune/Step Time": 5.982891958206892}
+{"Finetune/Learning Rate": 3.438675443670394e-06, "Finetune/Loss": 0.6400676369667053, "Finetune/Loss (Raw)": 0.4528178572654724, "Finetune/Step": 14154, "Finetune/Step Time": 6.0029454212635756}
+{"Finetune/Learning Rate": 3.4374047447206914e-06, "Finetune/Loss": 0.6392701864242554, "Finetune/Loss (Raw)": 0.5896811485290527, "Finetune/Step": 14155, "Finetune/Step Time": 6.006671214476228}
+{"Finetune/Learning Rate": 3.4361342318675297e-06, "Finetune/Loss": 0.6391390562057495, "Finetune/Loss (Raw)": 0.7141215205192566, "Finetune/Step": 14156, "Finetune/Step Time": 6.007613770663738}
+{"Finetune/Learning Rate": 3.4348639051469346e-06, "Finetune/Loss": 0.6394234895706177, "Finetune/Loss (Raw)": 0.6376461386680603, "Finetune/Step": 14157, "Finetune/Step Time": 5.996790355071425}
+{"Finetune/Learning Rate": 3.4335937645949312e-06, "Finetune/Loss": 0.6386178135871887, "Finetune/Loss (Raw)": 0.5949010252952576, "Finetune/Step": 14158, "Finetune/Step Time": 5.999291144311428}
+{"Finetune/Learning Rate": 3.43232381024754e-06, "Finetune/Loss": 0.6380714178085327, "Finetune/Loss (Raw)": 0.6575440168380737, "Finetune/Step": 14159, "Finetune/Step Time": 5.996199358254671}
+{"Finetune/Learning Rate": 3.4310540421407667e-06, "Finetune/Loss": 0.6370192766189575, "Finetune/Loss (Raw)": 0.5885232090950012, "Finetune/Step": 14160, "Finetune/Step Time": 5.992490777745843}
+{"Finetune/Learning Rate": 3.429784460310617e-06, "Finetune/Loss": 0.6361516714096069, "Finetune/Loss (Raw)": 0.5448204874992371, "Finetune/Step": 14161, "Finetune/Step Time": 5.997881475836039}
+{"Finetune/Learning Rate": 3.4285150647930997e-06, "Finetune/Loss": 0.6376779079437256, "Finetune/Loss (Raw)": 0.6749523282051086, "Finetune/Step": 14162, "Finetune/Step Time": 5.99355105124414}
+{"Finetune/Learning Rate": 3.4272458556242095e-06, "Finetune/Loss": 0.6385284662246704, "Finetune/Loss (Raw)": 0.7603643536567688, "Finetune/Step": 14163, "Finetune/Step Time": 6.008454812690616}
+{"Finetune/Learning Rate": 3.425976832839936e-06, "Finetune/Loss": 0.6382840871810913, "Finetune/Loss (Raw)": 0.5816002488136292, "Finetune/Step": 14164, "Finetune/Step Time": 6.010160928592086}
+{"Finetune/Learning Rate": 3.4247079964762686e-06, "Finetune/Loss": 0.6391630172729492, "Finetune/Loss (Raw)": 0.7513055801391602, "Finetune/Step": 14165, "Finetune/Step Time": 6.004875402897596}
+{"Finetune/Learning Rate": 3.4234393465691806e-06, "Finetune/Loss": 0.6395816802978516, "Finetune/Loss (Raw)": 0.6190437078475952, "Finetune/Step": 14166, "Finetune/Step Time": 5.996733160689473}
+{"Finetune/Learning Rate": 3.422170883154653e-06, "Finetune/Loss": 0.6391276121139526, "Finetune/Loss (Raw)": 0.6310053467750549, "Finetune/Step": 14167, "Finetune/Step Time": 6.005025561898947}
+{"Finetune/Learning Rate": 3.42090260626865e-06, "Finetune/Loss": 0.6385153532028198, "Finetune/Loss (Raw)": 0.662034273147583, "Finetune/Step": 14168, "Finetune/Step Time": 6.004373511299491}
+{"Finetune/Learning Rate": 3.4196345159471444e-06, "Finetune/Loss": 0.6381171941757202, "Finetune/Loss (Raw)": 0.6329166293144226, "Finetune/Step": 14169, "Finetune/Step Time": 6.01224834099412}
+{"Finetune/Learning Rate": 3.4183666122260915e-06, "Finetune/Loss": 0.6379135847091675, "Finetune/Loss (Raw)": 0.6603642106056213, "Finetune/Step": 14170, "Finetune/Step Time": 6.015251513570547}
+{"Finetune/Learning Rate": 3.4170988951414496e-06, "Finetune/Loss": 0.6384875178337097, "Finetune/Loss (Raw)": 0.6418260931968689, "Finetune/Step": 14171, "Finetune/Step Time": 6.009721690788865}
+{"Finetune/Learning Rate": 3.415831364729161e-06, "Finetune/Loss": 0.6372414827346802, "Finetune/Loss (Raw)": 0.5286213159561157, "Finetune/Step": 14172, "Finetune/Step Time": 6.0267130341380835}
+{"Finetune/Learning Rate": 3.414564021025172e-06, "Finetune/Loss": 0.6379349231719971, "Finetune/Loss (Raw)": 0.7397090196609497, "Finetune/Step": 14173, "Finetune/Step Time": 6.023988714441657}
+{"Finetune/Learning Rate": 3.41329686406542e-06, "Finetune/Loss": 0.6378258466720581, "Finetune/Loss (Raw)": 0.5255712270736694, "Finetune/Step": 14174, "Finetune/Step Time": 6.042645378038287}
+{"Finetune/Learning Rate": 3.4120298938858385e-06, "Finetune/Loss": 0.6373121738433838, "Finetune/Loss (Raw)": 0.6335622668266296, "Finetune/Step": 14175, "Finetune/Step Time": 6.031364483758807}
+{"Finetune/Learning Rate": 3.4107631105223528e-06, "Finetune/Loss": 0.6367311477661133, "Finetune/Loss (Raw)": 0.6569722294807434, "Finetune/Step": 14176, "Finetune/Step Time": 6.030362503603101}
+{"Finetune/Learning Rate": 3.409496514010895e-06, "Finetune/Loss": 0.6387235522270203, "Finetune/Loss (Raw)": 0.7819002270698547, "Finetune/Step": 14177, "Finetune/Step Time": 6.015960276126862}
+{"Finetune/Learning Rate": 3.4082301043873712e-06, "Finetune/Loss": 0.6371359825134277, "Finetune/Loss (Raw)": 0.5870879888534546, "Finetune/Step": 14178, "Finetune/Step Time": 6.019276902079582}
+{"Finetune/Learning Rate": 3.4069638816876983e-06, "Finetune/Loss": 0.6381349563598633, "Finetune/Loss (Raw)": 0.6393013000488281, "Finetune/Step": 14179, "Finetune/Step Time": 6.023061716929078}
+{"Finetune/Learning Rate": 3.4056978459477807e-06, "Finetune/Loss": 0.6383763551712036, "Finetune/Loss (Raw)": 0.5668516159057617, "Finetune/Step": 14180, "Finetune/Step Time": 6.019118268042803}
+{"Finetune/Learning Rate": 3.40443199720352e-06, "Finetune/Loss": 0.6386052370071411, "Finetune/Loss (Raw)": 0.6244999766349792, "Finetune/Step": 14181, "Finetune/Step Time": 6.020110739395022}
+{"Finetune/Learning Rate": 3.403166335490814e-06, "Finetune/Loss": 0.6382433176040649, "Finetune/Loss (Raw)": 0.6244538426399231, "Finetune/Step": 14182, "Finetune/Step Time": 6.018440932035446}
+{"Finetune/Learning Rate": 3.4019008608455508e-06, "Finetune/Loss": 0.6377893686294556, "Finetune/Loss (Raw)": 0.6234197020530701, "Finetune/Step": 14183, "Finetune/Step Time": 6.018077278509736}
+{"Finetune/Learning Rate": 3.4006355733036167e-06, "Finetune/Loss": 0.6379388570785522, "Finetune/Loss (Raw)": 0.6204145550727844, "Finetune/Step": 14184, "Finetune/Step Time": 6.025450844317675}
+{"Finetune/Learning Rate": 3.3993704729008924e-06, "Finetune/Loss": 0.6385579109191895, "Finetune/Loss (Raw)": 0.664348840713501, "Finetune/Step": 14185, "Finetune/Step Time": 6.037591461092234}
+{"Finetune/Learning Rate": 3.3981055596732515e-06, "Finetune/Loss": 0.6395925283432007, "Finetune/Loss (Raw)": 0.6780487298965454, "Finetune/Step": 14186, "Finetune/Step Time": 6.025917083024979}
+{"Finetune/Learning Rate": 3.396840833656563e-06, "Finetune/Loss": 0.6394233703613281, "Finetune/Loss (Raw)": 0.6126296520233154, "Finetune/Step": 14187, "Finetune/Step Time": 6.037463903427124}
+{"Finetune/Learning Rate": 3.3955762948866922e-06, "Finetune/Loss": 0.6390535235404968, "Finetune/Loss (Raw)": 0.576364278793335, "Finetune/Step": 14188, "Finetune/Step Time": 6.026559257879853}
+{"Finetune/Learning Rate": 3.3943119433994977e-06, "Finetune/Loss": 0.6401510238647461, "Finetune/Loss (Raw)": 0.6039342880249023, "Finetune/Step": 14189, "Finetune/Step Time": 6.009036969393492}
+{"Finetune/Learning Rate": 3.3930477792308315e-06, "Finetune/Loss": 0.6400827169418335, "Finetune/Loss (Raw)": 0.704460084438324, "Finetune/Step": 14190, "Finetune/Step Time": 6.004372883588076}
+{"Finetune/Learning Rate": 3.3917838024165426e-06, "Finetune/Loss": 0.6399484276771545, "Finetune/Loss (Raw)": 0.5961264371871948, "Finetune/Step": 14191, "Finetune/Step Time": 6.026141561567783}
+{"Finetune/Learning Rate": 3.390520012992474e-06, "Finetune/Loss": 0.6408650875091553, "Finetune/Loss (Raw)": 0.6948358416557312, "Finetune/Step": 14192, "Finetune/Step Time": 6.027642570436001}
+{"Finetune/Learning Rate": 3.3892564109944636e-06, "Finetune/Loss": 0.6403392553329468, "Finetune/Loss (Raw)": 0.5682522058486938, "Finetune/Step": 14193, "Finetune/Step Time": 6.0283913519233465}
+{"Finetune/Learning Rate": 3.3879929964583427e-06, "Finetune/Loss": 0.640207052230835, "Finetune/Loss (Raw)": 0.6142987012863159, "Finetune/Step": 14194, "Finetune/Step Time": 6.027469076216221}
+{"Finetune/Learning Rate": 3.3867297694199373e-06, "Finetune/Loss": 0.6411631107330322, "Finetune/Loss (Raw)": 0.7216578722000122, "Finetune/Step": 14195, "Finetune/Step Time": 6.02598662674427}
+{"Finetune/Learning Rate": 3.3854667299150712e-06, "Finetune/Loss": 0.6412950754165649, "Finetune/Loss (Raw)": 0.6866192817687988, "Finetune/Step": 14196, "Finetune/Step Time": 6.024043556302786}
+{"Finetune/Learning Rate": 3.3842038779795594e-06, "Finetune/Loss": 0.6393018960952759, "Finetune/Loss (Raw)": 0.5100803971290588, "Finetune/Step": 14197, "Finetune/Step Time": 6.021189842373133}
+{"Finetune/Learning Rate": 3.3829412136492124e-06, "Finetune/Loss": 0.6377610564231873, "Finetune/Loss (Raw)": 0.4721287488937378, "Finetune/Step": 14198, "Finetune/Step Time": 6.025794176384807}
+{"Finetune/Learning Rate": 3.381678736959837e-06, "Finetune/Loss": 0.6376917362213135, "Finetune/Loss (Raw)": 0.6659475564956665, "Finetune/Step": 14199, "Finetune/Step Time": 6.028178537264466}
+{"Finetune/Learning Rate": 3.3804164479472313e-06, "Finetune/Loss": 0.6381996870040894, "Finetune/Loss (Raw)": 0.763693630695343, "Finetune/Step": 14200, "Finetune/Step Time": 6.024241182953119}
+{"Finetune/Learning Rate": 3.3791543466471954e-06, "Finetune/Loss": 0.6382160186767578, "Finetune/Loss (Raw)": 0.6603232622146606, "Finetune/Step": 14201, "Finetune/Step Time": 6.014299185946584}
+{"Finetune/Learning Rate": 3.377892433095512e-06, "Finetune/Loss": 0.6369771361351013, "Finetune/Loss (Raw)": 0.5504667162895203, "Finetune/Step": 14202, "Finetune/Step Time": 6.0000540520995855}
+{"Finetune/Learning Rate": 3.3766307073279658e-06, "Finetune/Loss": 0.6353607177734375, "Finetune/Loss (Raw)": 0.5757025480270386, "Finetune/Step": 14203, "Finetune/Step Time": 6.002501292154193}
+{"Finetune/Learning Rate": 3.3753691693803404e-06, "Finetune/Loss": 0.6361113786697388, "Finetune/Loss (Raw)": 0.7649067044258118, "Finetune/Step": 14204, "Finetune/Step Time": 6.005144039168954}
+{"Finetune/Learning Rate": 3.374107819288408e-06, "Finetune/Loss": 0.6379222869873047, "Finetune/Loss (Raw)": 0.7372772693634033, "Finetune/Step": 14205, "Finetune/Step Time": 6.007113303989172}
+{"Finetune/Learning Rate": 3.372846657087936e-06, "Finetune/Loss": 0.6387622356414795, "Finetune/Loss (Raw)": 0.6903000473976135, "Finetune/Step": 14206, "Finetune/Step Time": 6.005220267921686}
+{"Finetune/Learning Rate": 3.371585682814692e-06, "Finetune/Loss": 0.6374634504318237, "Finetune/Loss (Raw)": 0.5642225742340088, "Finetune/Step": 14207, "Finetune/Step Time": 6.004556752741337}
+{"Finetune/Learning Rate": 3.3703248965044253e-06, "Finetune/Loss": 0.6363618969917297, "Finetune/Loss (Raw)": 0.49864882230758667, "Finetune/Step": 14208, "Finetune/Step Time": 6.036278832703829}
+{"Finetune/Learning Rate": 3.3690642981928922e-06, "Finetune/Loss": 0.636157751083374, "Finetune/Loss (Raw)": 0.6013593077659607, "Finetune/Step": 14209, "Finetune/Step Time": 6.039409473538399}
+{"Finetune/Learning Rate": 3.367803887915837e-06, "Finetune/Loss": 0.6375958323478699, "Finetune/Loss (Raw)": 0.6877338290214539, "Finetune/Step": 14210, "Finetune/Step Time": 6.042008683085442}
+{"Finetune/Learning Rate": 3.3665436657090066e-06, "Finetune/Loss": 0.637355625629425, "Finetune/Loss (Raw)": 0.6627025604248047, "Finetune/Step": 14211, "Finetune/Step Time": 6.039386576041579}
+{"Finetune/Learning Rate": 3.365283631608135e-06, "Finetune/Loss": 0.6374775171279907, "Finetune/Loss (Raw)": 0.6304023265838623, "Finetune/Step": 14212, "Finetune/Step Time": 6.03263720870018}
+{"Finetune/Learning Rate": 3.3640237856489565e-06, "Finetune/Loss": 0.6383508443832397, "Finetune/Loss (Raw)": 0.7747084498405457, "Finetune/Step": 14213, "Finetune/Step Time": 6.03114802762866}
+{"Finetune/Learning Rate": 3.3627641278671896e-06, "Finetune/Loss": 0.6369194984436035, "Finetune/Loss (Raw)": 0.5070393681526184, "Finetune/Step": 14214, "Finetune/Step Time": 6.031206665560603}
+{"Finetune/Learning Rate": 3.361504658298559e-06, "Finetune/Loss": 0.6359483003616333, "Finetune/Loss (Raw)": 0.5808716416358948, "Finetune/Step": 14215, "Finetune/Step Time": 6.028689803555608}
+{"Finetune/Learning Rate": 3.360245376978779e-06, "Finetune/Loss": 0.6349012851715088, "Finetune/Loss (Raw)": 0.5640017986297607, "Finetune/Step": 14216, "Finetune/Step Time": 6.023195376619697}
+{"Finetune/Learning Rate": 3.358986283943555e-06, "Finetune/Loss": 0.6339666843414307, "Finetune/Loss (Raw)": 0.6230144500732422, "Finetune/Step": 14217, "Finetune/Step Time": 6.0193853955715895}
+{"Finetune/Learning Rate": 3.3577273792285993e-06, "Finetune/Loss": 0.6340152621269226, "Finetune/Loss (Raw)": 0.6687710881233215, "Finetune/Step": 14218, "Finetune/Step Time": 6.035947127267718}
+{"Finetune/Learning Rate": 3.3564686628696106e-06, "Finetune/Loss": 0.6346656680107117, "Finetune/Loss (Raw)": 0.6664830446243286, "Finetune/Step": 14219, "Finetune/Step Time": 6.0341717805713415}
+{"Finetune/Learning Rate": 3.355210134902275e-06, "Finetune/Loss": 0.6355924010276794, "Finetune/Loss (Raw)": 0.6687104105949402, "Finetune/Step": 14220, "Finetune/Step Time": 6.044194588437676}
+{"Finetune/Learning Rate": 3.3539517953622846e-06, "Finetune/Loss": 0.6372554302215576, "Finetune/Loss (Raw)": 0.7936105132102966, "Finetune/Step": 14221, "Finetune/Step Time": 6.0508562587201595}
+{"Finetune/Learning Rate": 3.352693644285323e-06, "Finetune/Loss": 0.6350540518760681, "Finetune/Loss (Raw)": 0.44801926612854004, "Finetune/Step": 14222, "Finetune/Step Time": 6.070731341838837}
+{"Finetune/Learning Rate": 3.351435681707067e-06, "Finetune/Loss": 0.6336657404899597, "Finetune/Loss (Raw)": 0.5405413508415222, "Finetune/Step": 14223, "Finetune/Step Time": 6.070737816393375}
+{"Finetune/Learning Rate": 3.3501779076631867e-06, "Finetune/Loss": 0.6338652968406677, "Finetune/Loss (Raw)": 0.6511082053184509, "Finetune/Step": 14224, "Finetune/Step Time": 6.076959926635027}
+{"Finetune/Learning Rate": 3.3489203221893572e-06, "Finetune/Loss": 0.6340263485908508, "Finetune/Loss (Raw)": 0.6088714003562927, "Finetune/Step": 14225, "Finetune/Step Time": 6.076616430655122}
+{"Finetune/Learning Rate": 3.34766292532123e-06, "Finetune/Loss": 0.6328932046890259, "Finetune/Loss (Raw)": 0.5602408051490784, "Finetune/Step": 14226, "Finetune/Step Time": 6.074330044910312}
+{"Finetune/Learning Rate": 3.3464057170944676e-06, "Finetune/Loss": 0.6332143545150757, "Finetune/Loss (Raw)": 0.6315008997917175, "Finetune/Step": 14227, "Finetune/Step Time": 6.038678400218487}
+{"Finetune/Learning Rate": 3.3451486975447166e-06, "Finetune/Loss": 0.6332467794418335, "Finetune/Loss (Raw)": 0.6523038744926453, "Finetune/Step": 14228, "Finetune/Step Time": 6.03682504594326}
+{"Finetune/Learning Rate": 3.343891866707626e-06, "Finetune/Loss": 0.6328648924827576, "Finetune/Loss (Raw)": 0.5511259436607361, "Finetune/Step": 14229, "Finetune/Step Time": 6.039766060188413}
+{"Finetune/Learning Rate": 3.342635224618834e-06, "Finetune/Loss": 0.6339308023452759, "Finetune/Loss (Raw)": 0.7213512659072876, "Finetune/Step": 14230, "Finetune/Step Time": 6.035501878708601}
+{"Finetune/Learning Rate": 3.3413787713139765e-06, "Finetune/Loss": 0.6346126794815063, "Finetune/Loss (Raw)": 0.698574960231781, "Finetune/Step": 14231, "Finetune/Step Time": 6.0265638045966625}
+{"Finetune/Learning Rate": 3.3401225068286825e-06, "Finetune/Loss": 0.6348050832748413, "Finetune/Loss (Raw)": 0.7644777297973633, "Finetune/Step": 14232, "Finetune/Step Time": 6.025339920073748}
+{"Finetune/Learning Rate": 3.3388664311985752e-06, "Finetune/Loss": 0.6359270215034485, "Finetune/Loss (Raw)": 0.6160962581634521, "Finetune/Step": 14233, "Finetune/Step Time": 6.01868218369782}
+{"Finetune/Learning Rate": 3.3376105444592754e-06, "Finetune/Loss": 0.6354902386665344, "Finetune/Loss (Raw)": 0.527396559715271, "Finetune/Step": 14234, "Finetune/Step Time": 6.019390720874071}
+{"Finetune/Learning Rate": 3.336354846646395e-06, "Finetune/Loss": 0.6343631744384766, "Finetune/Loss (Raw)": 0.5368174314498901, "Finetune/Step": 14235, "Finetune/Step Time": 6.020089270547032}
+{"Finetune/Learning Rate": 3.335099337795542e-06, "Finetune/Loss": 0.63466477394104, "Finetune/Loss (Raw)": 0.655564546585083, "Finetune/Step": 14236, "Finetune/Step Time": 6.015112470835447}
+{"Finetune/Learning Rate": 3.333844017942319e-06, "Finetune/Loss": 0.6351361274719238, "Finetune/Loss (Raw)": 0.6650031208992004, "Finetune/Step": 14237, "Finetune/Step Time": 5.998598709702492}
+{"Finetune/Learning Rate": 3.3325888871223244e-06, "Finetune/Loss": 0.6368387937545776, "Finetune/Loss (Raw)": 0.6313318610191345, "Finetune/Step": 14238, "Finetune/Step Time": 5.996638996526599}
+{"Finetune/Learning Rate": 3.331333945371148e-06, "Finetune/Loss": 0.6367884874343872, "Finetune/Loss (Raw)": 0.5507047176361084, "Finetune/Step": 14239, "Finetune/Step Time": 5.990725675597787}
+{"Finetune/Learning Rate": 3.330079192724379e-06, "Finetune/Loss": 0.6373738050460815, "Finetune/Loss (Raw)": 0.7018709778785706, "Finetune/Step": 14240, "Finetune/Step Time": 5.993857705965638}
+{"Finetune/Learning Rate": 3.3288246292175973e-06, "Finetune/Loss": 0.6370530128479004, "Finetune/Loss (Raw)": 0.6367502212524414, "Finetune/Step": 14241, "Finetune/Step Time": 5.990003332495689}
+{"Finetune/Learning Rate": 3.3275702548863785e-06, "Finetune/Loss": 0.6366831660270691, "Finetune/Loss (Raw)": 0.6405526399612427, "Finetune/Step": 14242, "Finetune/Step Time": 5.978459304198623}
+{"Finetune/Learning Rate": 3.3263160697662933e-06, "Finetune/Loss": 0.6367018222808838, "Finetune/Loss (Raw)": 0.5758001208305359, "Finetune/Step": 14243, "Finetune/Step Time": 5.966430028900504}
+{"Finetune/Learning Rate": 3.3250620738929075e-06, "Finetune/Loss": 0.6374662518501282, "Finetune/Loss (Raw)": 0.6670688390731812, "Finetune/Step": 14244, "Finetune/Step Time": 5.956450220197439}
+{"Finetune/Learning Rate": 3.3238082673017803e-06, "Finetune/Loss": 0.6368255615234375, "Finetune/Loss (Raw)": 0.6930415630340576, "Finetune/Step": 14245, "Finetune/Step Time": 5.954730581492186}
+{"Finetune/Learning Rate": 3.3225546500284656e-06, "Finetune/Loss": 0.6364728212356567, "Finetune/Loss (Raw)": 0.5502997636795044, "Finetune/Step": 14246, "Finetune/Step Time": 5.96153998374939}
+{"Finetune/Learning Rate": 3.321301222108513e-06, "Finetune/Loss": 0.6370681524276733, "Finetune/Loss (Raw)": 0.6473418474197388, "Finetune/Step": 14247, "Finetune/Step Time": 5.962002841755748}
+{"Finetune/Learning Rate": 3.3200479835774656e-06, "Finetune/Loss": 0.6369272470474243, "Finetune/Loss (Raw)": 0.6115577220916748, "Finetune/Step": 14248, "Finetune/Step Time": 5.961779365316033}
+{"Finetune/Learning Rate": 3.318794934470864e-06, "Finetune/Loss": 0.6367700099945068, "Finetune/Loss (Raw)": 0.6483528017997742, "Finetune/Step": 14249, "Finetune/Step Time": 5.9745691902935505}
+{"Finetune/Learning Rate": 3.3175420748242405e-06, "Finetune/Loss": 0.6363414525985718, "Finetune/Loss (Raw)": 0.5811214447021484, "Finetune/Step": 14250, "Finetune/Step Time": 5.972896359860897}
+{"Finetune/Learning Rate": 3.3162894046731155e-06, "Finetune/Loss": 0.6362359523773193, "Finetune/Loss (Raw)": 0.6494263410568237, "Finetune/Step": 14251, "Finetune/Step Time": 5.960677130147815}
+{"Finetune/Learning Rate": 3.31503692405302e-06, "Finetune/Loss": 0.6357153058052063, "Finetune/Loss (Raw)": 0.704086422920227, "Finetune/Step": 14252, "Finetune/Step Time": 5.945136487483978}
+{"Finetune/Learning Rate": 3.3137846329994685e-06, "Finetune/Loss": 0.6364275217056274, "Finetune/Loss (Raw)": 0.7188311815261841, "Finetune/Step": 14253, "Finetune/Step Time": 5.944514060392976}
+{"Finetune/Learning Rate": 3.312532531547972e-06, "Finetune/Loss": 0.636335015296936, "Finetune/Loss (Raw)": 0.5509021282196045, "Finetune/Step": 14254, "Finetune/Step Time": 5.934733685106039}
+{"Finetune/Learning Rate": 3.3112806197340354e-06, "Finetune/Loss": 0.6367850303649902, "Finetune/Loss (Raw)": 0.6540610194206238, "Finetune/Step": 14255, "Finetune/Step Time": 5.934335866943002}
+{"Finetune/Learning Rate": 3.310028897593164e-06, "Finetune/Loss": 0.6352697610855103, "Finetune/Loss (Raw)": 0.6710119843482971, "Finetune/Step": 14256, "Finetune/Step Time": 5.929490638896823}
+{"Finetune/Learning Rate": 3.3087773651608456e-06, "Finetune/Loss": 0.6349842548370361, "Finetune/Loss (Raw)": 0.7363684773445129, "Finetune/Step": 14257, "Finetune/Step Time": 5.916829910129309}
+{"Finetune/Learning Rate": 3.3075260224725748e-06, "Finetune/Loss": 0.6329875588417053, "Finetune/Loss (Raw)": 0.5338371992111206, "Finetune/Step": 14258, "Finetune/Step Time": 5.919051485136151}
+{"Finetune/Learning Rate": 3.3062748695638315e-06, "Finetune/Loss": 0.6328511238098145, "Finetune/Loss (Raw)": 0.6711604595184326, "Finetune/Step": 14259, "Finetune/Step Time": 5.917000867426395}
+{"Finetune/Learning Rate": 3.305023906470102e-06, "Finetune/Loss": 0.6329642534255981, "Finetune/Loss (Raw)": 0.6684194803237915, "Finetune/Step": 14260, "Finetune/Step Time": 5.923004314303398}
+{"Finetune/Learning Rate": 3.303773133226855e-06, "Finetune/Loss": 0.632774829864502, "Finetune/Loss (Raw)": 0.6363758444786072, "Finetune/Step": 14261, "Finetune/Step Time": 5.920963604003191}
+{"Finetune/Learning Rate": 3.302522549869566e-06, "Finetune/Loss": 0.6325244903564453, "Finetune/Loss (Raw)": 0.6362524032592773, "Finetune/Step": 14262, "Finetune/Step Time": 5.942659797146916}
+{"Finetune/Learning Rate": 3.301272156433687e-06, "Finetune/Loss": 0.6318585276603699, "Finetune/Loss (Raw)": 0.5186605453491211, "Finetune/Step": 14263, "Finetune/Step Time": 5.941879628226161}
+{"Finetune/Learning Rate": 3.3000219529546817e-06, "Finetune/Loss": 0.6318321228027344, "Finetune/Loss (Raw)": 0.7631359100341797, "Finetune/Step": 14264, "Finetune/Step Time": 5.953208049759269}
+{"Finetune/Learning Rate": 3.298771939468003e-06, "Finetune/Loss": 0.6315354704856873, "Finetune/Loss (Raw)": 0.650789737701416, "Finetune/Step": 14265, "Finetune/Step Time": 5.95580386556685}
+{"Finetune/Learning Rate": 3.2975221160090907e-06, "Finetune/Loss": 0.6322187185287476, "Finetune/Loss (Raw)": 0.7186303734779358, "Finetune/Step": 14266, "Finetune/Step Time": 5.964508127421141}
+{"Finetune/Learning Rate": 3.2962724826133976e-06, "Finetune/Loss": 0.6326860189437866, "Finetune/Loss (Raw)": 0.6774911880493164, "Finetune/Step": 14267, "Finetune/Step Time": 5.958969758823514}
+{"Finetune/Learning Rate": 3.2950230393163563e-06, "Finetune/Loss": 0.6316837668418884, "Finetune/Loss (Raw)": 0.6056255102157593, "Finetune/Step": 14268, "Finetune/Step Time": 5.950999880209565}
+{"Finetune/Learning Rate": 3.2937737861533914e-06, "Finetune/Loss": 0.631742000579834, "Finetune/Loss (Raw)": 0.65683913230896, "Finetune/Step": 14269, "Finetune/Step Time": 5.952560011297464}
+{"Finetune/Learning Rate": 3.2925247231599323e-06, "Finetune/Loss": 0.6333357691764832, "Finetune/Loss (Raw)": 0.6489480137825012, "Finetune/Step": 14270, "Finetune/Step Time": 5.938558027148247}
+{"Finetune/Learning Rate": 3.291275850371398e-06, "Finetune/Loss": 0.6332346200942993, "Finetune/Loss (Raw)": 0.6440762877464294, "Finetune/Step": 14271, "Finetune/Step Time": 5.936810268089175}
+{"Finetune/Learning Rate": 3.2900271678232045e-06, "Finetune/Loss": 0.6332007050514221, "Finetune/Loss (Raw)": 0.6441515684127808, "Finetune/Step": 14272, "Finetune/Step Time": 5.9335993733257055}
+{"Finetune/Learning Rate": 3.2887786755507565e-06, "Finetune/Loss": 0.6349336504936218, "Finetune/Loss (Raw)": 0.7778912782669067, "Finetune/Step": 14273, "Finetune/Step Time": 5.934267450124025}
+{"Finetune/Learning Rate": 3.287530373589467e-06, "Finetune/Loss": 0.6358078122138977, "Finetune/Loss (Raw)": 0.751900851726532, "Finetune/Step": 14274, "Finetune/Step Time": 5.933872314170003}
+{"Finetune/Learning Rate": 3.286282261974726e-06, "Finetune/Loss": 0.634790301322937, "Finetune/Loss (Raw)": 0.5334596633911133, "Finetune/Step": 14275, "Finetune/Step Time": 5.935844635590911}
+{"Finetune/Learning Rate": 3.2850343407419284e-06, "Finetune/Loss": 0.6353078484535217, "Finetune/Loss (Raw)": 0.6642749309539795, "Finetune/Step": 14276, "Finetune/Step Time": 5.933778423815966}
+{"Finetune/Learning Rate": 3.2837866099264624e-06, "Finetune/Loss": 0.6352163553237915, "Finetune/Loss (Raw)": 0.62068772315979, "Finetune/Step": 14277, "Finetune/Step Time": 5.93153353407979}
+{"Finetune/Learning Rate": 3.2825390695637094e-06, "Finetune/Loss": 0.634482741355896, "Finetune/Loss (Raw)": 0.490348756313324, "Finetune/Step": 14278, "Finetune/Step Time": 5.943817373365164}
+{"Finetune/Learning Rate": 3.281291719689046e-06, "Finetune/Loss": 0.6337956786155701, "Finetune/Loss (Raw)": 0.6468297243118286, "Finetune/Step": 14279, "Finetune/Step Time": 5.947484442964196}
+{"Finetune/Learning Rate": 3.280044560337845e-06, "Finetune/Loss": 0.6344395875930786, "Finetune/Loss (Raw)": 0.6475374698638916, "Finetune/Step": 14280, "Finetune/Step Time": 5.941470842808485}
+{"Finetune/Learning Rate": 3.2787975915454707e-06, "Finetune/Loss": 0.6350544691085815, "Finetune/Loss (Raw)": 0.6776556372642517, "Finetune/Step": 14281, "Finetune/Step Time": 5.9466197937726974}
+{"Finetune/Learning Rate": 3.2775508133472843e-06, "Finetune/Loss": 0.6363798379898071, "Finetune/Loss (Raw)": 0.6224592328071594, "Finetune/Step": 14282, "Finetune/Step Time": 5.9235425014048815}
+{"Finetune/Learning Rate": 3.2763042257786404e-06, "Finetune/Loss": 0.6358789205551147, "Finetune/Loss (Raw)": 0.5255730748176575, "Finetune/Step": 14283, "Finetune/Step Time": 5.933066729456186}
+{"Finetune/Learning Rate": 3.275057828874889e-06, "Finetune/Loss": 0.6350315809249878, "Finetune/Loss (Raw)": 0.6056631803512573, "Finetune/Step": 14284, "Finetune/Step Time": 5.937672978267074}
+{"Finetune/Learning Rate": 3.2738116226713756e-06, "Finetune/Loss": 0.6346806287765503, "Finetune/Loss (Raw)": 0.5927262902259827, "Finetune/Step": 14285, "Finetune/Step Time": 5.930119048804045}
+{"Finetune/Learning Rate": 3.2725656072034362e-06, "Finetune/Loss": 0.6347349286079407, "Finetune/Loss (Raw)": 0.6018479466438293, "Finetune/Step": 14286, "Finetune/Step Time": 5.939151518046856}
+{"Finetune/Learning Rate": 3.271319782506407e-06, "Finetune/Loss": 0.6353389024734497, "Finetune/Loss (Raw)": 0.7348570823669434, "Finetune/Step": 14287, "Finetune/Step Time": 5.939844276756048}
+{"Finetune/Learning Rate": 3.270074148615615e-06, "Finetune/Loss": 0.6356539726257324, "Finetune/Loss (Raw)": 0.6288396716117859, "Finetune/Step": 14288, "Finetune/Step Time": 5.942909983918071}
+{"Finetune/Learning Rate": 3.2688287055663823e-06, "Finetune/Loss": 0.6367614269256592, "Finetune/Loss (Raw)": 0.6865753531455994, "Finetune/Step": 14289, "Finetune/Step Time": 5.933269253000617}
+{"Finetune/Learning Rate": 3.2675834533940265e-06, "Finetune/Loss": 0.6373300552368164, "Finetune/Loss (Raw)": 0.7477348446846008, "Finetune/Step": 14290, "Finetune/Step Time": 5.940697265788913}
+{"Finetune/Learning Rate": 3.26633839213386e-06, "Finetune/Loss": 0.6360929608345032, "Finetune/Loss (Raw)": 0.6020237803459167, "Finetune/Step": 14291, "Finetune/Step Time": 5.92977923899889}
+{"Finetune/Learning Rate": 3.265093521821192e-06, "Finetune/Loss": 0.6366641521453857, "Finetune/Loss (Raw)": 0.6547151207923889, "Finetune/Step": 14292, "Finetune/Step Time": 5.930179281160235}
+{"Finetune/Learning Rate": 3.2638488424913138e-06, "Finetune/Loss": 0.6362831592559814, "Finetune/Loss (Raw)": 0.70253986120224, "Finetune/Step": 14293, "Finetune/Step Time": 5.9323723167181015}
+{"Finetune/Learning Rate": 3.2626043541795306e-06, "Finetune/Loss": 0.6361507177352905, "Finetune/Loss (Raw)": 0.6020882725715637, "Finetune/Step": 14294, "Finetune/Step Time": 5.931391831487417}
+{"Finetune/Learning Rate": 3.261360056921129e-06, "Finetune/Loss": 0.6366549730300903, "Finetune/Loss (Raw)": 0.6955502033233643, "Finetune/Step": 14295, "Finetune/Step Time": 5.915323255583644}
+{"Finetune/Learning Rate": 3.2601159507513936e-06, "Finetune/Loss": 0.6383142471313477, "Finetune/Loss (Raw)": 0.8744185566902161, "Finetune/Step": 14296, "Finetune/Step Time": 5.927096299827099}
+{"Finetune/Learning Rate": 3.258872035705605e-06, "Finetune/Loss": 0.6392616629600525, "Finetune/Loss (Raw)": 0.754184365272522, "Finetune/Step": 14297, "Finetune/Step Time": 5.916531486436725}
+{"Finetune/Learning Rate": 3.2576283118190388e-06, "Finetune/Loss": 0.6387243270874023, "Finetune/Loss (Raw)": 0.5915827751159668, "Finetune/Step": 14298, "Finetune/Step Time": 5.911608969792724}
+{"Finetune/Learning Rate": 3.2563847791269586e-06, "Finetune/Loss": 0.6388300061225891, "Finetune/Loss (Raw)": 0.6553589105606079, "Finetune/Step": 14299, "Finetune/Step Time": 5.913764903321862}
+{"Finetune/Learning Rate": 3.2551414376646263e-06, "Finetune/Loss": 0.6391857266426086, "Finetune/Loss (Raw)": 0.574150025844574, "Finetune/Step": 14300, "Finetune/Step Time": 5.9097008388489485}
+{"Finetune/Learning Rate": 3.2538982874673052e-06, "Finetune/Loss": 0.6384801864624023, "Finetune/Loss (Raw)": 0.6493993401527405, "Finetune/Step": 14301, "Finetune/Step Time": 5.91241317614913}
+{"Finetune/Learning Rate": 3.2526553285702467e-06, "Finetune/Loss": 0.6396341919898987, "Finetune/Loss (Raw)": 0.6732876896858215, "Finetune/Step": 14302, "Finetune/Step Time": 5.890506701543927}
+{"Finetune/Learning Rate": 3.2514125610086957e-06, "Finetune/Loss": 0.639539897441864, "Finetune/Loss (Raw)": 0.621494710445404, "Finetune/Step": 14303, "Finetune/Step Time": 5.894832860678434}
+{"Finetune/Learning Rate": 3.250169984817897e-06, "Finetune/Loss": 0.6400263905525208, "Finetune/Loss (Raw)": 0.719235897064209, "Finetune/Step": 14304, "Finetune/Step Time": 5.897371197119355}
+{"Finetune/Learning Rate": 3.2489276000330805e-06, "Finetune/Loss": 0.6389728784561157, "Finetune/Loss (Raw)": 0.6470475196838379, "Finetune/Step": 14305, "Finetune/Step Time": 5.896112086251378}
+{"Finetune/Learning Rate": 3.24768540668948e-06, "Finetune/Loss": 0.6387668251991272, "Finetune/Loss (Raw)": 0.5607207417488098, "Finetune/Step": 14306, "Finetune/Step Time": 5.891683012247086}
+{"Finetune/Learning Rate": 3.246443404822317e-06, "Finetune/Loss": 0.6385416388511658, "Finetune/Loss (Raw)": 0.610478401184082, "Finetune/Step": 14307, "Finetune/Step Time": 5.88981688208878}
+{"Finetune/Learning Rate": 3.245201594466818e-06, "Finetune/Loss": 0.639559805393219, "Finetune/Loss (Raw)": 0.6971743702888489, "Finetune/Step": 14308, "Finetune/Step Time": 5.8943841978907585}
+{"Finetune/Learning Rate": 3.243959975658194e-06, "Finetune/Loss": 0.6389688849449158, "Finetune/Loss (Raw)": 0.5488622784614563, "Finetune/Step": 14309, "Finetune/Step Time": 5.914314707741141}
+{"Finetune/Learning Rate": 3.242718548431656e-06, "Finetune/Loss": 0.6386755704879761, "Finetune/Loss (Raw)": 0.5869126319885254, "Finetune/Step": 14310, "Finetune/Step Time": 5.923636142164469}
+{"Finetune/Learning Rate": 3.241477312822402e-06, "Finetune/Loss": 0.6380608677864075, "Finetune/Loss (Raw)": 0.5447351336479187, "Finetune/Step": 14311, "Finetune/Step Time": 5.941421573981643}
+{"Finetune/Learning Rate": 3.240236268865632e-06, "Finetune/Loss": 0.6388866901397705, "Finetune/Loss (Raw)": 0.7261177897453308, "Finetune/Step": 14312, "Finetune/Step Time": 5.932172615081072}
+{"Finetune/Learning Rate": 3.23899541659654e-06, "Finetune/Loss": 0.6395204663276672, "Finetune/Loss (Raw)": 0.7454730272293091, "Finetune/Step": 14313, "Finetune/Step Time": 5.948648154735565}
+{"Finetune/Learning Rate": 3.237754756050312e-06, "Finetune/Loss": 0.6388432383537292, "Finetune/Loss (Raw)": 0.5913643836975098, "Finetune/Step": 14314, "Finetune/Step Time": 5.94957041926682}
+{"Finetune/Learning Rate": 3.2365142872621267e-06, "Finetune/Loss": 0.6392127275466919, "Finetune/Loss (Raw)": 0.6599274277687073, "Finetune/Step": 14315, "Finetune/Step Time": 5.938240414485335}
+{"Finetune/Learning Rate": 3.23527401026717e-06, "Finetune/Loss": 0.6404041051864624, "Finetune/Loss (Raw)": 0.7288523316383362, "Finetune/Step": 14316, "Finetune/Step Time": 5.939720181748271}
+{"Finetune/Learning Rate": 3.2340339251006025e-06, "Finetune/Loss": 0.6397580504417419, "Finetune/Loss (Raw)": 0.521241307258606, "Finetune/Step": 14317, "Finetune/Step Time": 5.955761130899191}
+{"Finetune/Learning Rate": 3.2327940317975936e-06, "Finetune/Loss": 0.6389663219451904, "Finetune/Loss (Raw)": 0.6031187176704407, "Finetune/Step": 14318, "Finetune/Step Time": 5.954921523109078}
+{"Finetune/Learning Rate": 3.231554330393302e-06, "Finetune/Loss": 0.6389163732528687, "Finetune/Loss (Raw)": 0.5897419452667236, "Finetune/Step": 14319, "Finetune/Step Time": 5.932022448629141}
+{"Finetune/Learning Rate": 3.230314820922883e-06, "Finetune/Loss": 0.6394932866096497, "Finetune/Loss (Raw)": 0.7686741948127747, "Finetune/Step": 14320, "Finetune/Step Time": 5.936034442856908}
+{"Finetune/Learning Rate": 3.2290755034214848e-06, "Finetune/Loss": 0.6402603387832642, "Finetune/Loss (Raw)": 0.6664310097694397, "Finetune/Step": 14321, "Finetune/Step Time": 5.936094785109162}
+{"Finetune/Learning Rate": 3.2278363779242484e-06, "Finetune/Loss": 0.6395617723464966, "Finetune/Loss (Raw)": 0.5248838663101196, "Finetune/Step": 14322, "Finetune/Step Time": 5.93558257073164}
+{"Finetune/Learning Rate": 3.226597444466322e-06, "Finetune/Loss": 0.6392416954040527, "Finetune/Loss (Raw)": 0.6806900501251221, "Finetune/Step": 14323, "Finetune/Step Time": 5.934444962069392}
+{"Finetune/Learning Rate": 3.225358703082827e-06, "Finetune/Loss": 0.6387003660202026, "Finetune/Loss (Raw)": 0.6173340678215027, "Finetune/Step": 14324, "Finetune/Step Time": 5.921377211809158}
+{"Finetune/Learning Rate": 3.224120153808895e-06, "Finetune/Loss": 0.6388067007064819, "Finetune/Loss (Raw)": 0.5236836075782776, "Finetune/Step": 14325, "Finetune/Step Time": 5.918872710317373}
+{"Finetune/Learning Rate": 3.222881796679648e-06, "Finetune/Loss": 0.6394048929214478, "Finetune/Loss (Raw)": 0.5487069487571716, "Finetune/Step": 14326, "Finetune/Step Time": 5.921947032213211}
+{"Finetune/Learning Rate": 3.2216436317302015e-06, "Finetune/Loss": 0.6391249299049377, "Finetune/Loss (Raw)": 0.630106508731842, "Finetune/Step": 14327, "Finetune/Step Time": 5.921702852472663}
+{"Finetune/Learning Rate": 3.2204056589956657e-06, "Finetune/Loss": 0.6378648281097412, "Finetune/Loss (Raw)": 0.602399468421936, "Finetune/Step": 14328, "Finetune/Step Time": 5.921689221635461}
+{"Finetune/Learning Rate": 3.219167878511148e-06, "Finetune/Loss": 0.6372143030166626, "Finetune/Loss (Raw)": 0.5770561695098877, "Finetune/Step": 14329, "Finetune/Step Time": 5.926833529025316}
+{"Finetune/Learning Rate": 3.217930290311746e-06, "Finetune/Loss": 0.6379736661911011, "Finetune/Loss (Raw)": 0.6476663947105408, "Finetune/Step": 14330, "Finetune/Step Time": 5.9240919798612595}
+{"Finetune/Learning Rate": 3.216692894432556e-06, "Finetune/Loss": 0.6387274265289307, "Finetune/Loss (Raw)": 0.67219078540802, "Finetune/Step": 14331, "Finetune/Step Time": 5.942338878288865}
+{"Finetune/Learning Rate": 3.2154556909086664e-06, "Finetune/Loss": 0.638548731803894, "Finetune/Loss (Raw)": 0.7420288920402527, "Finetune/Step": 14332, "Finetune/Step Time": 5.938221083953977}
+{"Finetune/Learning Rate": 3.2142186797751607e-06, "Finetune/Loss": 0.6371409893035889, "Finetune/Loss (Raw)": 0.5570817589759827, "Finetune/Step": 14333, "Finetune/Step Time": 5.936433739960194}
+{"Finetune/Learning Rate": 3.212981861067116e-06, "Finetune/Loss": 0.6370067596435547, "Finetune/Loss (Raw)": 0.673125684261322, "Finetune/Step": 14334, "Finetune/Step Time": 5.936745883896947}
+{"Finetune/Learning Rate": 3.2117452348196078e-06, "Finetune/Loss": 0.6382220983505249, "Finetune/Loss (Raw)": 0.7197780609130859, "Finetune/Step": 14335, "Finetune/Step Time": 5.937341131269932}
+{"Finetune/Learning Rate": 3.2105088010677e-06, "Finetune/Loss": 0.6389657258987427, "Finetune/Loss (Raw)": 0.5938325524330139, "Finetune/Step": 14336, "Finetune/Step Time": 5.916887888684869}
+{"Finetune/Learning Rate": 3.209272559846457e-06, "Finetune/Loss": 0.6391805410385132, "Finetune/Loss (Raw)": 0.6288630366325378, "Finetune/Step": 14337, "Finetune/Step Time": 5.9305147137492895}
+{"Finetune/Learning Rate": 3.208036511190934e-06, "Finetune/Loss": 0.6393401026725769, "Finetune/Loss (Raw)": 0.7081548571586609, "Finetune/Step": 14338, "Finetune/Step Time": 5.925189478322864}
+{"Finetune/Learning Rate": 3.2068006551361808e-06, "Finetune/Loss": 0.6388766169548035, "Finetune/Loss (Raw)": 0.6033766865730286, "Finetune/Step": 14339, "Finetune/Step Time": 5.93864637427032}
+{"Finetune/Learning Rate": 3.205564991717244e-06, "Finetune/Loss": 0.6380833387374878, "Finetune/Loss (Raw)": 0.5288680195808411, "Finetune/Step": 14340, "Finetune/Step Time": 5.958610350266099}
+{"Finetune/Learning Rate": 3.204329520969167e-06, "Finetune/Loss": 0.6365519762039185, "Finetune/Loss (Raw)": 0.5786837935447693, "Finetune/Step": 14341, "Finetune/Step Time": 5.960143763571978}
+{"Finetune/Learning Rate": 3.203094242926974e-06, "Finetune/Loss": 0.636700451374054, "Finetune/Loss (Raw)": 0.5260506868362427, "Finetune/Step": 14342, "Finetune/Step Time": 5.95717497356236}
+{"Finetune/Learning Rate": 3.201859157625703e-06, "Finetune/Loss": 0.6370273232460022, "Finetune/Loss (Raw)": 0.6227096319198608, "Finetune/Step": 14343, "Finetune/Step Time": 5.960201786831021}
+{"Finetune/Learning Rate": 3.200624265100376e-06, "Finetune/Loss": 0.637366771697998, "Finetune/Loss (Raw)": 0.6074535846710205, "Finetune/Step": 14344, "Finetune/Step Time": 5.9638301357626915}
+{"Finetune/Learning Rate": 3.19938956538601e-06, "Finetune/Loss": 0.6381961107254028, "Finetune/Loss (Raw)": 0.7291638255119324, "Finetune/Step": 14345, "Finetune/Step Time": 5.967667562887073}
+{"Finetune/Learning Rate": 3.198155058517616e-06, "Finetune/Loss": 0.6375793218612671, "Finetune/Loss (Raw)": 0.5898199677467346, "Finetune/Step": 14346, "Finetune/Step Time": 5.9553839433938265}
+{"Finetune/Learning Rate": 3.1969207445302076e-06, "Finetune/Loss": 0.637001633644104, "Finetune/Loss (Raw)": 0.5925451517105103, "Finetune/Step": 14347, "Finetune/Step Time": 5.954659493640065}
+{"Finetune/Learning Rate": 3.195686623458777e-06, "Finetune/Loss": 0.6364462375640869, "Finetune/Loss (Raw)": 0.5976244807243347, "Finetune/Step": 14348, "Finetune/Step Time": 5.940481327474117}
+{"Finetune/Learning Rate": 3.1944526953383224e-06, "Finetune/Loss": 0.6353176236152649, "Finetune/Loss (Raw)": 0.649146318435669, "Finetune/Step": 14349, "Finetune/Step Time": 5.935536069795489}
+{"Finetune/Learning Rate": 3.19321896020384e-06, "Finetune/Loss": 0.6376897692680359, "Finetune/Loss (Raw)": 0.7516512274742126, "Finetune/Step": 14350, "Finetune/Step Time": 5.920891992747784}
+{"Finetune/Learning Rate": 3.191985418090312e-06, "Finetune/Loss": 0.6392609477043152, "Finetune/Loss (Raw)": 0.7416481971740723, "Finetune/Step": 14351, "Finetune/Step Time": 5.928963897749782}
+{"Finetune/Learning Rate": 3.190752069032719e-06, "Finetune/Loss": 0.639237642288208, "Finetune/Loss (Raw)": 0.6481258869171143, "Finetune/Step": 14352, "Finetune/Step Time": 5.919864047318697}
+{"Finetune/Learning Rate": 3.1895189130660364e-06, "Finetune/Loss": 0.6393797397613525, "Finetune/Loss (Raw)": 0.6270651817321777, "Finetune/Step": 14353, "Finetune/Step Time": 5.918511603027582}
+{"Finetune/Learning Rate": 3.1882859502252283e-06, "Finetune/Loss": 0.6395120620727539, "Finetune/Loss (Raw)": 0.5771753191947937, "Finetune/Step": 14354, "Finetune/Step Time": 5.888855829834938}
+{"Finetune/Learning Rate": 3.187053180545261e-06, "Finetune/Loss": 0.6389192342758179, "Finetune/Loss (Raw)": 0.5556188821792603, "Finetune/Step": 14355, "Finetune/Step Time": 5.893683271482587}
+{"Finetune/Learning Rate": 3.1858206040610883e-06, "Finetune/Loss": 0.639021635055542, "Finetune/Loss (Raw)": 0.6654132008552551, "Finetune/Step": 14356, "Finetune/Step Time": 5.909711478278041}
+{"Finetune/Learning Rate": 3.1845882208076696e-06, "Finetune/Loss": 0.6400954723358154, "Finetune/Loss (Raw)": 0.6885814070701599, "Finetune/Step": 14357, "Finetune/Step Time": 5.907592453062534}
+{"Finetune/Learning Rate": 3.1833560308199485e-06, "Finetune/Loss": 0.6399250030517578, "Finetune/Loss (Raw)": 0.699525773525238, "Finetune/Step": 14358, "Finetune/Step Time": 5.909665305167437}
+{"Finetune/Learning Rate": 3.1821240341328695e-06, "Finetune/Loss": 0.6400569677352905, "Finetune/Loss (Raw)": 0.7154703140258789, "Finetune/Step": 14359, "Finetune/Step Time": 5.909844087436795}
+{"Finetune/Learning Rate": 3.1808922307813628e-06, "Finetune/Loss": 0.6383784413337708, "Finetune/Loss (Raw)": 0.549623429775238, "Finetune/Step": 14360, "Finetune/Step Time": 5.930779153481126}
+{"Finetune/Learning Rate": 3.1796606208003624e-06, "Finetune/Loss": 0.6386176347732544, "Finetune/Loss (Raw)": 0.6467057466506958, "Finetune/Step": 14361, "Finetune/Step Time": 5.938918923959136}
+{"Finetune/Learning Rate": 3.178429204224791e-06, "Finetune/Loss": 0.6392000317573547, "Finetune/Loss (Raw)": 0.6019482612609863, "Finetune/Step": 14362, "Finetune/Step Time": 5.939192570745945}
+{"Finetune/Learning Rate": 3.177197981089569e-06, "Finetune/Loss": 0.6390632390975952, "Finetune/Loss (Raw)": 0.5193056464195251, "Finetune/Step": 14363, "Finetune/Step Time": 5.940770914778113}
+{"Finetune/Learning Rate": 3.1759669514296086e-06, "Finetune/Loss": 0.6380330920219421, "Finetune/Loss (Raw)": 0.5237125158309937, "Finetune/Step": 14364, "Finetune/Step Time": 5.941932728514075}
+{"Finetune/Learning Rate": 3.1747361152798263e-06, "Finetune/Loss": 0.6377706527709961, "Finetune/Loss (Raw)": 0.631409764289856, "Finetune/Step": 14365, "Finetune/Step Time": 5.938226839527488}
+{"Finetune/Learning Rate": 3.1735054726751167e-06, "Finetune/Loss": 0.6376367807388306, "Finetune/Loss (Raw)": 0.6141934990882874, "Finetune/Step": 14366, "Finetune/Step Time": 5.935264814645052}
+{"Finetune/Learning Rate": 3.1722750236503797e-06, "Finetune/Loss": 0.6379221081733704, "Finetune/Loss (Raw)": 0.5872275233268738, "Finetune/Step": 14367, "Finetune/Step Time": 5.935389610007405}
+{"Finetune/Learning Rate": 3.171044768240508e-06, "Finetune/Loss": 0.6379414796829224, "Finetune/Loss (Raw)": 0.7043538689613342, "Finetune/Step": 14368, "Finetune/Step Time": 5.933775756508112}
+{"Finetune/Learning Rate": 3.169814706480386e-06, "Finetune/Loss": 0.6385068893432617, "Finetune/Loss (Raw)": 0.7091137766838074, "Finetune/Step": 14369, "Finetune/Step Time": 5.930323274806142}
+{"Finetune/Learning Rate": 3.1685848384048977e-06, "Finetune/Loss": 0.6389383673667908, "Finetune/Loss (Raw)": 0.6957840323448181, "Finetune/Step": 14370, "Finetune/Step Time": 5.9325479082763195}
+{"Finetune/Learning Rate": 3.1673551640489174e-06, "Finetune/Loss": 0.6401083469390869, "Finetune/Loss (Raw)": 0.7255649566650391, "Finetune/Step": 14371, "Finetune/Step Time": 5.930149022489786}
+{"Finetune/Learning Rate": 3.1661256834473153e-06, "Finetune/Loss": 0.6401526927947998, "Finetune/Loss (Raw)": 0.6727367639541626, "Finetune/Step": 14372, "Finetune/Step Time": 5.932885313406587}
+{"Finetune/Learning Rate": 3.1648963966349567e-06, "Finetune/Loss": 0.6394202709197998, "Finetune/Loss (Raw)": 0.5992936491966248, "Finetune/Step": 14373, "Finetune/Step Time": 5.929549537599087}
+{"Finetune/Learning Rate": 3.163667303646699e-06, "Finetune/Loss": 0.6405621767044067, "Finetune/Loss (Raw)": 0.6964671611785889, "Finetune/Step": 14374, "Finetune/Step Time": 5.918456317856908}
+{"Finetune/Learning Rate": 3.162438404517396e-06, "Finetune/Loss": 0.640642523765564, "Finetune/Loss (Raw)": 0.6576265096664429, "Finetune/Step": 14375, "Finetune/Step Time": 5.917137296870351}
+{"Finetune/Learning Rate": 3.1612096992818973e-06, "Finetune/Loss": 0.6407874822616577, "Finetune/Loss (Raw)": 0.6301082968711853, "Finetune/Step": 14376, "Finetune/Step Time": 5.922125780954957}
+{"Finetune/Learning Rate": 3.159981187975044e-06, "Finetune/Loss": 0.6412363052368164, "Finetune/Loss (Raw)": 0.7057996392250061, "Finetune/Step": 14377, "Finetune/Step Time": 5.932883134111762}
+{"Finetune/Learning Rate": 3.158752870631675e-06, "Finetune/Loss": 0.6423972845077515, "Finetune/Loss (Raw)": 0.7297335863113403, "Finetune/Step": 14378, "Finetune/Step Time": 5.932159734889865}
+{"Finetune/Learning Rate": 3.1575247472866198e-06, "Finetune/Loss": 0.6428287625312805, "Finetune/Loss (Raw)": 0.7046539783477783, "Finetune/Step": 14379, "Finetune/Step Time": 5.931079024448991}
+{"Finetune/Learning Rate": 3.1562968179747058e-06, "Finetune/Loss": 0.6425853371620178, "Finetune/Loss (Raw)": 0.6729317307472229, "Finetune/Step": 14380, "Finetune/Step Time": 5.964142678305507}
+{"Finetune/Learning Rate": 3.1550690827307518e-06, "Finetune/Loss": 0.642807126045227, "Finetune/Loss (Raw)": 0.7472100853919983, "Finetune/Step": 14381, "Finetune/Step Time": 5.96616436727345}
+{"Finetune/Learning Rate": 3.153841541589576e-06, "Finetune/Loss": 0.643865168094635, "Finetune/Loss (Raw)": 0.6863352060317993, "Finetune/Step": 14382, "Finetune/Step Time": 5.9644480142742395}
+{"Finetune/Learning Rate": 3.1526141945859856e-06, "Finetune/Loss": 0.6443524956703186, "Finetune/Loss (Raw)": 0.7164422869682312, "Finetune/Step": 14383, "Finetune/Step Time": 5.962783353403211}
+{"Finetune/Learning Rate": 3.151387041754784e-06, "Finetune/Loss": 0.6434202194213867, "Finetune/Loss (Raw)": 0.5516836047172546, "Finetune/Step": 14384, "Finetune/Step Time": 5.965505670756102}
+{"Finetune/Learning Rate": 3.150160083130773e-06, "Finetune/Loss": 0.6430214047431946, "Finetune/Loss (Raw)": 0.6853154897689819, "Finetune/Step": 14385, "Finetune/Step Time": 5.969187393784523}
+{"Finetune/Learning Rate": 3.1489333187487424e-06, "Finetune/Loss": 0.6437491178512573, "Finetune/Loss (Raw)": 0.6269811391830444, "Finetune/Step": 14386, "Finetune/Step Time": 5.971158646047115}
+{"Finetune/Learning Rate": 3.147706748643482e-06, "Finetune/Loss": 0.6429804563522339, "Finetune/Loss (Raw)": 0.572782039642334, "Finetune/Step": 14387, "Finetune/Step Time": 5.97209057956934}
+{"Finetune/Learning Rate": 3.146480372849773e-06, "Finetune/Loss": 0.6429692506790161, "Finetune/Loss (Raw)": 0.6669745445251465, "Finetune/Step": 14388, "Finetune/Step Time": 5.969267249107361}
+{"Finetune/Learning Rate": 3.1452541914023937e-06, "Finetune/Loss": 0.6435344219207764, "Finetune/Loss (Raw)": 0.7087269425392151, "Finetune/Step": 14389, "Finetune/Step Time": 5.9858903754502535}
+{"Finetune/Learning Rate": 3.1440282043361113e-06, "Finetune/Loss": 0.6435668468475342, "Finetune/Loss (Raw)": 0.6403936743736267, "Finetune/Step": 14390, "Finetune/Step Time": 5.965516658499837}
+{"Finetune/Learning Rate": 3.142802411685689e-06, "Finetune/Loss": 0.6458858251571655, "Finetune/Loss (Raw)": 0.815491259098053, "Finetune/Step": 14391, "Finetune/Step Time": 5.964460337534547}
+{"Finetune/Learning Rate": 3.1415768134858947e-06, "Finetune/Loss": 0.6449493169784546, "Finetune/Loss (Raw)": 0.6432613134384155, "Finetune/Step": 14392, "Finetune/Step Time": 5.9687161315232515}
+{"Finetune/Learning Rate": 3.1403514097714804e-06, "Finetune/Loss": 0.6456022262573242, "Finetune/Loss (Raw)": 0.7343637347221375, "Finetune/Step": 14393, "Finetune/Step Time": 5.973290786147118}
+{"Finetune/Learning Rate": 3.1391262005771927e-06, "Finetune/Loss": 0.6453567743301392, "Finetune/Loss (Raw)": 0.6872168779373169, "Finetune/Step": 14394, "Finetune/Step Time": 5.964197177439928}
+{"Finetune/Learning Rate": 3.1379011859377794e-06, "Finetune/Loss": 0.644483745098114, "Finetune/Loss (Raw)": 0.5657426118850708, "Finetune/Step": 14395, "Finetune/Step Time": 5.966676898300648}
+{"Finetune/Learning Rate": 3.136676365887972e-06, "Finetune/Loss": 0.6439725160598755, "Finetune/Loss (Raw)": 0.5401906371116638, "Finetune/Step": 14396, "Finetune/Step Time": 5.966672809794545}
+{"Finetune/Learning Rate": 3.1354517404625064e-06, "Finetune/Loss": 0.6433032751083374, "Finetune/Loss (Raw)": 0.5711767077445984, "Finetune/Step": 14397, "Finetune/Step Time": 5.96698472648859}
+{"Finetune/Learning Rate": 3.1342273096961063e-06, "Finetune/Loss": 0.6427485942840576, "Finetune/Loss (Raw)": 0.5779440402984619, "Finetune/Step": 14398, "Finetune/Step Time": 5.968660954385996}
+{"Finetune/Learning Rate": 3.1330030736234996e-06, "Finetune/Loss": 0.6431882381439209, "Finetune/Loss (Raw)": 0.700351357460022, "Finetune/Step": 14399, "Finetune/Step Time": 5.971332672983408}
+{"Finetune/Learning Rate": 3.131779032279397e-06, "Finetune/Loss": 0.6432510018348694, "Finetune/Loss (Raw)": 0.6521817445755005, "Finetune/Step": 14400, "Finetune/Step Time": 5.975692303851247}
+{"Finetune/Learning Rate": 3.130555185698515e-06, "Finetune/Loss": 0.6412105560302734, "Finetune/Loss (Raw)": 0.5167189836502075, "Finetune/Step": 14401, "Finetune/Step Time": 5.97793641500175}
+{"Finetune/Learning Rate": 3.1293315339155505e-06, "Finetune/Loss": 0.6405622363090515, "Finetune/Loss (Raw)": 0.6689148545265198, "Finetune/Step": 14402, "Finetune/Step Time": 5.982750365510583}
+{"Finetune/Learning Rate": 3.128108076965206e-06, "Finetune/Loss": 0.6413259506225586, "Finetune/Loss (Raw)": 0.631219208240509, "Finetune/Step": 14403, "Finetune/Step Time": 5.985251966863871}
+{"Finetune/Learning Rate": 3.126884814882176e-06, "Finetune/Loss": 0.6408900022506714, "Finetune/Loss (Raw)": 0.6084586381912231, "Finetune/Step": 14404, "Finetune/Step Time": 5.989924840629101}
+{"Finetune/Learning Rate": 3.125661747701144e-06, "Finetune/Loss": 0.641180694103241, "Finetune/Loss (Raw)": 0.6579051613807678, "Finetune/Step": 14405, "Finetune/Step Time": 5.989162554964423}
+{"Finetune/Learning Rate": 3.1244388754568e-06, "Finetune/Loss": 0.6424030065536499, "Finetune/Loss (Raw)": 0.6468082666397095, "Finetune/Step": 14406, "Finetune/Step Time": 5.984249405562878}
+{"Finetune/Learning Rate": 3.123216198183818e-06, "Finetune/Loss": 0.6434506773948669, "Finetune/Loss (Raw)": 0.7809286713600159, "Finetune/Step": 14407, "Finetune/Step Time": 5.9838756658136845}
+{"Finetune/Learning Rate": 3.1219937159168743e-06, "Finetune/Loss": 0.6431859731674194, "Finetune/Loss (Raw)": 0.6136561036109924, "Finetune/Step": 14408, "Finetune/Step Time": 5.9996175691485405}
+{"Finetune/Learning Rate": 3.1207714286906253e-06, "Finetune/Loss": 0.6402769684791565, "Finetune/Loss (Raw)": 0.3052974343299866, "Finetune/Step": 14409, "Finetune/Step Time": 6.019833533093333}
+{"Finetune/Learning Rate": 3.1195493365397376e-06, "Finetune/Loss": 0.6401232481002808, "Finetune/Loss (Raw)": 0.6027868986129761, "Finetune/Step": 14410, "Finetune/Step Time": 6.022738743573427}
+{"Finetune/Learning Rate": 3.118327439498866e-06, "Finetune/Loss": 0.6405062675476074, "Finetune/Loss (Raw)": 0.5746026635169983, "Finetune/Step": 14411, "Finetune/Step Time": 6.009609783068299}
+{"Finetune/Learning Rate": 3.1171057376026548e-06, "Finetune/Loss": 0.6413100957870483, "Finetune/Loss (Raw)": 0.7085473537445068, "Finetune/Step": 14412, "Finetune/Step Time": 6.005833135917783}
+{"Finetune/Learning Rate": 3.115884230885756e-06, "Finetune/Loss": 0.6413236260414124, "Finetune/Loss (Raw)": 0.5944602489471436, "Finetune/Step": 14413, "Finetune/Step Time": 6.009740803390741}
+{"Finetune/Learning Rate": 3.114662919382809e-06, "Finetune/Loss": 0.6414583325386047, "Finetune/Loss (Raw)": 0.6190922856330872, "Finetune/Step": 14414, "Finetune/Step Time": 6.001367103308439}
+{"Finetune/Learning Rate": 3.1134418031284384e-06, "Finetune/Loss": 0.6401047706604004, "Finetune/Loss (Raw)": 0.5616047978401184, "Finetune/Step": 14415, "Finetune/Step Time": 6.005166361108422}
+{"Finetune/Learning Rate": 3.112220882157275e-06, "Finetune/Loss": 0.6404733061790466, "Finetune/Loss (Raw)": 0.6760059595108032, "Finetune/Step": 14416, "Finetune/Step Time": 6.018956871703267}
+{"Finetune/Learning Rate": 3.1110001565039415e-06, "Finetune/Loss": 0.6394696235656738, "Finetune/Loss (Raw)": 0.5581084489822388, "Finetune/Step": 14417, "Finetune/Step Time": 6.02327199652791}
+{"Finetune/Learning Rate": 3.1097796262030544e-06, "Finetune/Loss": 0.6384329795837402, "Finetune/Loss (Raw)": 0.6150454878807068, "Finetune/Step": 14418, "Finetune/Step Time": 6.020560463890433}
+{"Finetune/Learning Rate": 3.1085592912892236e-06, "Finetune/Loss": 0.6391071081161499, "Finetune/Loss (Raw)": 0.6883147358894348, "Finetune/Step": 14419, "Finetune/Step Time": 6.019561104476452}
+{"Finetune/Learning Rate": 3.1073391517970543e-06, "Finetune/Loss": 0.6399921178817749, "Finetune/Loss (Raw)": 0.7679838538169861, "Finetune/Step": 14420, "Finetune/Step Time": 6.02327392436564}
+{"Finetune/Learning Rate": 3.106119207761147e-06, "Finetune/Loss": 0.6399799585342407, "Finetune/Loss (Raw)": 0.7009921669960022, "Finetune/Step": 14421, "Finetune/Step Time": 6.026238279417157}
+{"Finetune/Learning Rate": 3.1048994592160954e-06, "Finetune/Loss": 0.6398357152938843, "Finetune/Loss (Raw)": 0.5836223363876343, "Finetune/Step": 14422, "Finetune/Step Time": 6.025504257529974}
+{"Finetune/Learning Rate": 3.1036799061964873e-06, "Finetune/Loss": 0.6394227743148804, "Finetune/Loss (Raw)": 0.642694354057312, "Finetune/Step": 14423, "Finetune/Step Time": 6.0371351689100266}
+{"Finetune/Learning Rate": 3.1024605487369076e-06, "Finetune/Loss": 0.6378847360610962, "Finetune/Loss (Raw)": 0.6775502562522888, "Finetune/Step": 14424, "Finetune/Step Time": 6.026117727160454}
+{"Finetune/Learning Rate": 3.101241386871933e-06, "Finetune/Loss": 0.6370103359222412, "Finetune/Loss (Raw)": 0.6422630548477173, "Finetune/Step": 14425, "Finetune/Step Time": 6.0241142231971025}
+{"Finetune/Learning Rate": 3.100022420636134e-06, "Finetune/Loss": 0.6365153789520264, "Finetune/Loss (Raw)": 0.5282235741615295, "Finetune/Step": 14426, "Finetune/Step Time": 6.026318004354835}
+{"Finetune/Learning Rate": 3.0988036500640782e-06, "Finetune/Loss": 0.6360512971878052, "Finetune/Loss (Raw)": 0.5959628224372864, "Finetune/Step": 14427, "Finetune/Step Time": 6.0170449279248714}
+{"Finetune/Learning Rate": 3.097585075190328e-06, "Finetune/Loss": 0.637006402015686, "Finetune/Loss (Raw)": 0.6964015960693359, "Finetune/Step": 14428, "Finetune/Step Time": 6.006791727617383}
+{"Finetune/Learning Rate": 3.0963666960494354e-06, "Finetune/Loss": 0.6368967890739441, "Finetune/Loss (Raw)": 0.6353670358657837, "Finetune/Step": 14429, "Finetune/Step Time": 6.005620619282126}
+{"Finetune/Learning Rate": 3.0951485126759526e-06, "Finetune/Loss": 0.6372936964035034, "Finetune/Loss (Raw)": 0.7240865230560303, "Finetune/Step": 14430, "Finetune/Step Time": 6.005651922896504}
+{"Finetune/Learning Rate": 3.0939305251044237e-06, "Finetune/Loss": 0.6370446681976318, "Finetune/Loss (Raw)": 0.5896225571632385, "Finetune/Step": 14431, "Finetune/Step Time": 6.0048702247440815}
+{"Finetune/Learning Rate": 3.0927127333693872e-06, "Finetune/Loss": 0.6365314722061157, "Finetune/Loss (Raw)": 0.6535470485687256, "Finetune/Step": 14432, "Finetune/Step Time": 6.008821925148368}
+{"Finetune/Learning Rate": 3.091495137505376e-06, "Finetune/Loss": 0.636454164981842, "Finetune/Loss (Raw)": 0.6371581554412842, "Finetune/Step": 14433, "Finetune/Step Time": 6.007621740922332}
+{"Finetune/Learning Rate": 3.0902777375469164e-06, "Finetune/Loss": 0.638140082359314, "Finetune/Loss (Raw)": 0.7765123248100281, "Finetune/Step": 14434, "Finetune/Step Time": 6.007095914334059}
+{"Finetune/Learning Rate": 3.0890605335285317e-06, "Finetune/Loss": 0.6383121609687805, "Finetune/Loss (Raw)": 0.6325074434280396, "Finetune/Step": 14435, "Finetune/Step Time": 6.009279841557145}
+{"Finetune/Learning Rate": 3.0878435254847393e-06, "Finetune/Loss": 0.6384203433990479, "Finetune/Loss (Raw)": 0.7110176086425781, "Finetune/Step": 14436, "Finetune/Step Time": 6.005109820514917}
+{"Finetune/Learning Rate": 3.086626713450048e-06, "Finetune/Loss": 0.6393485069274902, "Finetune/Loss (Raw)": 0.6676731109619141, "Finetune/Step": 14437, "Finetune/Step Time": 5.987290138378739}
+{"Finetune/Learning Rate": 3.085410097458967e-06, "Finetune/Loss": 0.638990581035614, "Finetune/Loss (Raw)": 0.5410922169685364, "Finetune/Step": 14438, "Finetune/Step Time": 5.973762534558773}
+{"Finetune/Learning Rate": 3.084193677545988e-06, "Finetune/Loss": 0.6401578187942505, "Finetune/Loss (Raw)": 0.6941400170326233, "Finetune/Step": 14439, "Finetune/Step Time": 5.963076934218407}
+{"Finetune/Learning Rate": 3.0829774537456124e-06, "Finetune/Loss": 0.6395220756530762, "Finetune/Loss (Raw)": 0.6447553038597107, "Finetune/Step": 14440, "Finetune/Step Time": 5.964891422539949}
+{"Finetune/Learning Rate": 3.0817614260923278e-06, "Finetune/Loss": 0.6388399600982666, "Finetune/Loss (Raw)": 0.6581605672836304, "Finetune/Step": 14441, "Finetune/Step Time": 5.938972054049373}
+{"Finetune/Learning Rate": 3.0805455946206164e-06, "Finetune/Loss": 0.639338493347168, "Finetune/Loss (Raw)": 0.6551625728607178, "Finetune/Step": 14442, "Finetune/Step Time": 5.955204848200083}
+{"Finetune/Learning Rate": 3.079329959364955e-06, "Finetune/Loss": 0.6396929025650024, "Finetune/Loss (Raw)": 0.7052978873252869, "Finetune/Step": 14443, "Finetune/Step Time": 5.954441603273153}
+{"Finetune/Learning Rate": 3.0781145203598196e-06, "Finetune/Loss": 0.6385062336921692, "Finetune/Loss (Raw)": 0.5769577026367188, "Finetune/Step": 14444, "Finetune/Step Time": 5.9551089610904455}
+{"Finetune/Learning Rate": 3.07689927763967e-06, "Finetune/Loss": 0.6392651796340942, "Finetune/Loss (Raw)": 0.6183956861495972, "Finetune/Step": 14445, "Finetune/Step Time": 5.932884218171239}
+{"Finetune/Learning Rate": 3.07568423123897e-06, "Finetune/Loss": 0.6392590999603271, "Finetune/Loss (Raw)": 0.6023346781730652, "Finetune/Step": 14446, "Finetune/Step Time": 5.9347597900778055}
+{"Finetune/Learning Rate": 3.074469381192172e-06, "Finetune/Loss": 0.6388188600540161, "Finetune/Loss (Raw)": 0.5333860516548157, "Finetune/Step": 14447, "Finetune/Step Time": 5.9387291315943}
+{"Finetune/Learning Rate": 3.073254727533732e-06, "Finetune/Loss": 0.6384673714637756, "Finetune/Loss (Raw)": 0.7236929535865784, "Finetune/Step": 14448, "Finetune/Step Time": 5.947612337768078}
+{"Finetune/Learning Rate": 3.072040270298091e-06, "Finetune/Loss": 0.638420581817627, "Finetune/Loss (Raw)": 0.6604361534118652, "Finetune/Step": 14449, "Finetune/Step Time": 5.967370126396418}
+{"Finetune/Learning Rate": 3.070826009519691e-06, "Finetune/Loss": 0.6399649381637573, "Finetune/Loss (Raw)": 0.7225627899169922, "Finetune/Step": 14450, "Finetune/Step Time": 5.967652386054397}
+{"Finetune/Learning Rate": 3.0696119452329576e-06, "Finetune/Loss": 0.6397374868392944, "Finetune/Loss (Raw)": 0.651580810546875, "Finetune/Step": 14451, "Finetune/Step Time": 5.968615807592869}
+{"Finetune/Learning Rate": 3.068398077472322e-06, "Finetune/Loss": 0.6393826007843018, "Finetune/Loss (Raw)": 0.5719061493873596, "Finetune/Step": 14452, "Finetune/Step Time": 5.979889117181301}
+{"Finetune/Learning Rate": 3.0671844062722068e-06, "Finetune/Loss": 0.6399272084236145, "Finetune/Loss (Raw)": 0.5933934450149536, "Finetune/Step": 14453, "Finetune/Step Time": 5.981368316337466}
+{"Finetune/Learning Rate": 3.0659709316670237e-06, "Finetune/Loss": 0.6405099630355835, "Finetune/Loss (Raw)": 0.6232933402061462, "Finetune/Step": 14454, "Finetune/Step Time": 5.969864398241043}
+{"Finetune/Learning Rate": 3.0647576536911906e-06, "Finetune/Loss": 0.6412053108215332, "Finetune/Loss (Raw)": 0.7191116809844971, "Finetune/Step": 14455, "Finetune/Step Time": 5.970256958156824}
+{"Finetune/Learning Rate": 3.0635445723791123e-06, "Finetune/Loss": 0.6412004232406616, "Finetune/Loss (Raw)": 0.6017757654190063, "Finetune/Step": 14456, "Finetune/Step Time": 5.975908884778619}
+{"Finetune/Learning Rate": 3.062331687765182e-06, "Finetune/Loss": 0.6412355899810791, "Finetune/Loss (Raw)": 0.5815582275390625, "Finetune/Step": 14457, "Finetune/Step Time": 5.972338821738958}
+{"Finetune/Learning Rate": 3.0611189998837978e-06, "Finetune/Loss": 0.6403933763504028, "Finetune/Loss (Raw)": 0.539861261844635, "Finetune/Step": 14458, "Finetune/Step Time": 5.970662461593747}
+{"Finetune/Learning Rate": 3.059906508769347e-06, "Finetune/Loss": 0.6397364139556885, "Finetune/Loss (Raw)": 0.5880995988845825, "Finetune/Step": 14459, "Finetune/Step Time": 5.961471872404218}
+{"Finetune/Learning Rate": 3.0586942144562115e-06, "Finetune/Loss": 0.6382704973220825, "Finetune/Loss (Raw)": 0.5543897151947021, "Finetune/Step": 14460, "Finetune/Step Time": 5.963865038007498}
+{"Finetune/Learning Rate": 3.057482116978767e-06, "Finetune/Loss": 0.6383137702941895, "Finetune/Loss (Raw)": 0.5626177191734314, "Finetune/Step": 14461, "Finetune/Step Time": 5.975747806951404}
+{"Finetune/Learning Rate": 3.0562702163713954e-06, "Finetune/Loss": 0.6384817361831665, "Finetune/Loss (Raw)": 0.6946302056312561, "Finetune/Step": 14462, "Finetune/Step Time": 5.978000376373529}
+{"Finetune/Learning Rate": 3.0550585126684505e-06, "Finetune/Loss": 0.6366287469863892, "Finetune/Loss (Raw)": 0.4826023578643799, "Finetune/Step": 14463, "Finetune/Step Time": 5.999732229858637}
+{"Finetune/Learning Rate": 3.053847005904298e-06, "Finetune/Loss": 0.6360635757446289, "Finetune/Loss (Raw)": 0.5214904546737671, "Finetune/Step": 14464, "Finetune/Step Time": 5.99677854962647}
+{"Finetune/Learning Rate": 3.052635696113292e-06, "Finetune/Loss": 0.636336624622345, "Finetune/Loss (Raw)": 0.6638087630271912, "Finetune/Step": 14465, "Finetune/Step Time": 5.985138960182667}
+{"Finetune/Learning Rate": 3.0514245833297817e-06, "Finetune/Loss": 0.6357601284980774, "Finetune/Loss (Raw)": 0.6343624591827393, "Finetune/Step": 14466, "Finetune/Step Time": 5.989704750478268}
+{"Finetune/Learning Rate": 3.050213667588112e-06, "Finetune/Loss": 0.6359192132949829, "Finetune/Loss (Raw)": 0.6237431168556213, "Finetune/Step": 14467, "Finetune/Step Time": 5.974673442542553}
+{"Finetune/Learning Rate": 3.0490029489226193e-06, "Finetune/Loss": 0.636549711227417, "Finetune/Loss (Raw)": 0.6095721125602722, "Finetune/Step": 14468, "Finetune/Step Time": 5.956004239618778}
+{"Finetune/Learning Rate": 3.0477924273676373e-06, "Finetune/Loss": 0.6366113424301147, "Finetune/Loss (Raw)": 0.5865678191184998, "Finetune/Step": 14469, "Finetune/Step Time": 5.9572619125247}
+{"Finetune/Learning Rate": 3.0465821029574927e-06, "Finetune/Loss": 0.6375614404678345, "Finetune/Loss (Raw)": 0.6476657390594482, "Finetune/Step": 14470, "Finetune/Step Time": 5.961443405598402}
+{"Finetune/Learning Rate": 3.0453719757265067e-06, "Finetune/Loss": 0.6383978128433228, "Finetune/Loss (Raw)": 0.7297617793083191, "Finetune/Step": 14471, "Finetune/Step Time": 5.960337230935693}
+{"Finetune/Learning Rate": 3.044162045708996e-06, "Finetune/Loss": 0.6383519172668457, "Finetune/Loss (Raw)": 0.6015779376029968, "Finetune/Step": 14472, "Finetune/Step Time": 5.957016363739967}
+{"Finetune/Learning Rate": 3.042952312939269e-06, "Finetune/Loss": 0.6376540064811707, "Finetune/Loss (Raw)": 0.6398351788520813, "Finetune/Step": 14473, "Finetune/Step Time": 5.95865161344409}
+{"Finetune/Learning Rate": 3.0417427774516304e-06, "Finetune/Loss": 0.6382109522819519, "Finetune/Loss (Raw)": 0.6611103415489197, "Finetune/Step": 14474, "Finetune/Step Time": 5.956200461834669}
+{"Finetune/Learning Rate": 3.040533439280382e-06, "Finetune/Loss": 0.637771725654602, "Finetune/Loss (Raw)": 0.5363227725028992, "Finetune/Step": 14475, "Finetune/Step Time": 5.974732208997011}
+{"Finetune/Learning Rate": 3.0393242984598136e-06, "Finetune/Loss": 0.6380462646484375, "Finetune/Loss (Raw)": 0.632764458656311, "Finetune/Step": 14476, "Finetune/Step Time": 5.971765771508217}
+{"Finetune/Learning Rate": 3.0381153550242146e-06, "Finetune/Loss": 0.6367612481117249, "Finetune/Loss (Raw)": 0.48466479778289795, "Finetune/Step": 14477, "Finetune/Step Time": 5.9885457418859005}
+{"Finetune/Learning Rate": 3.036906609007868e-06, "Finetune/Loss": 0.6358405947685242, "Finetune/Loss (Raw)": 0.6338045001029968, "Finetune/Step": 14478, "Finetune/Step Time": 5.991670120507479}
+{"Finetune/Learning Rate": 3.035698060445049e-06, "Finetune/Loss": 0.6351064443588257, "Finetune/Loss (Raw)": 0.6476795673370361, "Finetune/Step": 14479, "Finetune/Step Time": 5.980641985312104}
+{"Finetune/Learning Rate": 3.0344897093700333e-06, "Finetune/Loss": 0.6351684331893921, "Finetune/Loss (Raw)": 0.6560685634613037, "Finetune/Step": 14480, "Finetune/Step Time": 5.97882978245616}
+{"Finetune/Learning Rate": 3.0332815558170746e-06, "Finetune/Loss": 0.6344828605651855, "Finetune/Loss (Raw)": 0.5393019914627075, "Finetune/Step": 14481, "Finetune/Step Time": 5.9771872609853745}
+{"Finetune/Learning Rate": 3.0320735998204444e-06, "Finetune/Loss": 0.6365292072296143, "Finetune/Loss (Raw)": 0.8391100168228149, "Finetune/Step": 14482, "Finetune/Step Time": 5.980560816824436}
+{"Finetune/Learning Rate": 3.0308658414143932e-06, "Finetune/Loss": 0.6374492645263672, "Finetune/Loss (Raw)": 0.6733940243721008, "Finetune/Step": 14483, "Finetune/Step Time": 5.970220398157835}
+{"Finetune/Learning Rate": 3.0296582806331676e-06, "Finetune/Loss": 0.6364583969116211, "Finetune/Loss (Raw)": 0.5385743975639343, "Finetune/Step": 14484, "Finetune/Step Time": 5.955169573426247}
+{"Finetune/Learning Rate": 3.0284509175110133e-06, "Finetune/Loss": 0.6351344585418701, "Finetune/Loss (Raw)": 0.5191175937652588, "Finetune/Step": 14485, "Finetune/Step Time": 5.973090352490544}
+{"Finetune/Learning Rate": 3.0272437520821663e-06, "Finetune/Loss": 0.6345984935760498, "Finetune/Loss (Raw)": 0.6309225559234619, "Finetune/Step": 14486, "Finetune/Step Time": 5.973035698756576}
+{"Finetune/Learning Rate": 3.0260367843808615e-06, "Finetune/Loss": 0.6344860792160034, "Finetune/Loss (Raw)": 0.7010762691497803, "Finetune/Step": 14487, "Finetune/Step Time": 5.972305539995432}
+{"Finetune/Learning Rate": 3.0248300144413157e-06, "Finetune/Loss": 0.6354985237121582, "Finetune/Loss (Raw)": 0.679218590259552, "Finetune/Step": 14488, "Finetune/Step Time": 5.959973501041532}
+{"Finetune/Learning Rate": 3.0236234422977595e-06, "Finetune/Loss": 0.6349617838859558, "Finetune/Loss (Raw)": 0.5780090093612671, "Finetune/Step": 14489, "Finetune/Step Time": 5.950248004868627}
+{"Finetune/Learning Rate": 3.0224170679844046e-06, "Finetune/Loss": 0.635796308517456, "Finetune/Loss (Raw)": 0.7087675929069519, "Finetune/Step": 14490, "Finetune/Step Time": 5.949120186269283}
+{"Finetune/Learning Rate": 3.0212108915354597e-06, "Finetune/Loss": 0.637262761592865, "Finetune/Loss (Raw)": 0.7070079445838928, "Finetune/Step": 14491, "Finetune/Step Time": 5.9499343149363995}
+{"Finetune/Learning Rate": 3.0200049129851293e-06, "Finetune/Loss": 0.6387847065925598, "Finetune/Loss (Raw)": 0.7185226082801819, "Finetune/Step": 14492, "Finetune/Step Time": 5.950075613334775}
+{"Finetune/Learning Rate": 3.0187991323676136e-06, "Finetune/Loss": 0.6391698122024536, "Finetune/Loss (Raw)": 0.6807053089141846, "Finetune/Step": 14493, "Finetune/Step Time": 5.949073078110814}
+{"Finetune/Learning Rate": 3.0175935497171005e-06, "Finetune/Loss": 0.6391680240631104, "Finetune/Loss (Raw)": 0.6139580011367798, "Finetune/Step": 14494, "Finetune/Step Time": 5.950224604457617}
+{"Finetune/Learning Rate": 3.016388165067775e-06, "Finetune/Loss": 0.6399544477462769, "Finetune/Loss (Raw)": 0.6878950595855713, "Finetune/Step": 14495, "Finetune/Step Time": 5.953627733513713}
+{"Finetune/Learning Rate": 3.0151829784538257e-06, "Finetune/Loss": 0.639359712600708, "Finetune/Loss (Raw)": 0.6282246708869934, "Finetune/Step": 14496, "Finetune/Step Time": 5.956343727186322}
+{"Finetune/Learning Rate": 3.0139779899094245e-06, "Finetune/Loss": 0.6398335695266724, "Finetune/Loss (Raw)": 0.7697722911834717, "Finetune/Step": 14497, "Finetune/Step Time": 5.959416311234236}
+{"Finetune/Learning Rate": 3.0127731994687426e-06, "Finetune/Loss": 0.6391450762748718, "Finetune/Loss (Raw)": 0.6076558828353882, "Finetune/Step": 14498, "Finetune/Step Time": 5.954019624739885}
+{"Finetune/Learning Rate": 3.0115686071659467e-06, "Finetune/Loss": 0.6394350528717041, "Finetune/Loss (Raw)": 0.7626846432685852, "Finetune/Step": 14499, "Finetune/Step Time": 5.955435419455171}
+{"Finetune/Learning Rate": 3.0103642130351897e-06, "Finetune/Loss": 0.6386480331420898, "Finetune/Loss (Raw)": 0.5719900727272034, "Finetune/Step": 14500, "Finetune/Step Time": 5.993535280227661}
+{"Finetune/Learning Rate": 3.0091600171106285e-06, "Finetune/Loss": 0.6394201517105103, "Finetune/Loss (Raw)": 0.6981223821640015, "Finetune/Step": 14501, "Finetune/Step Time": 5.996805714443326}
+{"Finetune/Learning Rate": 3.007956019426409e-06, "Finetune/Loss": 0.6392083168029785, "Finetune/Loss (Raw)": 0.6693562269210815, "Finetune/Step": 14502, "Finetune/Step Time": 5.995181875303388}
+{"Finetune/Learning Rate": 3.006752220016671e-06, "Finetune/Loss": 0.6396812796592712, "Finetune/Loss (Raw)": 0.718165397644043, "Finetune/Step": 14503, "Finetune/Step Time": 5.994118442758918}
+{"Finetune/Learning Rate": 3.005548618915557e-06, "Finetune/Loss": 0.6401857137680054, "Finetune/Loss (Raw)": 0.6946761608123779, "Finetune/Step": 14504, "Finetune/Step Time": 5.988748604431748}
+{"Finetune/Learning Rate": 3.0043452161571973e-06, "Finetune/Loss": 0.6405028700828552, "Finetune/Loss (Raw)": 0.7464014887809753, "Finetune/Step": 14505, "Finetune/Step Time": 5.966600174084306}
+{"Finetune/Learning Rate": 3.0031420117757116e-06, "Finetune/Loss": 0.6397282481193542, "Finetune/Loss (Raw)": 0.6305773258209229, "Finetune/Step": 14506, "Finetune/Step Time": 5.976491250097752}
+{"Finetune/Learning Rate": 3.001939005805222e-06, "Finetune/Loss": 0.6386330723762512, "Finetune/Loss (Raw)": 0.5644689798355103, "Finetune/Step": 14507, "Finetune/Step Time": 5.983548682183027}
+{"Finetune/Learning Rate": 3.0007361982798433e-06, "Finetune/Loss": 0.6382461190223694, "Finetune/Loss (Raw)": 0.6234030723571777, "Finetune/Step": 14508, "Finetune/Step Time": 5.947550170123577}
+{"Finetune/Learning Rate": 2.999533589233682e-06, "Finetune/Loss": 0.6372406482696533, "Finetune/Loss (Raw)": 0.6185133457183838, "Finetune/Step": 14509, "Finetune/Step Time": 5.944847170263529}
+{"Finetune/Learning Rate": 2.998331178700837e-06, "Finetune/Loss": 0.6369516849517822, "Finetune/Loss (Raw)": 0.6493501663208008, "Finetune/Step": 14510, "Finetune/Step Time": 5.947351343929768}
+{"Finetune/Learning Rate": 2.997128966715418e-06, "Finetune/Loss": 0.6364403963088989, "Finetune/Loss (Raw)": 0.650990903377533, "Finetune/Step": 14511, "Finetune/Step Time": 5.949662424623966}
+{"Finetune/Learning Rate": 2.9959269533115042e-06, "Finetune/Loss": 0.6376318335533142, "Finetune/Loss (Raw)": 0.7041890621185303, "Finetune/Step": 14512, "Finetune/Step Time": 5.950576806440949}
+{"Finetune/Learning Rate": 2.9947251385231845e-06, "Finetune/Loss": 0.6367037296295166, "Finetune/Loss (Raw)": 0.5665169954299927, "Finetune/Step": 14513, "Finetune/Step Time": 5.946991113945842}
+{"Finetune/Learning Rate": 2.9935235223845405e-06, "Finetune/Loss": 0.6374939680099487, "Finetune/Loss (Raw)": 0.7281307578086853, "Finetune/Step": 14514, "Finetune/Step Time": 5.94763564132154}
+{"Finetune/Learning Rate": 2.9923221049296448e-06, "Finetune/Loss": 0.6381262540817261, "Finetune/Loss (Raw)": 0.6537193655967712, "Finetune/Step": 14515, "Finetune/Step Time": 5.968147182837129}
+{"Finetune/Learning Rate": 2.9911208861925676e-06, "Finetune/Loss": 0.6378190517425537, "Finetune/Loss (Raw)": 0.6276469230651855, "Finetune/Step": 14516, "Finetune/Step Time": 5.968817034736276}
+{"Finetune/Learning Rate": 2.9899198662073713e-06, "Finetune/Loss": 0.637269914150238, "Finetune/Loss (Raw)": 0.6384372115135193, "Finetune/Step": 14517, "Finetune/Step Time": 5.952898548915982}
+{"Finetune/Learning Rate": 2.988719045008114e-06, "Finetune/Loss": 0.6372835636138916, "Finetune/Loss (Raw)": 0.6421431303024292, "Finetune/Step": 14518, "Finetune/Step Time": 5.95771848782897}
+{"Finetune/Learning Rate": 2.987518422628847e-06, "Finetune/Loss": 0.635046124458313, "Finetune/Loss (Raw)": 0.5290996432304382, "Finetune/Step": 14519, "Finetune/Step Time": 5.964549940079451}
+{"Finetune/Learning Rate": 2.986317999103616e-06, "Finetune/Loss": 0.6348603963851929, "Finetune/Loss (Raw)": 0.6194905638694763, "Finetune/Step": 14520, "Finetune/Step Time": 5.950634181499481}
+{"Finetune/Learning Rate": 2.9851177744664626e-06, "Finetune/Loss": 0.6335552334785461, "Finetune/Loss (Raw)": 0.5673050284385681, "Finetune/Step": 14521, "Finetune/Step Time": 5.944348623976111}
+{"Finetune/Learning Rate": 2.9839177487514215e-06, "Finetune/Loss": 0.6326219439506531, "Finetune/Loss (Raw)": 0.5677481889724731, "Finetune/Step": 14522, "Finetune/Step Time": 5.94139938801527}
+{"Finetune/Learning Rate": 2.9827179219925227e-06, "Finetune/Loss": 0.6332114338874817, "Finetune/Loss (Raw)": 0.6411978006362915, "Finetune/Step": 14523, "Finetune/Step Time": 5.941883968189359}
+{"Finetune/Learning Rate": 2.9815182942237885e-06, "Finetune/Loss": 0.6341947317123413, "Finetune/Loss (Raw)": 0.6660564541816711, "Finetune/Step": 14524, "Finetune/Step Time": 5.94068462960422}
+{"Finetune/Learning Rate": 2.980318865479238e-06, "Finetune/Loss": 0.634629487991333, "Finetune/Loss (Raw)": 0.6268237233161926, "Finetune/Step": 14525, "Finetune/Step Time": 5.942381104454398}
+{"Finetune/Learning Rate": 2.979119635792882e-06, "Finetune/Loss": 0.6352863311767578, "Finetune/Loss (Raw)": 0.6620230078697205, "Finetune/Step": 14526, "Finetune/Step Time": 5.965225402265787}
+{"Finetune/Learning Rate": 2.9779206051987296e-06, "Finetune/Loss": 0.6341269016265869, "Finetune/Loss (Raw)": 0.5519471168518066, "Finetune/Step": 14527, "Finetune/Step Time": 5.9838543105870485}
+{"Finetune/Learning Rate": 2.9767217737307805e-06, "Finetune/Loss": 0.6344982981681824, "Finetune/Loss (Raw)": 0.699715256690979, "Finetune/Step": 14528, "Finetune/Step Time": 5.984918555244803}
+{"Finetune/Learning Rate": 2.9755231414230334e-06, "Finetune/Loss": 0.6354382634162903, "Finetune/Loss (Raw)": 0.637037456035614, "Finetune/Step": 14529, "Finetune/Step Time": 5.983178047463298}
+{"Finetune/Learning Rate": 2.9743247083094685e-06, "Finetune/Loss": 0.6337328553199768, "Finetune/Loss (Raw)": 0.4506191909313202, "Finetune/Step": 14530, "Finetune/Step Time": 6.001633023843169}
+{"Finetune/Learning Rate": 2.9731264744240807e-06, "Finetune/Loss": 0.6336954832077026, "Finetune/Loss (Raw)": 0.6264389157295227, "Finetune/Step": 14531, "Finetune/Step Time": 6.000856740400195}
+{"Finetune/Learning Rate": 2.971928439800843e-06, "Finetune/Loss": 0.6342387795448303, "Finetune/Loss (Raw)": 0.677998960018158, "Finetune/Step": 14532, "Finetune/Step Time": 5.997965518385172}
+{"Finetune/Learning Rate": 2.9707306044737305e-06, "Finetune/Loss": 0.6346107721328735, "Finetune/Loss (Raw)": 0.7055217027664185, "Finetune/Step": 14533, "Finetune/Step Time": 5.99852111376822}
+{"Finetune/Learning Rate": 2.969532968476709e-06, "Finetune/Loss": 0.6345562934875488, "Finetune/Loss (Raw)": 0.6398279666900635, "Finetune/Step": 14534, "Finetune/Step Time": 5.982394196093082}
+{"Finetune/Learning Rate": 2.9683355318437446e-06, "Finetune/Loss": 0.6337367296218872, "Finetune/Loss (Raw)": 0.6760339736938477, "Finetune/Step": 14535, "Finetune/Step Time": 5.9790375754237175}
+{"Finetune/Learning Rate": 2.9671382946087847e-06, "Finetune/Loss": 0.6342897415161133, "Finetune/Loss (Raw)": 0.6844357252120972, "Finetune/Step": 14536, "Finetune/Step Time": 5.966492911800742}
+{"Finetune/Learning Rate": 2.965941256805781e-06, "Finetune/Loss": 0.6377865672111511, "Finetune/Loss (Raw)": 0.7528926134109497, "Finetune/Step": 14537, "Finetune/Step Time": 5.936334354802966}
+{"Finetune/Learning Rate": 2.9647444184686847e-06, "Finetune/Loss": 0.6377707719802856, "Finetune/Loss (Raw)": 0.6007570624351501, "Finetune/Step": 14538, "Finetune/Step Time": 5.93760153464973}
+{"Finetune/Learning Rate": 2.9635477796314316e-06, "Finetune/Loss": 0.638026773929596, "Finetune/Loss (Raw)": 0.6073794960975647, "Finetune/Step": 14539, "Finetune/Step Time": 5.938917649909854}
+{"Finetune/Learning Rate": 2.9623513403279537e-06, "Finetune/Loss": 0.6376720666885376, "Finetune/Loss (Raw)": 0.6631474494934082, "Finetune/Step": 14540, "Finetune/Step Time": 5.946547256782651}
+{"Finetune/Learning Rate": 2.9611551005921822e-06, "Finetune/Loss": 0.6381679773330688, "Finetune/Loss (Raw)": 0.6579328775405884, "Finetune/Step": 14541, "Finetune/Step Time": 5.942096941173077}
+{"Finetune/Learning Rate": 2.959959060458034e-06, "Finetune/Loss": 0.6384577751159668, "Finetune/Loss (Raw)": 0.6561899781227112, "Finetune/Step": 14542, "Finetune/Step Time": 5.9316628240048885}
+{"Finetune/Learning Rate": 2.9587632199594275e-06, "Finetune/Loss": 0.6389605402946472, "Finetune/Loss (Raw)": 0.6259589791297913, "Finetune/Step": 14543, "Finetune/Step Time": 5.928314920514822}
+{"Finetune/Learning Rate": 2.9575675791302704e-06, "Finetune/Loss": 0.6389877796173096, "Finetune/Loss (Raw)": 0.6794890761375427, "Finetune/Step": 14544, "Finetune/Step Time": 5.929245870560408}
+{"Finetune/Learning Rate": 2.956372138004473e-06, "Finetune/Loss": 0.6393067836761475, "Finetune/Loss (Raw)": 0.5989435911178589, "Finetune/Step": 14545, "Finetune/Step Time": 5.93572217784822}
+{"Finetune/Learning Rate": 2.9551768966159333e-06, "Finetune/Loss": 0.6397371292114258, "Finetune/Loss (Raw)": 0.6701269149780273, "Finetune/Step": 14546, "Finetune/Step Time": 5.934354169294238}
+{"Finetune/Learning Rate": 2.9539818549985464e-06, "Finetune/Loss": 0.6392204761505127, "Finetune/Loss (Raw)": 0.622185468673706, "Finetune/Step": 14547, "Finetune/Step Time": 5.928899716585875}
+{"Finetune/Learning Rate": 2.9527870131861958e-06, "Finetune/Loss": 0.6389069557189941, "Finetune/Loss (Raw)": 0.7278571724891663, "Finetune/Step": 14548, "Finetune/Step Time": 5.924413822591305}
+{"Finetune/Learning Rate": 2.951592371212766e-06, "Finetune/Loss": 0.6383039355278015, "Finetune/Loss (Raw)": 0.6238048076629639, "Finetune/Step": 14549, "Finetune/Step Time": 5.9201537519693375}
+{"Finetune/Learning Rate": 2.950397929112132e-06, "Finetune/Loss": 0.6396052837371826, "Finetune/Loss (Raw)": 0.7501940131187439, "Finetune/Step": 14550, "Finetune/Step Time": 5.9178535006940365}
+{"Finetune/Learning Rate": 2.949203686918165e-06, "Finetune/Loss": 0.639348030090332, "Finetune/Loss (Raw)": 0.6097649931907654, "Finetune/Step": 14551, "Finetune/Step Time": 5.920882310718298}
+{"Finetune/Learning Rate": 2.9480096446647335e-06, "Finetune/Loss": 0.6391527056694031, "Finetune/Loss (Raw)": 0.6525489091873169, "Finetune/Step": 14552, "Finetune/Step Time": 5.920883346349001}
+{"Finetune/Learning Rate": 2.9468158023856984e-06, "Finetune/Loss": 0.6400993466377258, "Finetune/Loss (Raw)": 0.7634263634681702, "Finetune/Step": 14553, "Finetune/Step Time": 5.93870004825294}
+{"Finetune/Learning Rate": 2.945622160114908e-06, "Finetune/Loss": 0.6412001848220825, "Finetune/Loss (Raw)": 0.6691387891769409, "Finetune/Step": 14554, "Finetune/Step Time": 5.938455689698458}
+{"Finetune/Learning Rate": 2.944428717886214e-06, "Finetune/Loss": 0.641328752040863, "Finetune/Loss (Raw)": 0.6124143004417419, "Finetune/Step": 14555, "Finetune/Step Time": 5.940943595021963}
+{"Finetune/Learning Rate": 2.943235475733457e-06, "Finetune/Loss": 0.641027569770813, "Finetune/Loss (Raw)": 0.6578534841537476, "Finetune/Step": 14556, "Finetune/Step Time": 5.943281086161733}
+{"Finetune/Learning Rate": 2.942042433690475e-06, "Finetune/Loss": 0.6408030390739441, "Finetune/Loss (Raw)": 0.6066259741783142, "Finetune/Step": 14557, "Finetune/Step Time": 5.943467080593109}
+{"Finetune/Learning Rate": 2.9408495917911007e-06, "Finetune/Loss": 0.6401026844978333, "Finetune/Loss (Raw)": 0.6344408988952637, "Finetune/Step": 14558, "Finetune/Step Time": 5.949370859190822}
+{"Finetune/Learning Rate": 2.9396569500691576e-06, "Finetune/Loss": 0.6408936381340027, "Finetune/Loss (Raw)": 0.6908643841743469, "Finetune/Step": 14559, "Finetune/Step Time": 5.961749179288745}
+{"Finetune/Learning Rate": 2.938464508558466e-06, "Finetune/Loss": 0.641364336013794, "Finetune/Loss (Raw)": 0.71379154920578, "Finetune/Step": 14560, "Finetune/Step Time": 5.95629976503551}
+{"Finetune/Learning Rate": 2.937272267292841e-06, "Finetune/Loss": 0.6417678594589233, "Finetune/Loss (Raw)": 0.6888132691383362, "Finetune/Step": 14561, "Finetune/Step Time": 5.95457624271512}
+{"Finetune/Learning Rate": 2.9360802263060917e-06, "Finetune/Loss": 0.641189694404602, "Finetune/Loss (Raw)": 0.7025026082992554, "Finetune/Step": 14562, "Finetune/Step Time": 5.955702990293503}
+{"Finetune/Learning Rate": 2.934888385632019e-06, "Finetune/Loss": 0.6416868567466736, "Finetune/Loss (Raw)": 0.696152925491333, "Finetune/Step": 14563, "Finetune/Step Time": 5.953971242532134}
+{"Finetune/Learning Rate": 2.9336967453044206e-06, "Finetune/Loss": 0.6410915851593018, "Finetune/Loss (Raw)": 0.634814441204071, "Finetune/Step": 14564, "Finetune/Step Time": 5.954035921022296}
+{"Finetune/Learning Rate": 2.932505305357091e-06, "Finetune/Loss": 0.6410221457481384, "Finetune/Loss (Raw)": 0.6587908267974854, "Finetune/Step": 14565, "Finetune/Step Time": 5.955970328301191}
+{"Finetune/Learning Rate": 2.9313140658238114e-06, "Finetune/Loss": 0.641513466835022, "Finetune/Loss (Raw)": 0.6039804816246033, "Finetune/Step": 14566, "Finetune/Step Time": 5.956513652577996}
+{"Finetune/Learning Rate": 2.930123026738365e-06, "Finetune/Loss": 0.6415998935699463, "Finetune/Loss (Raw)": 0.7052046656608582, "Finetune/Step": 14567, "Finetune/Step Time": 5.9516177251935005}
+{"Finetune/Learning Rate": 2.9289321881345257e-06, "Finetune/Loss": 0.6419087052345276, "Finetune/Loss (Raw)": 0.6842814683914185, "Finetune/Step": 14568, "Finetune/Step Time": 5.954310053959489}
+{"Finetune/Learning Rate": 2.9277415500460613e-06, "Finetune/Loss": 0.6425350904464722, "Finetune/Loss (Raw)": 0.7383320331573486, "Finetune/Step": 14569, "Finetune/Step Time": 5.972661092877388}
+{"Finetune/Learning Rate": 2.926551112506737e-06, "Finetune/Loss": 0.6417379379272461, "Finetune/Loss (Raw)": 0.5531314611434937, "Finetune/Step": 14570, "Finetune/Step Time": 5.955748658627272}
+{"Finetune/Learning Rate": 2.925360875550308e-06, "Finetune/Loss": 0.6407430171966553, "Finetune/Loss (Raw)": 0.5779431462287903, "Finetune/Step": 14571, "Finetune/Step Time": 5.957136040553451}
+{"Finetune/Learning Rate": 2.9241708392105284e-06, "Finetune/Loss": 0.640914261341095, "Finetune/Loss (Raw)": 0.5988819599151611, "Finetune/Step": 14572, "Finetune/Step Time": 5.9567346796393394}
+{"Finetune/Learning Rate": 2.9229810035211413e-06, "Finetune/Loss": 0.6413188576698303, "Finetune/Loss (Raw)": 0.6701800227165222, "Finetune/Step": 14573, "Finetune/Step Time": 5.958499317988753}
+{"Finetune/Learning Rate": 2.9217913685158894e-06, "Finetune/Loss": 0.6420078277587891, "Finetune/Loss (Raw)": 0.6905218362808228, "Finetune/Step": 14574, "Finetune/Step Time": 5.953675359487534}
+{"Finetune/Learning Rate": 2.9206019342285063e-06, "Finetune/Loss": 0.6423170566558838, "Finetune/Loss (Raw)": 0.5729660391807556, "Finetune/Step": 14575, "Finetune/Step Time": 5.951406132429838}
+{"Finetune/Learning Rate": 2.9194127006927208e-06, "Finetune/Loss": 0.6417446136474609, "Finetune/Loss (Raw)": 0.6504287719726562, "Finetune/Step": 14576, "Finetune/Step Time": 5.937197538092732}
+{"Finetune/Learning Rate": 2.918223667942257e-06, "Finetune/Loss": 0.6410281658172607, "Finetune/Loss (Raw)": 0.5687282681465149, "Finetune/Step": 14577, "Finetune/Step Time": 5.917897149920464}
+{"Finetune/Learning Rate": 2.9170348360108326e-06, "Finetune/Loss": 0.6404252648353577, "Finetune/Loss (Raw)": 0.6453892588615417, "Finetune/Step": 14578, "Finetune/Step Time": 5.919824218377471}
+{"Finetune/Learning Rate": 2.915846204932158e-06, "Finetune/Loss": 0.6410962343215942, "Finetune/Loss (Raw)": 0.737473726272583, "Finetune/Step": 14579, "Finetune/Step Time": 5.927701324224472}
+{"Finetune/Learning Rate": 2.9146577747399406e-06, "Finetune/Loss": 0.6423196196556091, "Finetune/Loss (Raw)": 0.7284935116767883, "Finetune/Step": 14580, "Finetune/Step Time": 5.91525193117559}
+{"Finetune/Learning Rate": 2.913469545467882e-06, "Finetune/Loss": 0.6431852579116821, "Finetune/Loss (Raw)": 0.7041974663734436, "Finetune/Step": 14581, "Finetune/Step Time": 5.9141923282295465}
+{"Finetune/Learning Rate": 2.9122815171496743e-06, "Finetune/Loss": 0.6430016160011292, "Finetune/Loss (Raw)": 0.5997774600982666, "Finetune/Step": 14582, "Finetune/Step Time": 5.915879679843783}
+{"Finetune/Learning Rate": 2.911093689819008e-06, "Finetune/Loss": 0.6419804096221924, "Finetune/Loss (Raw)": 0.5884013772010803, "Finetune/Step": 14583, "Finetune/Step Time": 5.92101970128715}
+{"Finetune/Learning Rate": 2.90990606350957e-06, "Finetune/Loss": 0.6441415548324585, "Finetune/Loss (Raw)": 0.8783999681472778, "Finetune/Step": 14584, "Finetune/Step Time": 5.928440539166331}
+{"Finetune/Learning Rate": 2.9087186382550313e-06, "Finetune/Loss": 0.6449979543685913, "Finetune/Loss (Raw)": 0.6911851167678833, "Finetune/Step": 14585, "Finetune/Step Time": 5.932152081280947}
+{"Finetune/Learning Rate": 2.907531414089064e-06, "Finetune/Loss": 0.6457411050796509, "Finetune/Loss (Raw)": 0.6349833011627197, "Finetune/Step": 14586, "Finetune/Step Time": 5.935688275843859}
+{"Finetune/Learning Rate": 2.9063443910453415e-06, "Finetune/Loss": 0.6459333896636963, "Finetune/Loss (Raw)": 0.6127093434333801, "Finetune/Step": 14587, "Finetune/Step Time": 5.925228970125318}
+{"Finetune/Learning Rate": 2.9051575691575196e-06, "Finetune/Loss": 0.6471037864685059, "Finetune/Loss (Raw)": 0.7041999697685242, "Finetune/Step": 14588, "Finetune/Step Time": 5.9245682787150145}
+{"Finetune/Learning Rate": 2.9039709484592538e-06, "Finetune/Loss": 0.6486729979515076, "Finetune/Loss (Raw)": 0.7634767293930054, "Finetune/Step": 14589, "Finetune/Step Time": 5.910392180085182}
+{"Finetune/Learning Rate": 2.902784528984197e-06, "Finetune/Loss": 0.6482375860214233, "Finetune/Loss (Raw)": 0.6389022469520569, "Finetune/Step": 14590, "Finetune/Step Time": 5.909098306670785}
+{"Finetune/Learning Rate": 2.901598310765986e-06, "Finetune/Loss": 0.6495784521102905, "Finetune/Loss (Raw)": 0.6542290449142456, "Finetune/Step": 14591, "Finetune/Step Time": 5.88936205022037}
+{"Finetune/Learning Rate": 2.9004122938382617e-06, "Finetune/Loss": 0.6498988270759583, "Finetune/Loss (Raw)": 0.5624984502792358, "Finetune/Step": 14592, "Finetune/Step Time": 5.879941564053297}
+{"Finetune/Learning Rate": 2.8992264782346534e-06, "Finetune/Loss": 0.6498292684555054, "Finetune/Loss (Raw)": 0.654902994632721, "Finetune/Step": 14593, "Finetune/Step Time": 5.8933069333434105}
+{"Finetune/Learning Rate": 2.8980408639887925e-06, "Finetune/Loss": 0.6491994857788086, "Finetune/Loss (Raw)": 0.5537519454956055, "Finetune/Step": 14594, "Finetune/Step Time": 5.888487884774804}
+{"Finetune/Learning Rate": 2.8968554511342984e-06, "Finetune/Loss": 0.6477257013320923, "Finetune/Loss (Raw)": 0.43510204553604126, "Finetune/Step": 14595, "Finetune/Step Time": 5.9104364309459925}
+{"Finetune/Learning Rate": 2.8956702397047875e-06, "Finetune/Loss": 0.64710533618927, "Finetune/Loss (Raw)": 0.5301719307899475, "Finetune/Step": 14596, "Finetune/Step Time": 5.908882496878505}
+{"Finetune/Learning Rate": 2.8944852297338643e-06, "Finetune/Loss": 0.6467481851577759, "Finetune/Loss (Raw)": 0.5408375263214111, "Finetune/Step": 14597, "Finetune/Step Time": 5.908925633877516}
+{"Finetune/Learning Rate": 2.893300421255134e-06, "Finetune/Loss": 0.6463344693183899, "Finetune/Loss (Raw)": 0.5947177410125732, "Finetune/Step": 14598, "Finetune/Step Time": 5.907971788197756}
+{"Finetune/Learning Rate": 2.8921158143021953e-06, "Finetune/Loss": 0.6452206373214722, "Finetune/Loss (Raw)": 0.5871903300285339, "Finetune/Step": 14599, "Finetune/Step Time": 5.908203277736902}
+{"Finetune/Learning Rate": 2.890931408908637e-06, "Finetune/Loss": 0.6453233361244202, "Finetune/Loss (Raw)": 0.6147194504737854, "Finetune/Step": 14600, "Finetune/Step Time": 5.9172237906605005}
+{"Finetune/Learning Rate": 2.889747205108051e-06, "Finetune/Loss": 0.6449453830718994, "Finetune/Loss (Raw)": 0.5914551615715027, "Finetune/Step": 14601, "Finetune/Step Time": 5.912693604826927}
+{"Finetune/Learning Rate": 2.8885632029340185e-06, "Finetune/Loss": 0.6440908908843994, "Finetune/Loss (Raw)": 0.5517451763153076, "Finetune/Step": 14602, "Finetune/Step Time": 5.910480720922351}
+{"Finetune/Learning Rate": 2.8873794024201086e-06, "Finetune/Loss": 0.6447494029998779, "Finetune/Loss (Raw)": 0.6206116080284119, "Finetune/Step": 14603, "Finetune/Step Time": 5.893992003053427}
+{"Finetune/Learning Rate": 2.886195803599894e-06, "Finetune/Loss": 0.6448225975036621, "Finetune/Loss (Raw)": 0.6421349048614502, "Finetune/Step": 14604, "Finetune/Step Time": 5.892134418711066}
+{"Finetune/Learning Rate": 2.8850124065069363e-06, "Finetune/Loss": 0.6451655626296997, "Finetune/Loss (Raw)": 0.5285616517066956, "Finetune/Step": 14605, "Finetune/Step Time": 5.871510660275817}
+{"Finetune/Learning Rate": 2.8838292111747946e-06, "Finetune/Loss": 0.6451718211174011, "Finetune/Loss (Raw)": 0.6346057653427124, "Finetune/Step": 14606, "Finetune/Step Time": 5.865080552175641}
+{"Finetune/Learning Rate": 2.8826462176370175e-06, "Finetune/Loss": 0.6456692218780518, "Finetune/Loss (Raw)": 0.7113408446311951, "Finetune/Step": 14607, "Finetune/Step Time": 5.870646059513092}
+{"Finetune/Learning Rate": 2.881463425927161e-06, "Finetune/Loss": 0.6447842717170715, "Finetune/Loss (Raw)": 0.542799711227417, "Finetune/Step": 14608, "Finetune/Step Time": 5.872998435050249}
+{"Finetune/Learning Rate": 2.8802808360787573e-06, "Finetune/Loss": 0.6454836130142212, "Finetune/Loss (Raw)": 0.6288161277770996, "Finetune/Step": 14609, "Finetune/Step Time": 5.875998018309474}
+{"Finetune/Learning Rate": 2.8790984481253426e-06, "Finetune/Loss": 0.6440761089324951, "Finetune/Loss (Raw)": 0.6589528918266296, "Finetune/Step": 14610, "Finetune/Step Time": 5.877016017213464}
+{"Finetune/Learning Rate": 2.8779162621004466e-06, "Finetune/Loss": 0.6440324783325195, "Finetune/Loss (Raw)": 0.6678048372268677, "Finetune/Step": 14611, "Finetune/Step Time": 5.879192726686597}
+{"Finetune/Learning Rate": 2.876734278037593e-06, "Finetune/Loss": 0.6453654766082764, "Finetune/Loss (Raw)": 0.7091962099075317, "Finetune/Step": 14612, "Finetune/Step Time": 5.879341909661889}
+{"Finetune/Learning Rate": 2.8755524959702997e-06, "Finetune/Loss": 0.646563708782196, "Finetune/Loss (Raw)": 0.672494113445282, "Finetune/Step": 14613, "Finetune/Step Time": 5.859582470729947}
+{"Finetune/Learning Rate": 2.8743709159320776e-06, "Finetune/Loss": 0.6470522880554199, "Finetune/Loss (Raw)": 0.6934664845466614, "Finetune/Step": 14614, "Finetune/Step Time": 5.863175528123975}
+{"Finetune/Learning Rate": 2.8731895379564344e-06, "Finetune/Loss": 0.6475764513015747, "Finetune/Loss (Raw)": 0.768157422542572, "Finetune/Step": 14615, "Finetune/Step Time": 5.865443745627999}
+{"Finetune/Learning Rate": 2.872008362076869e-06, "Finetune/Loss": 0.64715176820755, "Finetune/Loss (Raw)": 0.6248626708984375, "Finetune/Step": 14616, "Finetune/Step Time": 5.87422888725996}
+{"Finetune/Learning Rate": 2.870827388326879e-06, "Finetune/Loss": 0.6474263072013855, "Finetune/Loss (Raw)": 0.6131517887115479, "Finetune/Step": 14617, "Finetune/Step Time": 5.873488346114755}
+{"Finetune/Learning Rate": 2.8696466167399508e-06, "Finetune/Loss": 0.6471148729324341, "Finetune/Loss (Raw)": 0.6689087152481079, "Finetune/Step": 14618, "Finetune/Step Time": 5.873641684651375}
+{"Finetune/Learning Rate": 2.8684660473495674e-06, "Finetune/Loss": 0.6468781232833862, "Finetune/Loss (Raw)": 0.6766971945762634, "Finetune/Step": 14619, "Finetune/Step Time": 5.869659416377544}
+{"Finetune/Learning Rate": 2.867285680189209e-06, "Finetune/Loss": 0.6456714272499084, "Finetune/Loss (Raw)": 0.5640689730644226, "Finetune/Step": 14620, "Finetune/Step Time": 5.870148967951536}
+{"Finetune/Learning Rate": 2.8661055152923456e-06, "Finetune/Loss": 0.6461253762245178, "Finetune/Loss (Raw)": 0.7388138175010681, "Finetune/Step": 14621, "Finetune/Step Time": 5.875496482476592}
+{"Finetune/Learning Rate": 2.8649255526924437e-06, "Finetune/Loss": 0.6473368406295776, "Finetune/Loss (Raw)": 0.7690213918685913, "Finetune/Step": 14622, "Finetune/Step Time": 5.874238777905703}
+{"Finetune/Learning Rate": 2.863745792422963e-06, "Finetune/Loss": 0.6466012001037598, "Finetune/Loss (Raw)": 0.5937269330024719, "Finetune/Step": 14623, "Finetune/Step Time": 5.86752549931407}
+{"Finetune/Learning Rate": 2.86256623451736e-06, "Finetune/Loss": 0.6459141373634338, "Finetune/Loss (Raw)": 0.5402858257293701, "Finetune/Step": 14624, "Finetune/Step Time": 5.865786241367459}
+{"Finetune/Learning Rate": 2.8613868790090817e-06, "Finetune/Loss": 0.6460922360420227, "Finetune/Loss (Raw)": 0.7925710678100586, "Finetune/Step": 14625, "Finetune/Step Time": 5.867860937491059}
+{"Finetune/Learning Rate": 2.8602077259315754e-06, "Finetune/Loss": 0.6463334560394287, "Finetune/Loss (Raw)": 0.6385369896888733, "Finetune/Step": 14626, "Finetune/Step Time": 5.871229061856866}
+{"Finetune/Learning Rate": 2.859028775318268e-06, "Finetune/Loss": 0.6458079814910889, "Finetune/Loss (Raw)": 0.6954159736633301, "Finetune/Step": 14627, "Finetune/Step Time": 5.871059773489833}
+{"Finetune/Learning Rate": 2.857850027202602e-06, "Finetune/Loss": 0.6460369825363159, "Finetune/Loss (Raw)": 0.6013027429580688, "Finetune/Step": 14628, "Finetune/Step Time": 5.832501534372568}
+{"Finetune/Learning Rate": 2.8566714816180006e-06, "Finetune/Loss": 0.6458379030227661, "Finetune/Loss (Raw)": 0.6726392507553101, "Finetune/Step": 14629, "Finetune/Step Time": 5.831468505784869}
+{"Finetune/Learning Rate": 2.8554931385978823e-06, "Finetune/Loss": 0.6452556848526001, "Finetune/Loss (Raw)": 0.594840407371521, "Finetune/Step": 14630, "Finetune/Step Time": 5.839714251458645}
+{"Finetune/Learning Rate": 2.8543149981756623e-06, "Finetune/Loss": 0.6443448066711426, "Finetune/Loss (Raw)": 0.6015661954879761, "Finetune/Step": 14631, "Finetune/Step Time": 5.841772470623255}
+{"Finetune/Learning Rate": 2.853137060384752e-06, "Finetune/Loss": 0.643165647983551, "Finetune/Loss (Raw)": 0.5437431931495667, "Finetune/Step": 14632, "Finetune/Step Time": 5.8514078836888075}
+{"Finetune/Learning Rate": 2.8519593252585497e-06, "Finetune/Loss": 0.6422985792160034, "Finetune/Loss (Raw)": 0.6354255676269531, "Finetune/Step": 14633, "Finetune/Step Time": 5.849923565983772}
+{"Finetune/Learning Rate": 2.8507817928304505e-06, "Finetune/Loss": 0.6423598527908325, "Finetune/Loss (Raw)": 0.6384108662605286, "Finetune/Step": 14634, "Finetune/Step Time": 5.841810971498489}
+{"Finetune/Learning Rate": 2.8496044631338536e-06, "Finetune/Loss": 0.6430582404136658, "Finetune/Loss (Raw)": 0.6538661122322083, "Finetune/Step": 14635, "Finetune/Step Time": 5.834430178627372}
+{"Finetune/Learning Rate": 2.848427336202142e-06, "Finetune/Loss": 0.6422634124755859, "Finetune/Loss (Raw)": 0.521668553352356, "Finetune/Step": 14636, "Finetune/Step Time": 5.840524613857269}
+{"Finetune/Learning Rate": 2.847250412068694e-06, "Finetune/Loss": 0.6423279047012329, "Finetune/Loss (Raw)": 0.626771092414856, "Finetune/Step": 14637, "Finetune/Step Time": 5.846035558730364}
+{"Finetune/Learning Rate": 2.8460736907668873e-06, "Finetune/Loss": 0.6424535512924194, "Finetune/Loss (Raw)": 0.6654280424118042, "Finetune/Step": 14638, "Finetune/Step Time": 5.862291095778346}
+{"Finetune/Learning Rate": 2.8448971723300845e-06, "Finetune/Loss": 0.6424010992050171, "Finetune/Loss (Raw)": 0.6442738771438599, "Finetune/Step": 14639, "Finetune/Step Time": 5.864996865391731}
+{"Finetune/Learning Rate": 2.843720856791652e-06, "Finetune/Loss": 0.6401870250701904, "Finetune/Loss (Raw)": 0.4207817018032074, "Finetune/Step": 14640, "Finetune/Step Time": 5.884060380980372}
+{"Finetune/Learning Rate": 2.8425447441849462e-06, "Finetune/Loss": 0.6408925652503967, "Finetune/Loss (Raw)": 0.656833291053772, "Finetune/Step": 14641, "Finetune/Step Time": 5.8925572000443935}
+{"Finetune/Learning Rate": 2.8413688345433156e-06, "Finetune/Loss": 0.6408473253250122, "Finetune/Loss (Raw)": 0.7223391532897949, "Finetune/Step": 14642, "Finetune/Step Time": 5.890003046020865}
+{"Finetune/Learning Rate": 2.8401931279001115e-06, "Finetune/Loss": 0.6408892273902893, "Finetune/Loss (Raw)": 0.6590842604637146, "Finetune/Step": 14643, "Finetune/Step Time": 5.888690914958715}
+{"Finetune/Learning Rate": 2.8390176242886725e-06, "Finetune/Loss": 0.6397113800048828, "Finetune/Loss (Raw)": 0.47688576579093933, "Finetune/Step": 14644, "Finetune/Step Time": 5.8871523551642895}
+{"Finetune/Learning Rate": 2.837842323742329e-06, "Finetune/Loss": 0.6392819881439209, "Finetune/Loss (Raw)": 0.583475649356842, "Finetune/Step": 14645, "Finetune/Step Time": 5.883392438292503}
+{"Finetune/Learning Rate": 2.8366672262944094e-06, "Finetune/Loss": 0.6387124061584473, "Finetune/Loss (Raw)": 0.5692403316497803, "Finetune/Step": 14646, "Finetune/Step Time": 5.878995142877102}
+{"Finetune/Learning Rate": 2.8354923319782392e-06, "Finetune/Loss": 0.6397019624710083, "Finetune/Loss (Raw)": 0.6557532548904419, "Finetune/Step": 14647, "Finetune/Step Time": 5.871780015528202}
+{"Finetune/Learning Rate": 2.8343176408271312e-06, "Finetune/Loss": 0.6401328444480896, "Finetune/Loss (Raw)": 0.674641489982605, "Finetune/Step": 14648, "Finetune/Step Time": 5.869928503409028}
+{"Finetune/Learning Rate": 2.833143152874397e-06, "Finetune/Loss": 0.6407531499862671, "Finetune/Loss (Raw)": 0.6467113494873047, "Finetune/Step": 14649, "Finetune/Step Time": 5.8715385515242815}
+{"Finetune/Learning Rate": 2.8319688681533484e-06, "Finetune/Loss": 0.6421445608139038, "Finetune/Loss (Raw)": 0.7458449006080627, "Finetune/Step": 14650, "Finetune/Step Time": 5.873093355447054}
+{"Finetune/Learning Rate": 2.8307947866972775e-06, "Finetune/Loss": 0.6417792439460754, "Finetune/Loss (Raw)": 0.594437837600708, "Finetune/Step": 14651, "Finetune/Step Time": 5.87184601277113}
+{"Finetune/Learning Rate": 2.8296209085394787e-06, "Finetune/Loss": 0.6408369541168213, "Finetune/Loss (Raw)": 0.545444667339325, "Finetune/Step": 14652, "Finetune/Step Time": 5.891939176246524}
+{"Finetune/Learning Rate": 2.828447233713242e-06, "Finetune/Loss": 0.6408140659332275, "Finetune/Loss (Raw)": 0.6238954067230225, "Finetune/Step": 14653, "Finetune/Step Time": 5.893263760954142}
+{"Finetune/Learning Rate": 2.8272737622518474e-06, "Finetune/Loss": 0.6403443813323975, "Finetune/Loss (Raw)": 0.6019039154052734, "Finetune/Step": 14654, "Finetune/Step Time": 5.8686495795845985}
+{"Finetune/Learning Rate": 2.826100494188574e-06, "Finetune/Loss": 0.6417906284332275, "Finetune/Loss (Raw)": 0.7370585799217224, "Finetune/Step": 14655, "Finetune/Step Time": 5.8513582441955805}
+{"Finetune/Learning Rate": 2.8249274295566863e-06, "Finetune/Loss": 0.6413689851760864, "Finetune/Loss (Raw)": 0.6457526683807373, "Finetune/Step": 14656, "Finetune/Step Time": 5.861266223713756}
+{"Finetune/Learning Rate": 2.8237545683894606e-06, "Finetune/Loss": 0.640519380569458, "Finetune/Loss (Raw)": 0.5282863974571228, "Finetune/Step": 14657, "Finetune/Step Time": 5.8828200194984674}
+{"Finetune/Learning Rate": 2.822581910720146e-06, "Finetune/Loss": 0.6423975229263306, "Finetune/Loss (Raw)": 0.691021740436554, "Finetune/Step": 14658, "Finetune/Step Time": 5.862467609345913}
+{"Finetune/Learning Rate": 2.8214094565819982e-06, "Finetune/Loss": 0.6422867774963379, "Finetune/Loss (Raw)": 0.6122564077377319, "Finetune/Step": 14659, "Finetune/Step Time": 5.859368382021785}
+{"Finetune/Learning Rate": 2.820237206008265e-06, "Finetune/Loss": 0.6415764093399048, "Finetune/Loss (Raw)": 0.587070882320404, "Finetune/Step": 14660, "Finetune/Step Time": 5.858417155221105}
+{"Finetune/Learning Rate": 2.819065159032187e-06, "Finetune/Loss": 0.6421612501144409, "Finetune/Loss (Raw)": 0.7803841829299927, "Finetune/Step": 14661, "Finetune/Step Time": 5.856543650850654}
+{"Finetune/Learning Rate": 2.8178933156870023e-06, "Finetune/Loss": 0.6419171094894409, "Finetune/Loss (Raw)": 0.6085889935493469, "Finetune/Step": 14662, "Finetune/Step Time": 5.87468321248889}
+{"Finetune/Learning Rate": 2.81672167600594e-06, "Finetune/Loss": 0.6415454149246216, "Finetune/Loss (Raw)": 0.628451406955719, "Finetune/Step": 14663, "Finetune/Step Time": 5.878286389634013}
+{"Finetune/Learning Rate": 2.8155502400222246e-06, "Finetune/Loss": 0.6412044167518616, "Finetune/Loss (Raw)": 0.6407822370529175, "Finetune/Step": 14664, "Finetune/Step Time": 5.893718060106039}
+{"Finetune/Learning Rate": 2.814379007769075e-06, "Finetune/Loss": 0.6406309008598328, "Finetune/Loss (Raw)": 0.679486870765686, "Finetune/Step": 14665, "Finetune/Step Time": 5.898221477866173}
+{"Finetune/Learning Rate": 2.813207979279703e-06, "Finetune/Loss": 0.6412853002548218, "Finetune/Loss (Raw)": 0.6845197677612305, "Finetune/Step": 14666, "Finetune/Step Time": 5.899913907051086}
+{"Finetune/Learning Rate": 2.812037154587316e-06, "Finetune/Loss": 0.6418462991714478, "Finetune/Loss (Raw)": 0.6791854500770569, "Finetune/Step": 14667, "Finetune/Step Time": 5.90227629058063}
+{"Finetune/Learning Rate": 2.810866533725115e-06, "Finetune/Loss": 0.6418271064758301, "Finetune/Loss (Raw)": 0.6606936454772949, "Finetune/Step": 14668, "Finetune/Step Time": 5.89553495682776}
+{"Finetune/Learning Rate": 2.809696116726297e-06, "Finetune/Loss": 0.6424885988235474, "Finetune/Loss (Raw)": 0.7425969839096069, "Finetune/Step": 14669, "Finetune/Step Time": 5.900453880429268}
+{"Finetune/Learning Rate": 2.8085259036240498e-06, "Finetune/Loss": 0.6418036222457886, "Finetune/Loss (Raw)": 0.5685192942619324, "Finetune/Step": 14670, "Finetune/Step Time": 5.916782811284065}
+{"Finetune/Learning Rate": 2.807355894451559e-06, "Finetune/Loss": 0.641541063785553, "Finetune/Loss (Raw)": 0.592350959777832, "Finetune/Step": 14671, "Finetune/Step Time": 5.915643788874149}
+{"Finetune/Learning Rate": 2.8061860892420013e-06, "Finetune/Loss": 0.6419023871421814, "Finetune/Loss (Raw)": 0.7257397174835205, "Finetune/Step": 14672, "Finetune/Step Time": 5.898227728903294}
+{"Finetune/Learning Rate": 2.80501648802855e-06, "Finetune/Loss": 0.6421362161636353, "Finetune/Loss (Raw)": 0.628867506980896, "Finetune/Step": 14673, "Finetune/Step Time": 5.892825474962592}
+{"Finetune/Learning Rate": 2.8038470908443717e-06, "Finetune/Loss": 0.6424543857574463, "Finetune/Loss (Raw)": 0.7108575105667114, "Finetune/Step": 14674, "Finetune/Step Time": 5.901781411841512}
+{"Finetune/Learning Rate": 2.802677897722629e-06, "Finetune/Loss": 0.6437545418739319, "Finetune/Loss (Raw)": 0.7886069416999817, "Finetune/Step": 14675, "Finetune/Step Time": 5.90321846678853}
+{"Finetune/Learning Rate": 2.8015089086964685e-06, "Finetune/Loss": 0.6428086161613464, "Finetune/Loss (Raw)": 0.6067757606506348, "Finetune/Step": 14676, "Finetune/Step Time": 5.904979541897774}
+{"Finetune/Learning Rate": 2.800340123799049e-06, "Finetune/Loss": 0.6424120664596558, "Finetune/Loss (Raw)": 0.573043942451477, "Finetune/Step": 14677, "Finetune/Step Time": 5.906623255461454}
+{"Finetune/Learning Rate": 2.79917154306351e-06, "Finetune/Loss": 0.6414937973022461, "Finetune/Loss (Raw)": 0.6326653957366943, "Finetune/Step": 14678, "Finetune/Step Time": 5.909131841734052}
+{"Finetune/Learning Rate": 2.79800316652299e-06, "Finetune/Loss": 0.6408612728118896, "Finetune/Loss (Raw)": 0.5288020968437195, "Finetune/Step": 14679, "Finetune/Step Time": 5.897739561274648}
+{"Finetune/Learning Rate": 2.796834994210621e-06, "Finetune/Loss": 0.6410329937934875, "Finetune/Loss (Raw)": 0.6745226383209229, "Finetune/Step": 14680, "Finetune/Step Time": 5.896692734211683}
+{"Finetune/Learning Rate": 2.795667026159531e-06, "Finetune/Loss": 0.6396177411079407, "Finetune/Loss (Raw)": 0.5822760462760925, "Finetune/Step": 14681, "Finetune/Step Time": 5.888246059417725}
+{"Finetune/Learning Rate": 2.7944992624028355e-06, "Finetune/Loss": 0.6400412917137146, "Finetune/Loss (Raw)": 0.723354697227478, "Finetune/Step": 14682, "Finetune/Step Time": 5.89113749563694}
+{"Finetune/Learning Rate": 2.7933317029736475e-06, "Finetune/Loss": 0.6388568878173828, "Finetune/Loss (Raw)": 0.460807204246521, "Finetune/Step": 14683, "Finetune/Step Time": 5.8943185936659575}
+{"Finetune/Learning Rate": 2.792164347905082e-06, "Finetune/Loss": 0.6385583281517029, "Finetune/Loss (Raw)": 0.6196421980857849, "Finetune/Step": 14684, "Finetune/Step Time": 5.899676151573658}
+{"Finetune/Learning Rate": 2.7909971972302396e-06, "Finetune/Loss": 0.6386464834213257, "Finetune/Loss (Raw)": 0.6179073452949524, "Finetune/Step": 14685, "Finetune/Step Time": 5.9002634808421135}
+{"Finetune/Learning Rate": 2.789830250982217e-06, "Finetune/Loss": 0.6385292410850525, "Finetune/Loss (Raw)": 0.619432806968689, "Finetune/Step": 14686, "Finetune/Step Time": 5.897322142496705}
+{"Finetune/Learning Rate": 2.7886635091941084e-06, "Finetune/Loss": 0.6368381977081299, "Finetune/Loss (Raw)": 0.47441497445106506, "Finetune/Step": 14687, "Finetune/Step Time": 5.902228595688939}
+{"Finetune/Learning Rate": 2.7874969718989943e-06, "Finetune/Loss": 0.6367960572242737, "Finetune/Loss (Raw)": 0.708395779132843, "Finetune/Step": 14688, "Finetune/Step Time": 5.903663385659456}
+{"Finetune/Learning Rate": 2.7863306391299562e-06, "Finetune/Loss": 0.6365655660629272, "Finetune/Loss (Raw)": 0.6593062877655029, "Finetune/Step": 14689, "Finetune/Step Time": 5.924035528674722}
+{"Finetune/Learning Rate": 2.7851645109200644e-06, "Finetune/Loss": 0.6358144879341125, "Finetune/Loss (Raw)": 0.6063669919967651, "Finetune/Step": 14690, "Finetune/Step Time": 5.923373498022556}
+{"Finetune/Learning Rate": 2.7839985873023933e-06, "Finetune/Loss": 0.6363682746887207, "Finetune/Loss (Raw)": 0.7670419216156006, "Finetune/Step": 14691, "Finetune/Step Time": 5.922840254381299}
+{"Finetune/Learning Rate": 2.782832868310005e-06, "Finetune/Loss": 0.6363562345504761, "Finetune/Loss (Raw)": 0.6332728266716003, "Finetune/Step": 14692, "Finetune/Step Time": 5.922287166118622}
+{"Finetune/Learning Rate": 2.7816673539759544e-06, "Finetune/Loss": 0.6366894245147705, "Finetune/Loss (Raw)": 0.7014341354370117, "Finetune/Step": 14693, "Finetune/Step Time": 5.928362479433417}
+{"Finetune/Learning Rate": 2.7805020443332898e-06, "Finetune/Loss": 0.6373405456542969, "Finetune/Loss (Raw)": 0.6873232126235962, "Finetune/Step": 14694, "Finetune/Step Time": 5.933999003842473}
+{"Finetune/Learning Rate": 2.7793369394150572e-06, "Finetune/Loss": 0.6380472183227539, "Finetune/Loss (Raw)": 0.7956569790840149, "Finetune/Step": 14695, "Finetune/Step Time": 5.9348863158375025}
+{"Finetune/Learning Rate": 2.7781720392542965e-06, "Finetune/Loss": 0.6380792856216431, "Finetune/Loss (Raw)": 0.6883918642997742, "Finetune/Step": 14696, "Finetune/Step Time": 5.930747222155333}
+{"Finetune/Learning Rate": 2.7770073438840406e-06, "Finetune/Loss": 0.6371332406997681, "Finetune/Loss (Raw)": 0.6172316670417786, "Finetune/Step": 14697, "Finetune/Step Time": 5.908816276118159}
+{"Finetune/Learning Rate": 2.7758428533373127e-06, "Finetune/Loss": 0.6389235258102417, "Finetune/Loss (Raw)": 0.7822964191436768, "Finetune/Step": 14698, "Finetune/Step Time": 5.9086381029337645}
+{"Finetune/Learning Rate": 2.7746785676471465e-06, "Finetune/Loss": 0.6389912366867065, "Finetune/Loss (Raw)": 0.5866057276725769, "Finetune/Step": 14699, "Finetune/Step Time": 5.906431928277016}
+{"Finetune/Learning Rate": 2.773514486846546e-06, "Finetune/Loss": 0.6392414569854736, "Finetune/Loss (Raw)": 0.630911648273468, "Finetune/Step": 14700, "Finetune/Step Time": 5.908268317580223}
+{"Finetune/Learning Rate": 2.772350610968526e-06, "Finetune/Loss": 0.6385408639907837, "Finetune/Loss (Raw)": 0.5805012583732605, "Finetune/Step": 14701, "Finetune/Step Time": 5.90921781770885}
+{"Finetune/Learning Rate": 2.77118694004609e-06, "Finetune/Loss": 0.6385452747344971, "Finetune/Loss (Raw)": 0.6910899877548218, "Finetune/Step": 14702, "Finetune/Step Time": 5.910798968747258}
+{"Finetune/Learning Rate": 2.7700234741122357e-06, "Finetune/Loss": 0.6391656398773193, "Finetune/Loss (Raw)": 0.6523706912994385, "Finetune/Step": 14703, "Finetune/Step Time": 5.910874351859093}
+{"Finetune/Learning Rate": 2.7688602131999564e-06, "Finetune/Loss": 0.6397155523300171, "Finetune/Loss (Raw)": 0.7208219170570374, "Finetune/Step": 14704, "Finetune/Step Time": 5.924151815474033}
+{"Finetune/Learning Rate": 2.7676971573422394e-06, "Finetune/Loss": 0.6403915286064148, "Finetune/Loss (Raw)": 0.6552491784095764, "Finetune/Step": 14705, "Finetune/Step Time": 5.920225158333778}
+{"Finetune/Learning Rate": 2.766534306572065e-06, "Finetune/Loss": 0.6404627561569214, "Finetune/Loss (Raw)": 0.6545063853263855, "Finetune/Step": 14706, "Finetune/Step Time": 5.920806111767888}
+{"Finetune/Learning Rate": 2.765371660922408e-06, "Finetune/Loss": 0.640287458896637, "Finetune/Loss (Raw)": 0.7150399684906006, "Finetune/Step": 14707, "Finetune/Step Time": 5.923037899658084}
+{"Finetune/Learning Rate": 2.7642092204262394e-06, "Finetune/Loss": 0.6394306421279907, "Finetune/Loss (Raw)": 0.6188156604766846, "Finetune/Step": 14708, "Finetune/Step Time": 5.928477561101317}
+{"Finetune/Learning Rate": 2.7630469851165197e-06, "Finetune/Loss": 0.6385276317596436, "Finetune/Loss (Raw)": 0.5886105895042419, "Finetune/Step": 14709, "Finetune/Step Time": 5.9297657664865255}
+{"Finetune/Learning Rate": 2.7618849550262097e-06, "Finetune/Loss": 0.638983964920044, "Finetune/Loss (Raw)": 0.6581879258155823, "Finetune/Step": 14710, "Finetune/Step Time": 5.934881918132305}
+{"Finetune/Learning Rate": 2.7607231301882598e-06, "Finetune/Loss": 0.6400536298751831, "Finetune/Loss (Raw)": 0.7253208756446838, "Finetune/Step": 14711, "Finetune/Step Time": 5.929911257699132}
+{"Finetune/Learning Rate": 2.7595615106356154e-06, "Finetune/Loss": 0.6377905607223511, "Finetune/Loss (Raw)": 0.5887280702590942, "Finetune/Step": 14712, "Finetune/Step Time": 5.917352458462119}
+{"Finetune/Learning Rate": 2.758400096401218e-06, "Finetune/Loss": 0.6368516087532043, "Finetune/Loss (Raw)": 0.5709974765777588, "Finetune/Step": 14713, "Finetune/Step Time": 5.914871772751212}
+{"Finetune/Learning Rate": 2.757238887518001e-06, "Finetune/Loss": 0.6372464895248413, "Finetune/Loss (Raw)": 0.6855335831642151, "Finetune/Step": 14714, "Finetune/Step Time": 5.912783512845635}
+{"Finetune/Learning Rate": 2.756077884018894e-06, "Finetune/Loss": 0.6376318335533142, "Finetune/Loss (Raw)": 0.6620320081710815, "Finetune/Step": 14715, "Finetune/Step Time": 5.9143717139959335}
+{"Finetune/Learning Rate": 2.7549170859368203e-06, "Finetune/Loss": 0.6369652152061462, "Finetune/Loss (Raw)": 0.6188705563545227, "Finetune/Step": 14716, "Finetune/Step Time": 5.914144376292825}
+{"Finetune/Learning Rate": 2.7537564933046945e-06, "Finetune/Loss": 0.635859489440918, "Finetune/Loss (Raw)": 0.6219431161880493, "Finetune/Step": 14717, "Finetune/Step Time": 5.917365005239844}
+{"Finetune/Learning Rate": 2.7525961061554286e-06, "Finetune/Loss": 0.6356531381607056, "Finetune/Loss (Raw)": 0.6124852895736694, "Finetune/Step": 14718, "Finetune/Step Time": 5.927147556096315}
+{"Finetune/Learning Rate": 2.751435924521929e-06, "Finetune/Loss": 0.6358901262283325, "Finetune/Loss (Raw)": 0.6845713257789612, "Finetune/Step": 14719, "Finetune/Step Time": 5.927084496244788}
+{"Finetune/Learning Rate": 2.7502759484370946e-06, "Finetune/Loss": 0.6360868215560913, "Finetune/Loss (Raw)": 0.5876671671867371, "Finetune/Step": 14720, "Finetune/Step Time": 5.930898409336805}
+{"Finetune/Learning Rate": 2.7491161779338185e-06, "Finetune/Loss": 0.6356239318847656, "Finetune/Loss (Raw)": 0.5956598520278931, "Finetune/Step": 14721, "Finetune/Step Time": 5.911959785968065}
+{"Finetune/Learning Rate": 2.7479566130449887e-06, "Finetune/Loss": 0.6361010074615479, "Finetune/Loss (Raw)": 0.6148107647895813, "Finetune/Step": 14722, "Finetune/Step Time": 5.915145868435502}
+{"Finetune/Learning Rate": 2.7467972538034906e-06, "Finetune/Loss": 0.637913167476654, "Finetune/Loss (Raw)": 0.6670607328414917, "Finetune/Step": 14723, "Finetune/Step Time": 5.895916432142258}
+{"Finetune/Learning Rate": 2.745638100242194e-06, "Finetune/Loss": 0.639198899269104, "Finetune/Loss (Raw)": 0.6947515606880188, "Finetune/Step": 14724, "Finetune/Step Time": 5.894521255046129}
+{"Finetune/Learning Rate": 2.7444791523939698e-06, "Finetune/Loss": 0.6396468877792358, "Finetune/Loss (Raw)": 0.5981729030609131, "Finetune/Step": 14725, "Finetune/Step Time": 5.888923482969403}
+{"Finetune/Learning Rate": 2.7433204102916866e-06, "Finetune/Loss": 0.6392807960510254, "Finetune/Loss (Raw)": 0.5478584170341492, "Finetune/Step": 14726, "Finetune/Step Time": 5.89100094884634}
+{"Finetune/Learning Rate": 2.742161873968202e-06, "Finetune/Loss": 0.6394912600517273, "Finetune/Loss (Raw)": 0.6141307353973389, "Finetune/Step": 14727, "Finetune/Step Time": 5.8902536649256945}
+{"Finetune/Learning Rate": 2.7410035434563677e-06, "Finetune/Loss": 0.6392391324043274, "Finetune/Loss (Raw)": 0.5824496746063232, "Finetune/Step": 14728, "Finetune/Step Time": 5.882617263123393}
+{"Finetune/Learning Rate": 2.7398454187890343e-06, "Finetune/Loss": 0.639771580696106, "Finetune/Loss (Raw)": 0.6596121191978455, "Finetune/Step": 14729, "Finetune/Step Time": 5.880969388410449}
+{"Finetune/Learning Rate": 2.7386874999990375e-06, "Finetune/Loss": 0.6409138441085815, "Finetune/Loss (Raw)": 0.6979541778564453, "Finetune/Step": 14730, "Finetune/Step Time": 5.880293169990182}
+{"Finetune/Learning Rate": 2.737529787119214e-06, "Finetune/Loss": 0.640512228012085, "Finetune/Loss (Raw)": 0.5692063570022583, "Finetune/Step": 14731, "Finetune/Step Time": 5.907518960535526}
+{"Finetune/Learning Rate": 2.736372280182391e-06, "Finetune/Loss": 0.6390353441238403, "Finetune/Loss (Raw)": 0.45308998227119446, "Finetune/Step": 14732, "Finetune/Step Time": 5.929314890876412}
+{"Finetune/Learning Rate": 2.735214979221399e-06, "Finetune/Loss": 0.639635443687439, "Finetune/Loss (Raw)": 0.6053721904754639, "Finetune/Step": 14733, "Finetune/Step Time": 5.933048842474818}
+{"Finetune/Learning Rate": 2.7340578842690515e-06, "Finetune/Loss": 0.6394662857055664, "Finetune/Loss (Raw)": 0.6129549741744995, "Finetune/Step": 14734, "Finetune/Step Time": 5.932694448158145}
+{"Finetune/Learning Rate": 2.7329009953581607e-06, "Finetune/Loss": 0.6388033628463745, "Finetune/Loss (Raw)": 0.6264877915382385, "Finetune/Step": 14735, "Finetune/Step Time": 5.930581172928214}
+{"Finetune/Learning Rate": 2.731744312521536e-06, "Finetune/Loss": 0.6390274167060852, "Finetune/Loss (Raw)": 0.571479320526123, "Finetune/Step": 14736, "Finetune/Step Time": 5.930105900391936}
+{"Finetune/Learning Rate": 2.73058783579197e-06, "Finetune/Loss": 0.6384397149085999, "Finetune/Loss (Raw)": 0.5535888671875, "Finetune/Step": 14737, "Finetune/Step Time": 5.9262208212167025}
+{"Finetune/Learning Rate": 2.729431565202263e-06, "Finetune/Loss": 0.6383446455001831, "Finetune/Loss (Raw)": 0.6467815637588501, "Finetune/Step": 14738, "Finetune/Step Time": 5.944133600220084}
+{"Finetune/Learning Rate": 2.728275500785199e-06, "Finetune/Loss": 0.6384820342063904, "Finetune/Loss (Raw)": 0.6853905320167542, "Finetune/Step": 14739, "Finetune/Step Time": 5.944744860753417}
+{"Finetune/Learning Rate": 2.7271196425735667e-06, "Finetune/Loss": 0.6381006240844727, "Finetune/Loss (Raw)": 0.660372793674469, "Finetune/Step": 14740, "Finetune/Step Time": 5.944290407001972}
+{"Finetune/Learning Rate": 2.72596399060014e-06, "Finetune/Loss": 0.6393234133720398, "Finetune/Loss (Raw)": 0.8290178179740906, "Finetune/Step": 14741, "Finetune/Step Time": 5.945051368325949}
+{"Finetune/Learning Rate": 2.7248085448976934e-06, "Finetune/Loss": 0.6384012699127197, "Finetune/Loss (Raw)": 0.5754357576370239, "Finetune/Step": 14742, "Finetune/Step Time": 5.948862927034497}
+{"Finetune/Learning Rate": 2.7236533054989843e-06, "Finetune/Loss": 0.6371520757675171, "Finetune/Loss (Raw)": 0.6082532405853271, "Finetune/Step": 14743, "Finetune/Step Time": 5.9456827733665705}
+{"Finetune/Learning Rate": 2.7224982724367775e-06, "Finetune/Loss": 0.6363142728805542, "Finetune/Loss (Raw)": 0.5176295638084412, "Finetune/Step": 14744, "Finetune/Step Time": 5.950438674539328}
+{"Finetune/Learning Rate": 2.721343445743825e-06, "Finetune/Loss": 0.636474609375, "Finetune/Loss (Raw)": 0.633668065071106, "Finetune/Step": 14745, "Finetune/Step Time": 5.957353588193655}
+{"Finetune/Learning Rate": 2.7201888254528706e-06, "Finetune/Loss": 0.6361061334609985, "Finetune/Loss (Raw)": 0.6217464208602905, "Finetune/Step": 14746, "Finetune/Step Time": 5.956686167046428}
+{"Finetune/Learning Rate": 2.719034411596665e-06, "Finetune/Loss": 0.6348852515220642, "Finetune/Loss (Raw)": 0.5204252600669861, "Finetune/Step": 14747, "Finetune/Step Time": 5.965367900207639}
+{"Finetune/Learning Rate": 2.717880204207941e-06, "Finetune/Loss": 0.6357512474060059, "Finetune/Loss (Raw)": 0.67491614818573, "Finetune/Step": 14748, "Finetune/Step Time": 5.967361032962799}
+{"Finetune/Learning Rate": 2.7167262033194242e-06, "Finetune/Loss": 0.636364221572876, "Finetune/Loss (Raw)": 0.817270040512085, "Finetune/Step": 14749, "Finetune/Step Time": 5.964957213029265}
+{"Finetune/Learning Rate": 2.7155724089638415e-06, "Finetune/Loss": 0.6351942420005798, "Finetune/Loss (Raw)": 0.6192618012428284, "Finetune/Step": 14750, "Finetune/Step Time": 5.963239004835486}
+{"Finetune/Learning Rate": 2.7144188211739096e-06, "Finetune/Loss": 0.635988175868988, "Finetune/Loss (Raw)": 0.69535231590271, "Finetune/Step": 14751, "Finetune/Step Time": 5.973189424723387}
+{"Finetune/Learning Rate": 2.7132654399823444e-06, "Finetune/Loss": 0.6360738277435303, "Finetune/Loss (Raw)": 0.5512539148330688, "Finetune/Step": 14752, "Finetune/Step Time": 5.973013257607818}
+{"Finetune/Learning Rate": 2.71211226542185e-06, "Finetune/Loss": 0.6342824697494507, "Finetune/Loss (Raw)": 0.5632789731025696, "Finetune/Step": 14753, "Finetune/Step Time": 5.967194905504584}
+{"Finetune/Learning Rate": 2.7109592975251274e-06, "Finetune/Loss": 0.6354675889015198, "Finetune/Loss (Raw)": 0.7902246117591858, "Finetune/Step": 14754, "Finetune/Step Time": 5.965224761515856}
+{"Finetune/Learning Rate": 2.7098065363248726e-06, "Finetune/Loss": 0.6347630620002747, "Finetune/Loss (Raw)": 0.6052419543266296, "Finetune/Step": 14755, "Finetune/Step Time": 5.96254425868392}
+{"Finetune/Learning Rate": 2.708653981853774e-06, "Finetune/Loss": 0.6350013017654419, "Finetune/Loss (Raw)": 0.6317940950393677, "Finetune/Step": 14756, "Finetune/Step Time": 5.9626805409789085}
+{"Finetune/Learning Rate": 2.7075016341445137e-06, "Finetune/Loss": 0.6343251466751099, "Finetune/Loss (Raw)": 0.5860954523086548, "Finetune/Step": 14757, "Finetune/Step Time": 5.983807440847158}
+{"Finetune/Learning Rate": 2.7063494932297705e-06, "Finetune/Loss": 0.6352423429489136, "Finetune/Loss (Raw)": 0.7122383713722229, "Finetune/Step": 14758, "Finetune/Step Time": 5.978710528463125}
+{"Finetune/Learning Rate": 2.7051975591422152e-06, "Finetune/Loss": 0.6357719898223877, "Finetune/Loss (Raw)": 0.6693670153617859, "Finetune/Step": 14759, "Finetune/Step Time": 5.977992272004485}
+{"Finetune/Learning Rate": 2.7040458319145137e-06, "Finetune/Loss": 0.635892391204834, "Finetune/Loss (Raw)": 0.5591511726379395, "Finetune/Step": 14760, "Finetune/Step Time": 5.972504293546081}
+{"Finetune/Learning Rate": 2.702894311579325e-06, "Finetune/Loss": 0.6349951028823853, "Finetune/Loss (Raw)": 0.5205682516098022, "Finetune/Step": 14761, "Finetune/Step Time": 5.981401635333896}
+{"Finetune/Learning Rate": 2.7017429981693043e-06, "Finetune/Loss": 0.6357269287109375, "Finetune/Loss (Raw)": 0.732090175151825, "Finetune/Step": 14762, "Finetune/Step Time": 5.983287580311298}
+{"Finetune/Learning Rate": 2.700591891717098e-06, "Finetune/Loss": 0.6355150938034058, "Finetune/Loss (Raw)": 0.6267520189285278, "Finetune/Step": 14763, "Finetune/Step Time": 5.982952758669853}
+{"Finetune/Learning Rate": 2.6994409922553487e-06, "Finetune/Loss": 0.6365290880203247, "Finetune/Loss (Raw)": 0.6514594554901123, "Finetune/Step": 14764, "Finetune/Step Time": 5.9780331533402205}
+{"Finetune/Learning Rate": 2.6982902998166936e-06, "Finetune/Loss": 0.6364530920982361, "Finetune/Loss (Raw)": 0.6170397400856018, "Finetune/Step": 14765, "Finetune/Step Time": 5.972286224365234}
+{"Finetune/Learning Rate": 2.6971398144337624e-06, "Finetune/Loss": 0.6351766586303711, "Finetune/Loss (Raw)": 0.502047598361969, "Finetune/Step": 14766, "Finetune/Step Time": 5.955953516066074}
+{"Finetune/Learning Rate": 2.6959895361391784e-06, "Finetune/Loss": 0.6353372931480408, "Finetune/Loss (Raw)": 0.6648342609405518, "Finetune/Step": 14767, "Finetune/Step Time": 5.970814503729343}
+{"Finetune/Learning Rate": 2.694839464965563e-06, "Finetune/Loss": 0.6375377178192139, "Finetune/Loss (Raw)": 0.7024379372596741, "Finetune/Step": 14768, "Finetune/Step Time": 5.952906619757414}
+{"Finetune/Learning Rate": 2.693689600945526e-06, "Finetune/Loss": 0.6371814012527466, "Finetune/Loss (Raw)": 0.6112168431282043, "Finetune/Step": 14769, "Finetune/Step Time": 5.944532787427306}
+{"Finetune/Learning Rate": 2.6925399441116763e-06, "Finetune/Loss": 0.6365817189216614, "Finetune/Loss (Raw)": 0.6455845236778259, "Finetune/Step": 14770, "Finetune/Step Time": 5.949042795225978}
+{"Finetune/Learning Rate": 2.691390494496613e-06, "Finetune/Loss": 0.6359849572181702, "Finetune/Loss (Raw)": 0.5826982855796814, "Finetune/Step": 14771, "Finetune/Step Time": 5.928030012175441}
+{"Finetune/Learning Rate": 2.690241252132937e-06, "Finetune/Loss": 0.6371392011642456, "Finetune/Loss (Raw)": 0.624634325504303, "Finetune/Step": 14772, "Finetune/Step Time": 5.927527083083987}
+{"Finetune/Learning Rate": 2.6890922170532253e-06, "Finetune/Loss": 0.6373209357261658, "Finetune/Loss (Raw)": 0.6067315936088562, "Finetune/Step": 14773, "Finetune/Step Time": 5.93323503062129}
+{"Finetune/Learning Rate": 2.687943389290073e-06, "Finetune/Loss": 0.6379033923149109, "Finetune/Loss (Raw)": 0.643795371055603, "Finetune/Step": 14774, "Finetune/Step Time": 5.936486851423979}
+{"Finetune/Learning Rate": 2.686794768876053e-06, "Finetune/Loss": 0.63722163438797, "Finetune/Loss (Raw)": 0.5684906244277954, "Finetune/Step": 14775, "Finetune/Step Time": 5.958540845662355}
+{"Finetune/Learning Rate": 2.6856463558437374e-06, "Finetune/Loss": 0.6368651390075684, "Finetune/Loss (Raw)": 0.6290038824081421, "Finetune/Step": 14776, "Finetune/Step Time": 5.960240256041288}
+{"Finetune/Learning Rate": 2.6844981502256917e-06, "Finetune/Loss": 0.6371583938598633, "Finetune/Loss (Raw)": 0.6842501759529114, "Finetune/Step": 14777, "Finetune/Step Time": 5.957554362714291}
+{"Finetune/Learning Rate": 2.683350152054479e-06, "Finetune/Loss": 0.6369404792785645, "Finetune/Loss (Raw)": 0.7179497480392456, "Finetune/Step": 14778, "Finetune/Step Time": 5.956649228930473}
+{"Finetune/Learning Rate": 2.682202361362648e-06, "Finetune/Loss": 0.6376029253005981, "Finetune/Loss (Raw)": 0.6792356371879578, "Finetune/Step": 14779, "Finetune/Step Time": 5.958010740578175}
+{"Finetune/Learning Rate": 2.681054778182748e-06, "Finetune/Loss": 0.6382333636283875, "Finetune/Loss (Raw)": 0.6261400580406189, "Finetune/Step": 14780, "Finetune/Step Time": 5.940696140751243}
+{"Finetune/Learning Rate": 2.6799074025473204e-06, "Finetune/Loss": 0.6387708187103271, "Finetune/Loss (Raw)": 0.6926935911178589, "Finetune/Step": 14781, "Finetune/Step Time": 5.953801050782204}
+{"Finetune/Learning Rate": 2.6787602344889053e-06, "Finetune/Loss": 0.6380058526992798, "Finetune/Loss (Raw)": 0.5039891004562378, "Finetune/Step": 14782, "Finetune/Step Time": 5.984849562868476}
+{"Finetune/Learning Rate": 2.677613274040031e-06, "Finetune/Loss": 0.6374270915985107, "Finetune/Loss (Raw)": 0.6629773378372192, "Finetune/Step": 14783, "Finetune/Step Time": 5.983497267588973}
+{"Finetune/Learning Rate": 2.676466521233225e-06, "Finetune/Loss": 0.6366701126098633, "Finetune/Loss (Raw)": 0.5488556623458862, "Finetune/Step": 14784, "Finetune/Step Time": 5.971695054322481}
+{"Finetune/Learning Rate": 2.675319976101002e-06, "Finetune/Loss": 0.6362054347991943, "Finetune/Loss (Raw)": 0.4688106179237366, "Finetune/Step": 14785, "Finetune/Step Time": 5.971938692033291}
+{"Finetune/Learning Rate": 2.6741736386758743e-06, "Finetune/Loss": 0.6356137990951538, "Finetune/Loss (Raw)": 0.6152929067611694, "Finetune/Step": 14786, "Finetune/Step Time": 5.9694527722895145}
+{"Finetune/Learning Rate": 2.67302750899035e-06, "Finetune/Loss": 0.6355399489402771, "Finetune/Loss (Raw)": 0.6028013825416565, "Finetune/Step": 14787, "Finetune/Step Time": 5.9705223105847836}
+{"Finetune/Learning Rate": 2.671881587076929e-06, "Finetune/Loss": 0.6359952688217163, "Finetune/Loss (Raw)": 0.6453530192375183, "Finetune/Step": 14788, "Finetune/Step Time": 5.971656350418925}
+{"Finetune/Learning Rate": 2.670735872968109e-06, "Finetune/Loss": 0.6344162821769714, "Finetune/Loss (Raw)": 0.5782724618911743, "Finetune/Step": 14789, "Finetune/Step Time": 5.982064001262188}
+{"Finetune/Learning Rate": 2.669590366696382e-06, "Finetune/Loss": 0.6352734565734863, "Finetune/Loss (Raw)": 0.7183011770248413, "Finetune/Step": 14790, "Finetune/Step Time": 5.9626854453235865}
+{"Finetune/Learning Rate": 2.6684450682942243e-06, "Finetune/Loss": 0.6351783275604248, "Finetune/Loss (Raw)": 0.6162812113761902, "Finetune/Step": 14791, "Finetune/Step Time": 5.961098341271281}
+{"Finetune/Learning Rate": 2.6672999777941168e-06, "Finetune/Loss": 0.6342974901199341, "Finetune/Loss (Raw)": 0.5280328392982483, "Finetune/Step": 14792, "Finetune/Step Time": 5.942315125837922}
+{"Finetune/Learning Rate": 2.6661550952285297e-06, "Finetune/Loss": 0.6347575783729553, "Finetune/Loss (Raw)": 0.7383764982223511, "Finetune/Step": 14793, "Finetune/Step Time": 5.939971348270774}
+{"Finetune/Learning Rate": 2.6650104206299287e-06, "Finetune/Loss": 0.6342928409576416, "Finetune/Loss (Raw)": 0.6250358819961548, "Finetune/Step": 14794, "Finetune/Step Time": 5.941158140078187}
+{"Finetune/Learning Rate": 2.663865954030773e-06, "Finetune/Loss": 0.6345757842063904, "Finetune/Loss (Raw)": 0.7154026627540588, "Finetune/Step": 14795, "Finetune/Step Time": 5.941047025844455}
+{"Finetune/Learning Rate": 2.6627216954635227e-06, "Finetune/Loss": 0.6344329714775085, "Finetune/Loss (Raw)": 0.6424149870872498, "Finetune/Step": 14796, "Finetune/Step Time": 5.941742271184921}
+{"Finetune/Learning Rate": 2.661577644960618e-06, "Finetune/Loss": 0.633517324924469, "Finetune/Loss (Raw)": 0.6253935694694519, "Finetune/Step": 14797, "Finetune/Step Time": 5.94178406521678}
+{"Finetune/Learning Rate": 2.660433802554503e-06, "Finetune/Loss": 0.6343815326690674, "Finetune/Loss (Raw)": 0.6791386604309082, "Finetune/Step": 14798, "Finetune/Step Time": 5.9275358859449625}
+{"Finetune/Learning Rate": 2.659290168277615e-06, "Finetune/Loss": 0.6349036693572998, "Finetune/Loss (Raw)": 0.6591863632202148, "Finetune/Step": 14799, "Finetune/Step Time": 5.9429726973176}
+{"Finetune/Learning Rate": 2.6581467421623842e-06, "Finetune/Loss": 0.6344219446182251, "Finetune/Loss (Raw)": 0.6640779376029968, "Finetune/Step": 14800, "Finetune/Step Time": 5.943760631605983}
+{"Finetune/Learning Rate": 2.6570035242412327e-06, "Finetune/Loss": 0.6347999572753906, "Finetune/Loss (Raw)": 0.6772494912147522, "Finetune/Step": 14801, "Finetune/Step Time": 5.9390212297439575}
+{"Finetune/Learning Rate": 2.6558605145465823e-06, "Finetune/Loss": 0.634655237197876, "Finetune/Loss (Raw)": 0.6923347115516663, "Finetune/Step": 14802, "Finetune/Step Time": 5.926523586735129}
+{"Finetune/Learning Rate": 2.6547177131108427e-06, "Finetune/Loss": 0.6332751512527466, "Finetune/Loss (Raw)": 0.6119533777236938, "Finetune/Step": 14803, "Finetune/Step Time": 5.929890479892492}
+{"Finetune/Learning Rate": 2.6535751199664218e-06, "Finetune/Loss": 0.6332681179046631, "Finetune/Loss (Raw)": 0.6058765649795532, "Finetune/Step": 14804, "Finetune/Step Time": 5.930528691038489}
+{"Finetune/Learning Rate": 2.6524327351457202e-06, "Finetune/Loss": 0.634414553642273, "Finetune/Loss (Raw)": 0.71979159116745, "Finetune/Step": 14805, "Finetune/Step Time": 5.934650678187609}
+{"Finetune/Learning Rate": 2.6512905586811333e-06, "Finetune/Loss": 0.6347901225090027, "Finetune/Loss (Raw)": 0.6807342171669006, "Finetune/Step": 14806, "Finetune/Step Time": 5.936057029291987}
+{"Finetune/Learning Rate": 2.6501485906050485e-06, "Finetune/Loss": 0.6352682113647461, "Finetune/Loss (Raw)": 0.5899989008903503, "Finetune/Step": 14807, "Finetune/Step Time": 5.938440680503845}
+{"Finetune/Learning Rate": 2.6490068309498483e-06, "Finetune/Loss": 0.635122537612915, "Finetune/Loss (Raw)": 0.655876874923706, "Finetune/Step": 14808, "Finetune/Step Time": 5.9406806621700525}
+{"Finetune/Learning Rate": 2.647865279747913e-06, "Finetune/Loss": 0.6356053352355957, "Finetune/Loss (Raw)": 0.6440779566764832, "Finetune/Step": 14809, "Finetune/Step Time": 5.936877632513642}
+{"Finetune/Learning Rate": 2.646723937031611e-06, "Finetune/Loss": 0.6347483992576599, "Finetune/Loss (Raw)": 0.6136607527732849, "Finetune/Step": 14810, "Finetune/Step Time": 5.931774629279971}
+{"Finetune/Learning Rate": 2.6455828028333074e-06, "Finetune/Loss": 0.6365030407905579, "Finetune/Loss (Raw)": 0.6854013800621033, "Finetune/Step": 14811, "Finetune/Step Time": 5.935392798855901}
+{"Finetune/Learning Rate": 2.6444418771853632e-06, "Finetune/Loss": 0.6364023685455322, "Finetune/Loss (Raw)": 0.606762170791626, "Finetune/Step": 14812, "Finetune/Step Time": 5.924001274630427}
+{"Finetune/Learning Rate": 2.643301160120131e-06, "Finetune/Loss": 0.6361676454544067, "Finetune/Loss (Raw)": 0.5878527164459229, "Finetune/Step": 14813, "Finetune/Step Time": 5.9251206293702126}
+{"Finetune/Learning Rate": 2.6421606516699607e-06, "Finetune/Loss": 0.6361192464828491, "Finetune/Loss (Raw)": 0.6132392883300781, "Finetune/Step": 14814, "Finetune/Step Time": 5.923797216266394}
+{"Finetune/Learning Rate": 2.641020351867186e-06, "Finetune/Loss": 0.6374907493591309, "Finetune/Loss (Raw)": 0.6499639749526978, "Finetune/Step": 14815, "Finetune/Step Time": 5.901273699477315}
+{"Finetune/Learning Rate": 2.639880260744151e-06, "Finetune/Loss": 0.6378458738327026, "Finetune/Loss (Raw)": 0.7538582682609558, "Finetune/Step": 14816, "Finetune/Step Time": 5.900095174089074}
+{"Finetune/Learning Rate": 2.6387403783331812e-06, "Finetune/Loss": 0.6378602981567383, "Finetune/Loss (Raw)": 0.6611543297767639, "Finetune/Step": 14817, "Finetune/Step Time": 5.88414859585464}
+{"Finetune/Learning Rate": 2.637600704666603e-06, "Finetune/Loss": 0.6366653442382812, "Finetune/Loss (Raw)": 0.45341184735298157, "Finetune/Step": 14818, "Finetune/Step Time": 5.903888642787933}
+{"Finetune/Learning Rate": 2.6364612397767332e-06, "Finetune/Loss": 0.6356810927391052, "Finetune/Loss (Raw)": 0.6410573720932007, "Finetune/Step": 14819, "Finetune/Step Time": 5.904824618250132}
+{"Finetune/Learning Rate": 2.6353219836958823e-06, "Finetune/Loss": 0.6351796984672546, "Finetune/Loss (Raw)": 0.5690956711769104, "Finetune/Step": 14820, "Finetune/Step Time": 5.926074795424938}
+{"Finetune/Learning Rate": 2.634182936456361e-06, "Finetune/Loss": 0.6353369951248169, "Finetune/Loss (Raw)": 0.7215648293495178, "Finetune/Step": 14821, "Finetune/Step Time": 5.920504663139582}
+{"Finetune/Learning Rate": 2.6330440980904603e-06, "Finetune/Loss": 0.6356310844421387, "Finetune/Loss (Raw)": 0.724972128868103, "Finetune/Step": 14822, "Finetune/Step Time": 5.923899995163083}
+{"Finetune/Learning Rate": 2.6319054686304836e-06, "Finetune/Loss": 0.6339839696884155, "Finetune/Loss (Raw)": 0.5848181843757629, "Finetune/Step": 14823, "Finetune/Step Time": 5.918069943785667}
+{"Finetune/Learning Rate": 2.6307670481087143e-06, "Finetune/Loss": 0.6333868503570557, "Finetune/Loss (Raw)": 0.6119692921638489, "Finetune/Step": 14824, "Finetune/Step Time": 5.918150037527084}
+{"Finetune/Learning Rate": 2.6296288365574372e-06, "Finetune/Loss": 0.6334397792816162, "Finetune/Loss (Raw)": 0.6240060329437256, "Finetune/Step": 14825, "Finetune/Step Time": 5.916882606223226}
+{"Finetune/Learning Rate": 2.6284908340089276e-06, "Finetune/Loss": 0.6324659585952759, "Finetune/Loss (Raw)": 0.6576441526412964, "Finetune/Step": 14826, "Finetune/Step Time": 5.91633920930326}
+{"Finetune/Learning Rate": 2.6273530404954596e-06, "Finetune/Loss": 0.6322517991065979, "Finetune/Loss (Raw)": 0.5591961741447449, "Finetune/Step": 14827, "Finetune/Step Time": 5.950984096154571}
+{"Finetune/Learning Rate": 2.6262154560492915e-06, "Finetune/Loss": 0.6320899724960327, "Finetune/Loss (Raw)": 0.6101930141448975, "Finetune/Step": 14828, "Finetune/Step Time": 5.954945618286729}
+{"Finetune/Learning Rate": 2.6250780807026843e-06, "Finetune/Loss": 0.6330322027206421, "Finetune/Loss (Raw)": 0.7011091709136963, "Finetune/Step": 14829, "Finetune/Step Time": 5.95948781631887}
+{"Finetune/Learning Rate": 2.623940914487888e-06, "Finetune/Loss": 0.6335055828094482, "Finetune/Loss (Raw)": 0.7516800165176392, "Finetune/Step": 14830, "Finetune/Step Time": 5.960542622953653}
+{"Finetune/Learning Rate": 2.6228039574371566e-06, "Finetune/Loss": 0.6335761547088623, "Finetune/Loss (Raw)": 0.6614050269126892, "Finetune/Step": 14831, "Finetune/Step Time": 5.959184063598514}
+{"Finetune/Learning Rate": 2.6216672095827267e-06, "Finetune/Loss": 0.6318305730819702, "Finetune/Loss (Raw)": 0.4973916709423065, "Finetune/Step": 14832, "Finetune/Step Time": 5.95189000107348}
+{"Finetune/Learning Rate": 2.6205306709568358e-06, "Finetune/Loss": 0.6309311389923096, "Finetune/Loss (Raw)": 0.5401185154914856, "Finetune/Step": 14833, "Finetune/Step Time": 5.978624105453491}
+{"Finetune/Learning Rate": 2.619394341591709e-06, "Finetune/Loss": 0.6320910453796387, "Finetune/Loss (Raw)": 0.8029803037643433, "Finetune/Step": 14834, "Finetune/Step Time": 5.978005604818463}
+{"Finetune/Learning Rate": 2.6182582215195695e-06, "Finetune/Loss": 0.6312987208366394, "Finetune/Loss (Raw)": 0.6136173605918884, "Finetune/Step": 14835, "Finetune/Step Time": 5.969903929159045}
+{"Finetune/Learning Rate": 2.6171223107726373e-06, "Finetune/Loss": 0.6305291652679443, "Finetune/Loss (Raw)": 0.5203176140785217, "Finetune/Step": 14836, "Finetune/Step Time": 5.968853451311588}
+{"Finetune/Learning Rate": 2.615986609383119e-06, "Finetune/Loss": 0.6310389637947083, "Finetune/Loss (Raw)": 0.6538587212562561, "Finetune/Step": 14837, "Finetune/Step Time": 5.98295820876956}
+{"Finetune/Learning Rate": 2.6148511173832246e-06, "Finetune/Loss": 0.6310530304908752, "Finetune/Loss (Raw)": 0.6599895358085632, "Finetune/Step": 14838, "Finetune/Step Time": 5.9805064760148525}
+{"Finetune/Learning Rate": 2.613715834805157e-06, "Finetune/Loss": 0.6290794610977173, "Finetune/Loss (Raw)": 0.4727071523666382, "Finetune/Step": 14839, "Finetune/Step Time": 6.020393116399646}
+{"Finetune/Learning Rate": 2.6125807616811006e-06, "Finetune/Loss": 0.6296603679656982, "Finetune/Loss (Raw)": 0.6630852222442627, "Finetune/Step": 14840, "Finetune/Step Time": 6.02147464454174}
+{"Finetune/Learning Rate": 2.6114458980432465e-06, "Finetune/Loss": 0.6307202577590942, "Finetune/Loss (Raw)": 0.7066666483879089, "Finetune/Step": 14841, "Finetune/Step Time": 6.020867852494121}
+{"Finetune/Learning Rate": 2.6103112439237776e-06, "Finetune/Loss": 0.6288731098175049, "Finetune/Loss (Raw)": 0.44909483194351196, "Finetune/Step": 14842, "Finetune/Step Time": 6.024827806279063}
+{"Finetune/Learning Rate": 2.6091767993548676e-06, "Finetune/Loss": 0.6278719902038574, "Finetune/Loss (Raw)": 0.5338873267173767, "Finetune/Step": 14843, "Finetune/Step Time": 6.044246815145016}
+{"Finetune/Learning Rate": 2.6080425643686835e-06, "Finetune/Loss": 0.6275647878646851, "Finetune/Loss (Raw)": 0.5795435905456543, "Finetune/Step": 14844, "Finetune/Step Time": 6.053954290226102}
+{"Finetune/Learning Rate": 2.6069085389973993e-06, "Finetune/Loss": 0.6272866129875183, "Finetune/Loss (Raw)": 0.5863401889801025, "Finetune/Step": 14845, "Finetune/Step Time": 6.050380909815431}
+{"Finetune/Learning Rate": 2.605774723273162e-06, "Finetune/Loss": 0.6267968416213989, "Finetune/Loss (Raw)": 0.5497986674308777, "Finetune/Step": 14846, "Finetune/Step Time": 6.038025127723813}
+{"Finetune/Learning Rate": 2.6046411172281284e-06, "Finetune/Loss": 0.6251866817474365, "Finetune/Loss (Raw)": 0.47846511006355286, "Finetune/Step": 14847, "Finetune/Step Time": 6.0576570853590965}
+{"Finetune/Learning Rate": 2.6035077208944416e-06, "Finetune/Loss": 0.6247857809066772, "Finetune/Loss (Raw)": 0.5363569259643555, "Finetune/Step": 14848, "Finetune/Step Time": 6.055691925808787}
+{"Finetune/Learning Rate": 2.602374534304244e-06, "Finetune/Loss": 0.6249012351036072, "Finetune/Loss (Raw)": 0.6104364395141602, "Finetune/Step": 14849, "Finetune/Step Time": 6.057424100115895}
+{"Finetune/Learning Rate": 2.6012415574896677e-06, "Finetune/Loss": 0.6238423585891724, "Finetune/Loss (Raw)": 0.4792725443840027, "Finetune/Step": 14850, "Finetune/Step Time": 6.077453356236219}
+{"Finetune/Learning Rate": 2.6001087904828425e-06, "Finetune/Loss": 0.6229871511459351, "Finetune/Loss (Raw)": 0.557586669921875, "Finetune/Step": 14851, "Finetune/Step Time": 6.0916184689849615}
+{"Finetune/Learning Rate": 2.5989762333158896e-06, "Finetune/Loss": 0.6238515377044678, "Finetune/Loss (Raw)": 0.8054056167602539, "Finetune/Step": 14852, "Finetune/Step Time": 6.093536231666803}
+{"Finetune/Learning Rate": 2.5978438860209243e-06, "Finetune/Loss": 0.6246974468231201, "Finetune/Loss (Raw)": 0.7064392566680908, "Finetune/Step": 14853, "Finetune/Step Time": 6.097715286538005}
+{"Finetune/Learning Rate": 2.5967117486300573e-06, "Finetune/Loss": 0.6255478262901306, "Finetune/Loss (Raw)": 0.6567111611366272, "Finetune/Step": 14854, "Finetune/Step Time": 6.098413987085223}
+{"Finetune/Learning Rate": 2.595579821175395e-06, "Finetune/Loss": 0.6251785159111023, "Finetune/Loss (Raw)": 0.5668566226959229, "Finetune/Step": 14855, "Finetune/Step Time": 6.102123687043786}
+{"Finetune/Learning Rate": 2.594448103689031e-06, "Finetune/Loss": 0.6257142424583435, "Finetune/Loss (Raw)": 0.6510248184204102, "Finetune/Step": 14856, "Finetune/Step Time": 6.098469698801637}
+{"Finetune/Learning Rate": 2.5933165962030616e-06, "Finetune/Loss": 0.6249834299087524, "Finetune/Loss (Raw)": 0.5660701394081116, "Finetune/Step": 14857, "Finetune/Step Time": 6.103621678426862}
+{"Finetune/Learning Rate": 2.592185298749571e-06, "Finetune/Loss": 0.6240884065628052, "Finetune/Loss (Raw)": 0.5833925604820251, "Finetune/Step": 14858, "Finetune/Step Time": 6.127557398751378}
+{"Finetune/Learning Rate": 2.591054211360641e-06, "Finetune/Loss": 0.6247926950454712, "Finetune/Loss (Raw)": 0.659346878528595, "Finetune/Step": 14859, "Finetune/Step Time": 6.106658898293972}
+{"Finetune/Learning Rate": 2.589923334068345e-06, "Finetune/Loss": 0.6261881589889526, "Finetune/Loss (Raw)": 0.6317180395126343, "Finetune/Step": 14860, "Finetune/Step Time": 6.089243540540338}
+{"Finetune/Learning Rate": 2.5887926669047527e-06, "Finetune/Loss": 0.6265255212783813, "Finetune/Loss (Raw)": 0.6485544443130493, "Finetune/Step": 14861, "Finetune/Step Time": 6.090267116203904}
+{"Finetune/Learning Rate": 2.5876622099019243e-06, "Finetune/Loss": 0.627716064453125, "Finetune/Loss (Raw)": 0.7653478384017944, "Finetune/Step": 14862, "Finetune/Step Time": 6.0905259773135185}
+{"Finetune/Learning Rate": 2.586531963091922e-06, "Finetune/Loss": 0.6284571290016174, "Finetune/Loss (Raw)": 0.7213377952575684, "Finetune/Step": 14863, "Finetune/Step Time": 6.087007910013199}
+{"Finetune/Learning Rate": 2.585401926506785e-06, "Finetune/Loss": 0.6287936568260193, "Finetune/Loss (Raw)": 0.6145524382591248, "Finetune/Step": 14864, "Finetune/Step Time": 6.087235897779465}
+{"Finetune/Learning Rate": 2.5842721001785685e-06, "Finetune/Loss": 0.6293573379516602, "Finetune/Loss (Raw)": 0.6257429718971252, "Finetune/Step": 14865, "Finetune/Step Time": 6.089253222569823}
+{"Finetune/Learning Rate": 2.5831424841393084e-06, "Finetune/Loss": 0.628345787525177, "Finetune/Loss (Raw)": 0.5173011422157288, "Finetune/Step": 14866, "Finetune/Step Time": 6.068867526948452}
+{"Finetune/Learning Rate": 2.582013078421036e-06, "Finetune/Loss": 0.6271402835845947, "Finetune/Loss (Raw)": 0.5310899615287781, "Finetune/Step": 14867, "Finetune/Step Time": 6.06991139985621}
+{"Finetune/Learning Rate": 2.580883883055779e-06, "Finetune/Loss": 0.626448392868042, "Finetune/Loss (Raw)": 0.5718113780021667, "Finetune/Step": 14868, "Finetune/Step Time": 6.078830398619175}
+{"Finetune/Learning Rate": 2.5797548980755604e-06, "Finetune/Loss": 0.6246039271354675, "Finetune/Loss (Raw)": 0.5929208397865295, "Finetune/Step": 14869, "Finetune/Step Time": 6.082380464300513}
+{"Finetune/Learning Rate": 2.578626123512391e-06, "Finetune/Loss": 0.6252561211585999, "Finetune/Loss (Raw)": 0.6589241027832031, "Finetune/Step": 14870, "Finetune/Step Time": 6.07546005025506}
+{"Finetune/Learning Rate": 2.5774975593982766e-06, "Finetune/Loss": 0.6246359348297119, "Finetune/Loss (Raw)": 0.5288621187210083, "Finetune/Step": 14871, "Finetune/Step Time": 6.084576182067394}
+{"Finetune/Learning Rate": 2.576369205765229e-06, "Finetune/Loss": 0.6257266402244568, "Finetune/Loss (Raw)": 0.6572393178939819, "Finetune/Step": 14872, "Finetune/Step Time": 6.064814455807209}
+{"Finetune/Learning Rate": 2.5752410626452396e-06, "Finetune/Loss": 0.6263830661773682, "Finetune/Loss (Raw)": 0.7176884412765503, "Finetune/Step": 14873, "Finetune/Step Time": 6.057264506816864}
+{"Finetune/Learning Rate": 2.5741131300703004e-06, "Finetune/Loss": 0.6267359852790833, "Finetune/Loss (Raw)": 0.6669245362281799, "Finetune/Step": 14874, "Finetune/Step Time": 6.057972956448793}
+{"Finetune/Learning Rate": 2.5729854080724003e-06, "Finetune/Loss": 0.6276350021362305, "Finetune/Loss (Raw)": 0.6354972124099731, "Finetune/Step": 14875, "Finetune/Step Time": 6.04965178668499}
+{"Finetune/Learning Rate": 2.5718578966835116e-06, "Finetune/Loss": 0.6280524730682373, "Finetune/Loss (Raw)": 0.7283509969711304, "Finetune/Step": 14876, "Finetune/Step Time": 6.049619952216744}
+{"Finetune/Learning Rate": 2.570730595935609e-06, "Finetune/Loss": 0.6262316703796387, "Finetune/Loss (Raw)": 0.5842109322547913, "Finetune/Step": 14877, "Finetune/Step Time": 6.069012889638543}
+{"Finetune/Learning Rate": 2.569603505860658e-06, "Finetune/Loss": 0.6253578662872314, "Finetune/Loss (Raw)": 0.5074201822280884, "Finetune/Step": 14878, "Finetune/Step Time": 6.070151111111045}
+{"Finetune/Learning Rate": 2.568476626490626e-06, "Finetune/Loss": 0.6247438788414001, "Finetune/Loss (Raw)": 0.6167597770690918, "Finetune/Step": 14879, "Finetune/Step Time": 6.076533995568752}
+{"Finetune/Learning Rate": 2.5673499578574644e-06, "Finetune/Loss": 0.6252309083938599, "Finetune/Loss (Raw)": 0.6135836839675903, "Finetune/Step": 14880, "Finetune/Step Time": 6.074782593175769}
+{"Finetune/Learning Rate": 2.5662234999931244e-06, "Finetune/Loss": 0.625085711479187, "Finetune/Loss (Raw)": 0.5447041988372803, "Finetune/Step": 14881, "Finetune/Step Time": 6.080217370763421}
+{"Finetune/Learning Rate": 2.565097252929545e-06, "Finetune/Loss": 0.6239476203918457, "Finetune/Loss (Raw)": 0.6445437669754028, "Finetune/Step": 14882, "Finetune/Step Time": 6.080694863572717}
+{"Finetune/Learning Rate": 2.563971216698665e-06, "Finetune/Loss": 0.6231967806816101, "Finetune/Loss (Raw)": 0.5091363191604614, "Finetune/Step": 14883, "Finetune/Step Time": 6.086876727640629}
+{"Finetune/Learning Rate": 2.562845391332417e-06, "Finetune/Loss": 0.6238719820976257, "Finetune/Loss (Raw)": 0.7182220816612244, "Finetune/Step": 14884, "Finetune/Step Time": 6.084985161200166}
+{"Finetune/Learning Rate": 2.5617197768627244e-06, "Finetune/Loss": 0.6248112916946411, "Finetune/Loss (Raw)": 0.7063238024711609, "Finetune/Step": 14885, "Finetune/Step Time": 6.06130188331008}
+{"Finetune/Learning Rate": 2.5605943733215044e-06, "Finetune/Loss": 0.6239793300628662, "Finetune/Loss (Raw)": 0.6057486534118652, "Finetune/Step": 14886, "Finetune/Step Time": 6.07977769523859}
+{"Finetune/Learning Rate": 2.559469180740679e-06, "Finetune/Loss": 0.6239649057388306, "Finetune/Loss (Raw)": 0.6675184369087219, "Finetune/Step": 14887, "Finetune/Step Time": 6.080179560929537}
+{"Finetune/Learning Rate": 2.5583441991521475e-06, "Finetune/Loss": 0.6246206760406494, "Finetune/Loss (Raw)": 0.64309161901474, "Finetune/Step": 14888, "Finetune/Step Time": 6.077923366799951}
+{"Finetune/Learning Rate": 2.5572194285878125e-06, "Finetune/Loss": 0.6253715753555298, "Finetune/Loss (Raw)": 0.6166785359382629, "Finetune/Step": 14889, "Finetune/Step Time": 6.072360536083579}
+{"Finetune/Learning Rate": 2.5560948690795693e-06, "Finetune/Loss": 0.6247380971908569, "Finetune/Loss (Raw)": 0.6510099768638611, "Finetune/Step": 14890, "Finetune/Step Time": 6.070509711280465}
+{"Finetune/Learning Rate": 2.55497052065931e-06, "Finetune/Loss": 0.6248947381973267, "Finetune/Loss (Raw)": 0.6468008756637573, "Finetune/Step": 14891, "Finetune/Step Time": 6.067974491044879}
+{"Finetune/Learning Rate": 2.5538463833589144e-06, "Finetune/Loss": 0.6245004534721375, "Finetune/Loss (Raw)": 0.6009939312934875, "Finetune/Step": 14892, "Finetune/Step Time": 6.085817081853747}
+{"Finetune/Learning Rate": 2.5527224572102617e-06, "Finetune/Loss": 0.6241668462753296, "Finetune/Loss (Raw)": 0.5743403434753418, "Finetune/Step": 14893, "Finetune/Step Time": 6.082512203603983}
+{"Finetune/Learning Rate": 2.5515987422452225e-06, "Finetune/Loss": 0.6248831748962402, "Finetune/Loss (Raw)": 0.5937334299087524, "Finetune/Step": 14894, "Finetune/Step Time": 6.096503395587206}
+{"Finetune/Learning Rate": 2.550475238495663e-06, "Finetune/Loss": 0.6247163414955139, "Finetune/Loss (Raw)": 0.6434791684150696, "Finetune/Step": 14895, "Finetune/Step Time": 6.079310085624456}
+{"Finetune/Learning Rate": 2.5493519459934423e-06, "Finetune/Loss": 0.6242703795433044, "Finetune/Loss (Raw)": 0.6453540325164795, "Finetune/Step": 14896, "Finetune/Step Time": 6.078258132562041}
+{"Finetune/Learning Rate": 2.5482288647704134e-06, "Finetune/Loss": 0.624860405921936, "Finetune/Loss (Raw)": 0.6867437362670898, "Finetune/Step": 14897, "Finetune/Step Time": 6.079162314534187}
+{"Finetune/Learning Rate": 2.5471059948584243e-06, "Finetune/Loss": 0.6244445443153381, "Finetune/Loss (Raw)": 0.5923525094985962, "Finetune/Step": 14898, "Finetune/Step Time": 6.077087445184588}
+{"Finetune/Learning Rate": 2.545983336289315e-06, "Finetune/Loss": 0.6250903606414795, "Finetune/Loss (Raw)": 0.6653627157211304, "Finetune/Step": 14899, "Finetune/Step Time": 6.078838426619768}
+{"Finetune/Learning Rate": 2.544860889094922e-06, "Finetune/Loss": 0.6253077983856201, "Finetune/Loss (Raw)": 0.6524702906608582, "Finetune/Step": 14900, "Finetune/Step Time": 6.077073892578483}
+{"Finetune/Learning Rate": 2.5437386533070764e-06, "Finetune/Loss": 0.6255542635917664, "Finetune/Loss (Raw)": 0.6382734775543213, "Finetune/Step": 14901, "Finetune/Step Time": 6.080860270187259}
+{"Finetune/Learning Rate": 2.542616628957598e-06, "Finetune/Loss": 0.6243788003921509, "Finetune/Loss (Raw)": 0.49333325028419495, "Finetune/Step": 14902, "Finetune/Step Time": 6.077810360118747}
+{"Finetune/Learning Rate": 2.541494816078306e-06, "Finetune/Loss": 0.6249563694000244, "Finetune/Loss (Raw)": 0.6424269080162048, "Finetune/Step": 14903, "Finetune/Step Time": 6.072732424363494}
+{"Finetune/Learning Rate": 2.540373214701013e-06, "Finetune/Loss": 0.625250518321991, "Finetune/Loss (Raw)": 0.6666529178619385, "Finetune/Step": 14904, "Finetune/Step Time": 6.070569582283497}
+{"Finetune/Learning Rate": 2.5392518248575227e-06, "Finetune/Loss": 0.6250131130218506, "Finetune/Loss (Raw)": 0.6538602113723755, "Finetune/Step": 14905, "Finetune/Step Time": 6.0713334530591965}
+{"Finetune/Learning Rate": 2.538130646579635e-06, "Finetune/Loss": 0.6249256134033203, "Finetune/Loss (Raw)": 0.7067544460296631, "Finetune/Step": 14906, "Finetune/Step Time": 6.0728985499590635}
+{"Finetune/Learning Rate": 2.5370096798991438e-06, "Finetune/Loss": 0.62245774269104, "Finetune/Loss (Raw)": 0.3633480668067932, "Finetune/Step": 14907, "Finetune/Step Time": 6.091286677867174}
+{"Finetune/Learning Rate": 2.5358889248478357e-06, "Finetune/Loss": 0.6225883960723877, "Finetune/Loss (Raw)": 0.6428645849227905, "Finetune/Step": 14908, "Finetune/Step Time": 6.08994117192924}
+{"Finetune/Learning Rate": 2.534768381457493e-06, "Finetune/Loss": 0.6220998764038086, "Finetune/Loss (Raw)": 0.6301663517951965, "Finetune/Step": 14909, "Finetune/Step Time": 6.075281199067831}
+{"Finetune/Learning Rate": 2.5336480497598905e-06, "Finetune/Loss": 0.623447060585022, "Finetune/Loss (Raw)": 0.6764246225357056, "Finetune/Step": 14910, "Finetune/Step Time": 6.038561249151826}
+{"Finetune/Learning Rate": 2.5325279297867978e-06, "Finetune/Loss": 0.621974527835846, "Finetune/Loss (Raw)": 0.47448915243148804, "Finetune/Step": 14911, "Finetune/Step Time": 6.055850567296147}
+{"Finetune/Learning Rate": 2.5314080215699822e-06, "Finetune/Loss": 0.6224265098571777, "Finetune/Loss (Raw)": 0.6067106127738953, "Finetune/Step": 14912, "Finetune/Step Time": 6.058966685086489}
+{"Finetune/Learning Rate": 2.5302883251411903e-06, "Finetune/Loss": 0.6242424845695496, "Finetune/Loss (Raw)": 0.7012524008750916, "Finetune/Step": 14913, "Finetune/Step Time": 6.03897044621408}
+{"Finetune/Learning Rate": 2.5291688405321835e-06, "Finetune/Loss": 0.6235839128494263, "Finetune/Loss (Raw)": 0.5310027003288269, "Finetune/Step": 14914, "Finetune/Step Time": 6.049100138247013}
+{"Finetune/Learning Rate": 2.528049567774704e-06, "Finetune/Loss": 0.6239201426506042, "Finetune/Loss (Raw)": 0.6458309292793274, "Finetune/Step": 14915, "Finetune/Step Time": 6.049335775896907}
+{"Finetune/Learning Rate": 2.5269305069004924e-06, "Finetune/Loss": 0.6242144107818604, "Finetune/Loss (Raw)": 0.6830183267593384, "Finetune/Step": 14916, "Finetune/Step Time": 6.0504197757691145}
+{"Finetune/Learning Rate": 2.5258116579412805e-06, "Finetune/Loss": 0.6249758005142212, "Finetune/Loss (Raw)": 0.6757330894470215, "Finetune/Step": 14917, "Finetune/Step Time": 6.043393956497312}
+{"Finetune/Learning Rate": 2.524693020928799e-06, "Finetune/Loss": 0.6241611838340759, "Finetune/Loss (Raw)": 0.6140304803848267, "Finetune/Step": 14918, "Finetune/Step Time": 6.044085314497352}
+{"Finetune/Learning Rate": 2.5235745958947634e-06, "Finetune/Loss": 0.625003457069397, "Finetune/Loss (Raw)": 0.7240955233573914, "Finetune/Step": 14919, "Finetune/Step Time": 6.046523908153176}
+{"Finetune/Learning Rate": 2.5224563828708904e-06, "Finetune/Loss": 0.6267836093902588, "Finetune/Loss (Raw)": 0.7558920383453369, "Finetune/Step": 14920, "Finetune/Step Time": 6.097562167793512}
+{"Finetune/Learning Rate": 2.5213383818888926e-06, "Finetune/Loss": 0.6245104670524597, "Finetune/Loss (Raw)": 0.44741061329841614, "Finetune/Step": 14921, "Finetune/Step Time": 6.11777900904417}
+{"Finetune/Learning Rate": 2.5202205929804726e-06, "Finetune/Loss": 0.6247437000274658, "Finetune/Loss (Raw)": 0.6548923850059509, "Finetune/Step": 14922, "Finetune/Step Time": 6.1188552640378475}
+{"Finetune/Learning Rate": 2.519103016177327e-06, "Finetune/Loss": 0.6245616674423218, "Finetune/Loss (Raw)": 0.6921021342277527, "Finetune/Step": 14923, "Finetune/Step Time": 6.117639534175396}
+{"Finetune/Learning Rate": 2.517985651511149e-06, "Finetune/Loss": 0.6242743730545044, "Finetune/Loss (Raw)": 0.6056391000747681, "Finetune/Step": 14924, "Finetune/Step Time": 6.119367830455303}
+{"Finetune/Learning Rate": 2.5168684990136205e-06, "Finetune/Loss": 0.6243182420730591, "Finetune/Loss (Raw)": 0.6310059428215027, "Finetune/Step": 14925, "Finetune/Step Time": 6.115619009360671}
+{"Finetune/Learning Rate": 2.5157515587164204e-06, "Finetune/Loss": 0.6234480142593384, "Finetune/Loss (Raw)": 0.5677538514137268, "Finetune/Step": 14926, "Finetune/Step Time": 6.117216372862458}
+{"Finetune/Learning Rate": 2.5146348306512226e-06, "Finetune/Loss": 0.6233317852020264, "Finetune/Loss (Raw)": 0.6443163156509399, "Finetune/Step": 14927, "Finetune/Step Time": 6.103782566264272}
+{"Finetune/Learning Rate": 2.5135183148496976e-06, "Finetune/Loss": 0.6225942373275757, "Finetune/Loss (Raw)": 0.56966233253479, "Finetune/Step": 14928, "Finetune/Step Time": 6.113186053931713}
+{"Finetune/Learning Rate": 2.5124020113435045e-06, "Finetune/Loss": 0.6217638850212097, "Finetune/Loss (Raw)": 0.5709653496742249, "Finetune/Step": 14929, "Finetune/Step Time": 6.116457292810082}
+{"Finetune/Learning Rate": 2.5112859201643013e-06, "Finetune/Loss": 0.621509313583374, "Finetune/Loss (Raw)": 0.6597510576248169, "Finetune/Step": 14930, "Finetune/Step Time": 6.117959212511778}
+{"Finetune/Learning Rate": 2.5101700413437312e-06, "Finetune/Loss": 0.6214843988418579, "Finetune/Loss (Raw)": 0.6087623834609985, "Finetune/Step": 14931, "Finetune/Step Time": 6.117816504091024}
+{"Finetune/Learning Rate": 2.509054374913441e-06, "Finetune/Loss": 0.6217341423034668, "Finetune/Loss (Raw)": 0.6378487944602966, "Finetune/Step": 14932, "Finetune/Step Time": 6.115320682525635}
+{"Finetune/Learning Rate": 2.5079389209050677e-06, "Finetune/Loss": 0.620963454246521, "Finetune/Loss (Raw)": 0.6211369037628174, "Finetune/Step": 14933, "Finetune/Step Time": 6.11221731081605}
+{"Finetune/Learning Rate": 2.5068236793502387e-06, "Finetune/Loss": 0.6215102672576904, "Finetune/Loss (Raw)": 0.7507341504096985, "Finetune/Step": 14934, "Finetune/Step Time": 6.111106608062983}
+{"Finetune/Learning Rate": 2.505708650280585e-06, "Finetune/Loss": 0.6216336488723755, "Finetune/Loss (Raw)": 0.6057877540588379, "Finetune/Step": 14935, "Finetune/Step Time": 6.1040679812431335}
+{"Finetune/Learning Rate": 2.5045938337277263e-06, "Finetune/Loss": 0.6210308074951172, "Finetune/Loss (Raw)": 0.5787095427513123, "Finetune/Step": 14936, "Finetune/Step Time": 6.10865331068635}
+{"Finetune/Learning Rate": 2.503479229723269e-06, "Finetune/Loss": 0.6216495633125305, "Finetune/Loss (Raw)": 0.7232787013053894, "Finetune/Step": 14937, "Finetune/Step Time": 6.10426983051002}
+{"Finetune/Learning Rate": 2.502364838298824e-06, "Finetune/Loss": 0.6215707063674927, "Finetune/Loss (Raw)": 0.6035698056221008, "Finetune/Step": 14938, "Finetune/Step Time": 6.122215114533901}
+{"Finetune/Learning Rate": 2.501250659485992e-06, "Finetune/Loss": 0.621313214302063, "Finetune/Loss (Raw)": 0.6524483561515808, "Finetune/Step": 14939, "Finetune/Step Time": 6.117656420916319}
+{"Finetune/Learning Rate": 2.5001366933163672e-06, "Finetune/Loss": 0.6206731796264648, "Finetune/Loss (Raw)": 0.524830162525177, "Finetune/Step": 14940, "Finetune/Step Time": 6.119871059432626}
+{"Finetune/Learning Rate": 2.4990229398215394e-06, "Finetune/Loss": 0.6215448379516602, "Finetune/Loss (Raw)": 0.6994246244430542, "Finetune/Step": 14941, "Finetune/Step Time": 6.118945088237524}
+{"Finetune/Learning Rate": 2.4979093990330903e-06, "Finetune/Loss": 0.6218584179878235, "Finetune/Loss (Raw)": 0.6533780694007874, "Finetune/Step": 14942, "Finetune/Step Time": 6.124670673161745}
+{"Finetune/Learning Rate": 2.4967960709825988e-06, "Finetune/Loss": 0.6216583251953125, "Finetune/Loss (Raw)": 0.6243505477905273, "Finetune/Step": 14943, "Finetune/Step Time": 6.126395516097546}
+{"Finetune/Learning Rate": 2.4956829557016336e-06, "Finetune/Loss": 0.6214640736579895, "Finetune/Loss (Raw)": 0.7289943099021912, "Finetune/Step": 14944, "Finetune/Step Time": 6.125968623906374}
+{"Finetune/Learning Rate": 2.4945700532217608e-06, "Finetune/Loss": 0.6214722990989685, "Finetune/Loss (Raw)": 0.6622061133384705, "Finetune/Step": 14945, "Finetune/Step Time": 6.136782081797719}
+{"Finetune/Learning Rate": 2.4934573635745386e-06, "Finetune/Loss": 0.6236400604248047, "Finetune/Loss (Raw)": 0.7308856844902039, "Finetune/Step": 14946, "Finetune/Step Time": 6.134196292608976}
+{"Finetune/Learning Rate": 2.492344886791519e-06, "Finetune/Loss": 0.6236260533332825, "Finetune/Loss (Raw)": 0.6392706036567688, "Finetune/Step": 14947, "Finetune/Step Time": 6.136865576729178}
+{"Finetune/Learning Rate": 2.4912326229042504e-06, "Finetune/Loss": 0.6240882873535156, "Finetune/Loss (Raw)": 0.6282609701156616, "Finetune/Step": 14948, "Finetune/Step Time": 6.1163621842861176}
+{"Finetune/Learning Rate": 2.490120571944272e-06, "Finetune/Loss": 0.6226813793182373, "Finetune/Loss (Raw)": 0.5414798259735107, "Finetune/Step": 14949, "Finetune/Step Time": 6.110565096139908}
+{"Finetune/Learning Rate": 2.48900873394312e-06, "Finetune/Loss": 0.6225016117095947, "Finetune/Loss (Raw)": 0.7019608020782471, "Finetune/Step": 14950, "Finetune/Step Time": 6.10658586025238}
+{"Finetune/Learning Rate": 2.487897108932321e-06, "Finetune/Loss": 0.622504711151123, "Finetune/Loss (Raw)": 0.5852184891700745, "Finetune/Step": 14951, "Finetune/Step Time": 6.108470816165209}
+{"Finetune/Learning Rate": 2.486785696943399e-06, "Finetune/Loss": 0.6228662729263306, "Finetune/Loss (Raw)": 0.6582474708557129, "Finetune/Step": 14952, "Finetune/Step Time": 6.110105289146304}
+{"Finetune/Learning Rate": 2.4856744980078696e-06, "Finetune/Loss": 0.6225536465644836, "Finetune/Loss (Raw)": 0.5839861631393433, "Finetune/Step": 14953, "Finetune/Step Time": 6.109067752957344}
+{"Finetune/Learning Rate": 2.4845635121572433e-06, "Finetune/Loss": 0.623560905456543, "Finetune/Loss (Raw)": 0.7865791916847229, "Finetune/Step": 14954, "Finetune/Step Time": 6.109253326430917}
+{"Finetune/Learning Rate": 2.4834527394230246e-06, "Finetune/Loss": 0.6231138706207275, "Finetune/Loss (Raw)": 0.5019733309745789, "Finetune/Step": 14955, "Finetune/Step Time": 6.079083824530244}
+{"Finetune/Learning Rate": 2.482342179836712e-06, "Finetune/Loss": 0.6237952709197998, "Finetune/Loss (Raw)": 0.6974024176597595, "Finetune/Step": 14956, "Finetune/Step Time": 6.0736144836992025}
+{"Finetune/Learning Rate": 2.481231833429799e-06, "Finetune/Loss": 0.6242427825927734, "Finetune/Loss (Raw)": 0.758398711681366, "Finetune/Step": 14957, "Finetune/Step Time": 6.069553334265947}
+{"Finetune/Learning Rate": 2.48012170023377e-06, "Finetune/Loss": 0.6233236789703369, "Finetune/Loss (Raw)": 0.6340333223342896, "Finetune/Step": 14958, "Finetune/Step Time": 6.082388266921043}
+{"Finetune/Learning Rate": 2.479011780280105e-06, "Finetune/Loss": 0.6231975555419922, "Finetune/Loss (Raw)": 0.6452626585960388, "Finetune/Step": 14959, "Finetune/Step Time": 6.084143644198775}
+{"Finetune/Learning Rate": 2.4779020736002836e-06, "Finetune/Loss": 0.6237952709197998, "Finetune/Loss (Raw)": 0.5738974213600159, "Finetune/Step": 14960, "Finetune/Step Time": 6.0803028754889965}
+{"Finetune/Learning Rate": 2.476792580225762e-06, "Finetune/Loss": 0.6253055334091187, "Finetune/Loss (Raw)": 0.7334303855895996, "Finetune/Step": 14961, "Finetune/Step Time": 6.055722553282976}
+{"Finetune/Learning Rate": 2.4756833001880145e-06, "Finetune/Loss": 0.6247038841247559, "Finetune/Loss (Raw)": 0.7259689569473267, "Finetune/Step": 14962, "Finetune/Step Time": 6.0528402253985405}
+{"Finetune/Learning Rate": 2.474574233518491e-06, "Finetune/Loss": 0.6248247027397156, "Finetune/Loss (Raw)": 0.6290837526321411, "Finetune/Step": 14963, "Finetune/Step Time": 6.052573995664716}
+{"Finetune/Learning Rate": 2.473465380248643e-06, "Finetune/Loss": 0.6257910132408142, "Finetune/Loss (Raw)": 0.6440028548240662, "Finetune/Step": 14964, "Finetune/Step Time": 6.0519017949700356}
+{"Finetune/Learning Rate": 2.4723567404099136e-06, "Finetune/Loss": 0.6256738901138306, "Finetune/Loss (Raw)": 0.6388756036758423, "Finetune/Step": 14965, "Finetune/Step Time": 6.036638638004661}
+{"Finetune/Learning Rate": 2.4712483140337452e-06, "Finetune/Loss": 0.6248610019683838, "Finetune/Loss (Raw)": 0.5559382438659668, "Finetune/Step": 14966, "Finetune/Step Time": 6.034147692844272}
+{"Finetune/Learning Rate": 2.4701401011515625e-06, "Finetune/Loss": 0.6266591548919678, "Finetune/Loss (Raw)": 0.7028680443763733, "Finetune/Step": 14967, "Finetune/Step Time": 5.9928057715296745}
+{"Finetune/Learning Rate": 2.4690321017947938e-06, "Finetune/Loss": 0.6263088583946228, "Finetune/Loss (Raw)": 0.6182447671890259, "Finetune/Step": 14968, "Finetune/Step Time": 5.99375762231648}
+{"Finetune/Learning Rate": 2.4679243159948575e-06, "Finetune/Loss": 0.624293327331543, "Finetune/Loss (Raw)": 0.4486824572086334, "Finetune/Step": 14969, "Finetune/Step Time": 6.006800148636103}
+{"Finetune/Learning Rate": 2.4668167437831714e-06, "Finetune/Loss": 0.6255433559417725, "Finetune/Loss (Raw)": 0.6090953350067139, "Finetune/Step": 14970, "Finetune/Step Time": 6.002817442640662}
+{"Finetune/Learning Rate": 2.465709385191142e-06, "Finetune/Loss": 0.6263113021850586, "Finetune/Loss (Raw)": 0.6321821212768555, "Finetune/Step": 14971, "Finetune/Step Time": 5.981662577018142}
+{"Finetune/Learning Rate": 2.464602240250172e-06, "Finetune/Loss": 0.6264147162437439, "Finetune/Loss (Raw)": 0.5927789807319641, "Finetune/Step": 14972, "Finetune/Step Time": 5.972743907943368}
+{"Finetune/Learning Rate": 2.4634953089916513e-06, "Finetune/Loss": 0.6266287565231323, "Finetune/Loss (Raw)": 0.6137433648109436, "Finetune/Step": 14973, "Finetune/Step Time": 5.972698248922825}
+{"Finetune/Learning Rate": 2.4623885914469735e-06, "Finetune/Loss": 0.6280149221420288, "Finetune/Loss (Raw)": 0.7272209525108337, "Finetune/Step": 14974, "Finetune/Step Time": 5.971144340932369}
+{"Finetune/Learning Rate": 2.4612820876475207e-06, "Finetune/Loss": 0.6296759843826294, "Finetune/Loss (Raw)": 0.6910896301269531, "Finetune/Step": 14975, "Finetune/Step Time": 5.9582480769604445}
+{"Finetune/Learning Rate": 2.4601757976246685e-06, "Finetune/Loss": 0.6314302682876587, "Finetune/Loss (Raw)": 0.7609046697616577, "Finetune/Step": 14976, "Finetune/Step Time": 5.956005157902837}
+{"Finetune/Learning Rate": 2.4590697214097925e-06, "Finetune/Loss": 0.6320311427116394, "Finetune/Loss (Raw)": 0.6873501539230347, "Finetune/Step": 14977, "Finetune/Step Time": 5.953695178031921}
+{"Finetune/Learning Rate": 2.457963859034258e-06, "Finetune/Loss": 0.6330957412719727, "Finetune/Loss (Raw)": 0.615539014339447, "Finetune/Step": 14978, "Finetune/Step Time": 5.936192823573947}
+{"Finetune/Learning Rate": 2.45685821052942e-06, "Finetune/Loss": 0.6339256167411804, "Finetune/Loss (Raw)": 0.6638098955154419, "Finetune/Step": 14979, "Finetune/Step Time": 5.920842362567782}
+{"Finetune/Learning Rate": 2.455752775926633e-06, "Finetune/Loss": 0.6315039992332458, "Finetune/Loss (Raw)": 0.4954374432563782, "Finetune/Step": 14980, "Finetune/Step Time": 5.941031828522682}
+{"Finetune/Learning Rate": 2.4546475552572448e-06, "Finetune/Loss": 0.6306642293930054, "Finetune/Loss (Raw)": 0.5989527702331543, "Finetune/Step": 14981, "Finetune/Step Time": 5.948808245360851}
+{"Finetune/Learning Rate": 2.453542548552594e-06, "Finetune/Loss": 0.6296860575675964, "Finetune/Loss (Raw)": 0.5315009951591492, "Finetune/Step": 14982, "Finetune/Step Time": 5.9495390094816685}
+{"Finetune/Learning Rate": 2.452437755844016e-06, "Finetune/Loss": 0.6305894255638123, "Finetune/Loss (Raw)": 0.6824870109558105, "Finetune/Step": 14983, "Finetune/Step Time": 5.945701494812965}
+{"Finetune/Learning Rate": 2.451333177162847e-06, "Finetune/Loss": 0.6307623386383057, "Finetune/Loss (Raw)": 0.6731528639793396, "Finetune/Step": 14984, "Finetune/Step Time": 5.948727210983634}
+{"Finetune/Learning Rate": 2.4502288125403996e-06, "Finetune/Loss": 0.6309406161308289, "Finetune/Loss (Raw)": 0.5888963937759399, "Finetune/Step": 14985, "Finetune/Step Time": 5.95864892937243}
+{"Finetune/Learning Rate": 2.4491246620079946e-06, "Finetune/Loss": 0.6299836039543152, "Finetune/Loss (Raw)": 0.46089473366737366, "Finetune/Step": 14986, "Finetune/Step Time": 5.9470180477947}
+{"Finetune/Learning Rate": 2.4480207255969425e-06, "Finetune/Loss": 0.6303740739822388, "Finetune/Loss (Raw)": 0.7093233466148376, "Finetune/Step": 14987, "Finetune/Step Time": 5.942901618778706}
+{"Finetune/Learning Rate": 2.446917003338547e-06, "Finetune/Loss": 0.6304243206977844, "Finetune/Loss (Raw)": 0.6381511092185974, "Finetune/Step": 14988, "Finetune/Step Time": 5.939611146226525}
+{"Finetune/Learning Rate": 2.445813495264109e-06, "Finetune/Loss": 0.6293384432792664, "Finetune/Loss (Raw)": 0.5095673203468323, "Finetune/Step": 14989, "Finetune/Step Time": 5.938687864691019}
+{"Finetune/Learning Rate": 2.444710201404914e-06, "Finetune/Loss": 0.6285465955734253, "Finetune/Loss (Raw)": 0.6639911532402039, "Finetune/Step": 14990, "Finetune/Step Time": 5.939138917252421}
+{"Finetune/Learning Rate": 2.443607121792261e-06, "Finetune/Loss": 0.6283951997756958, "Finetune/Loss (Raw)": 0.7019557952880859, "Finetune/Step": 14991, "Finetune/Step Time": 5.941959839314222}
+{"Finetune/Learning Rate": 2.4425042564574186e-06, "Finetune/Loss": 0.6290572881698608, "Finetune/Loss (Raw)": 0.699302613735199, "Finetune/Step": 14992, "Finetune/Step Time": 5.941417703405023}
+{"Finetune/Learning Rate": 2.4414016054316648e-06, "Finetune/Loss": 0.6281499862670898, "Finetune/Loss (Raw)": 0.5096089839935303, "Finetune/Step": 14993, "Finetune/Step Time": 5.961466988548636}
+{"Finetune/Learning Rate": 2.4402991687462675e-06, "Finetune/Loss": 0.6291202306747437, "Finetune/Loss (Raw)": 0.6414861679077148, "Finetune/Step": 14994, "Finetune/Step Time": 5.961963053792715}
+{"Finetune/Learning Rate": 2.4391969464324895e-06, "Finetune/Loss": 0.6300032138824463, "Finetune/Loss (Raw)": 0.644119143486023, "Finetune/Step": 14995, "Finetune/Step Time": 5.959799896925688}
+{"Finetune/Learning Rate": 2.4380949385215856e-06, "Finetune/Loss": 0.6308785080909729, "Finetune/Loss (Raw)": 0.6838478446006775, "Finetune/Step": 14996, "Finetune/Step Time": 5.955735085532069}
+{"Finetune/Learning Rate": 2.436993145044807e-06, "Finetune/Loss": 0.6296074390411377, "Finetune/Loss (Raw)": 0.43022438883781433, "Finetune/Step": 14997, "Finetune/Step Time": 5.991611218079925}
+{"Finetune/Learning Rate": 2.4358915660333946e-06, "Finetune/Loss": 0.6301479339599609, "Finetune/Loss (Raw)": 0.7281048893928528, "Finetune/Step": 14998, "Finetune/Step Time": 6.0023216269910336}
+{"Finetune/Learning Rate": 2.43479020151859e-06, "Finetune/Loss": 0.6311757564544678, "Finetune/Loss (Raw)": 0.6604235768318176, "Finetune/Step": 14999, "Finetune/Step Time": 5.9953700210899115}
+{"Finetune/Learning Rate": 2.4336890515316215e-06, "Finetune/Loss": 0.6317926645278931, "Finetune/Loss (Raw)": 0.7361997961997986, "Finetune/Step": 15000, "Finetune/Step Time": 5.99300685338676}
+{"Finetune/Learning Rate": 2.4325881161037157e-06, "Finetune/Loss": 0.6308457851409912, "Finetune/Loss (Raw)": 0.5964899063110352, "Finetune/Step": 15001, "Finetune/Step Time": 5.995992751792073}
+{"Finetune/Learning Rate": 2.4314873952660933e-06, "Finetune/Loss": 0.6303898096084595, "Finetune/Loss (Raw)": 0.6085557341575623, "Finetune/Step": 15002, "Finetune/Step Time": 5.9961755108088255}
+{"Finetune/Learning Rate": 2.430386889049965e-06, "Finetune/Loss": 0.6306114196777344, "Finetune/Loss (Raw)": 0.6638681292533875, "Finetune/Step": 15003, "Finetune/Step Time": 6.022291282191873}
+{"Finetune/Learning Rate": 2.4292865974865397e-06, "Finetune/Loss": 0.6306641101837158, "Finetune/Loss (Raw)": 0.7350918054580688, "Finetune/Step": 15004, "Finetune/Step Time": 6.0243983045220375}
+{"Finetune/Learning Rate": 2.4281865206070187e-06, "Finetune/Loss": 0.6316549181938171, "Finetune/Loss (Raw)": 0.7110374569892883, "Finetune/Step": 15005, "Finetune/Step Time": 6.003794519230723}
+{"Finetune/Learning Rate": 2.427086658442597e-06, "Finetune/Loss": 0.6329755783081055, "Finetune/Loss (Raw)": 0.6764662265777588, "Finetune/Step": 15006, "Finetune/Step Time": 6.0128958988934755}
+{"Finetune/Learning Rate": 2.4259870110244633e-06, "Finetune/Loss": 0.6325311660766602, "Finetune/Loss (Raw)": 0.5598737597465515, "Finetune/Step": 15007, "Finetune/Step Time": 5.999172369018197}
+{"Finetune/Learning Rate": 2.424887578383799e-06, "Finetune/Loss": 0.6331407427787781, "Finetune/Loss (Raw)": 0.691609799861908, "Finetune/Step": 15008, "Finetune/Step Time": 6.002756625413895}
+{"Finetune/Learning Rate": 2.4237883605517866e-06, "Finetune/Loss": 0.6344209909439087, "Finetune/Loss (Raw)": 0.708572506904602, "Finetune/Step": 15009, "Finetune/Step Time": 6.0019812025129795}
+{"Finetune/Learning Rate": 2.4226893575595855e-06, "Finetune/Loss": 0.6342775225639343, "Finetune/Loss (Raw)": 0.6261839866638184, "Finetune/Step": 15010, "Finetune/Step Time": 6.000613879412413}
+{"Finetune/Learning Rate": 2.421590569438371e-06, "Finetune/Loss": 0.6351636648178101, "Finetune/Loss (Raw)": 0.6225557327270508, "Finetune/Step": 15011, "Finetune/Step Time": 5.997192233800888}
+{"Finetune/Learning Rate": 2.4204919962192974e-06, "Finetune/Loss": 0.6342146396636963, "Finetune/Loss (Raw)": 0.5967547297477722, "Finetune/Step": 15012, "Finetune/Step Time": 6.001740358769894}
+{"Finetune/Learning Rate": 2.419393637933517e-06, "Finetune/Loss": 0.6333420872688293, "Finetune/Loss (Raw)": 0.5946330428123474, "Finetune/Step": 15013, "Finetune/Step Time": 6.004271602258086}
+{"Finetune/Learning Rate": 2.418295494612177e-06, "Finetune/Loss": 0.6334945559501648, "Finetune/Loss (Raw)": 0.6252682209014893, "Finetune/Step": 15014, "Finetune/Step Time": 5.9869882725179195}
+{"Finetune/Learning Rate": 2.417197566286421e-06, "Finetune/Loss": 0.6331708431243896, "Finetune/Loss (Raw)": 0.6260759234428406, "Finetune/Step": 15015, "Finetune/Step Time": 6.002739468589425}
+{"Finetune/Learning Rate": 2.4160998529873756e-06, "Finetune/Loss": 0.633269190788269, "Finetune/Loss (Raw)": 0.6556916236877441, "Finetune/Step": 15016, "Finetune/Step Time": 6.001455377787352}
+{"Finetune/Learning Rate": 2.415002354746171e-06, "Finetune/Loss": 0.633633553981781, "Finetune/Loss (Raw)": 0.6633136868476868, "Finetune/Step": 15017, "Finetune/Step Time": 5.997115118429065}
+{"Finetune/Learning Rate": 2.413905071593933e-06, "Finetune/Loss": 0.6333110332489014, "Finetune/Loss (Raw)": 0.6097225546836853, "Finetune/Step": 15018, "Finetune/Step Time": 5.9972671288996935}
+{"Finetune/Learning Rate": 2.412808003561774e-06, "Finetune/Loss": 0.6331804990768433, "Finetune/Loss (Raw)": 0.6300959587097168, "Finetune/Step": 15019, "Finetune/Step Time": 5.998646643012762}
+{"Finetune/Learning Rate": 2.4117111506808067e-06, "Finetune/Loss": 0.6334686875343323, "Finetune/Loss (Raw)": 0.6378782987594604, "Finetune/Step": 15020, "Finetune/Step Time": 5.983087649568915}
+{"Finetune/Learning Rate": 2.4106145129821347e-06, "Finetune/Loss": 0.6338304877281189, "Finetune/Loss (Raw)": 0.6206521987915039, "Finetune/Step": 15021, "Finetune/Step Time": 5.984522867947817}
+{"Finetune/Learning Rate": 2.409518090496852e-06, "Finetune/Loss": 0.6349959373474121, "Finetune/Loss (Raw)": 0.7429077625274658, "Finetune/Step": 15022, "Finetune/Step Time": 5.9665054101496935}
+{"Finetune/Learning Rate": 2.4084218832560504e-06, "Finetune/Loss": 0.6352301239967346, "Finetune/Loss (Raw)": 0.6734586358070374, "Finetune/Step": 15023, "Finetune/Step Time": 5.965478146448731}
+{"Finetune/Learning Rate": 2.407325891290817e-06, "Finetune/Loss": 0.6356838345527649, "Finetune/Loss (Raw)": 0.7034297585487366, "Finetune/Step": 15024, "Finetune/Step Time": 5.963870877400041}
+{"Finetune/Learning Rate": 2.4062301146322285e-06, "Finetune/Loss": 0.6356525421142578, "Finetune/Loss (Raw)": 0.6827366352081299, "Finetune/Step": 15025, "Finetune/Step Time": 5.994964813813567}
+{"Finetune/Learning Rate": 2.4051345533113625e-06, "Finetune/Loss": 0.6356312036514282, "Finetune/Loss (Raw)": 0.5896260142326355, "Finetune/Step": 15026, "Finetune/Step Time": 5.992911618202925}
+{"Finetune/Learning Rate": 2.4040392073592866e-06, "Finetune/Loss": 0.6362074613571167, "Finetune/Loss (Raw)": 0.7391223907470703, "Finetune/Step": 15027, "Finetune/Step Time": 5.991219157353044}
+{"Finetune/Learning Rate": 2.4029440768070565e-06, "Finetune/Loss": 0.6354249715805054, "Finetune/Loss (Raw)": 0.5523115396499634, "Finetune/Step": 15028, "Finetune/Step Time": 5.995793122798204}
+{"Finetune/Learning Rate": 2.4018491616857286e-06, "Finetune/Loss": 0.6343053579330444, "Finetune/Loss (Raw)": 0.4949577748775482, "Finetune/Step": 15029, "Finetune/Step Time": 5.986969800665975}
+{"Finetune/Learning Rate": 2.400754462026352e-06, "Finetune/Loss": 0.6354868412017822, "Finetune/Loss (Raw)": 0.6445686221122742, "Finetune/Step": 15030, "Finetune/Step Time": 5.990149272605777}
+{"Finetune/Learning Rate": 2.3996599778599706e-06, "Finetune/Loss": 0.635648250579834, "Finetune/Loss (Raw)": 0.6630875468254089, "Finetune/Step": 15031, "Finetune/Step Time": 5.97542455419898}
+{"Finetune/Learning Rate": 2.3985657092176153e-06, "Finetune/Loss": 0.6354634761810303, "Finetune/Loss (Raw)": 0.6430017352104187, "Finetune/Step": 15032, "Finetune/Step Time": 5.97758536785841}
+{"Finetune/Learning Rate": 2.397471656130328e-06, "Finetune/Loss": 0.6352977752685547, "Finetune/Loss (Raw)": 0.6326521039009094, "Finetune/Step": 15033, "Finetune/Step Time": 5.977403288707137}
+{"Finetune/Learning Rate": 2.396377818629122e-06, "Finetune/Loss": 0.6347203254699707, "Finetune/Loss (Raw)": 0.6328384280204773, "Finetune/Step": 15034, "Finetune/Step Time": 5.976546281948686}
+{"Finetune/Learning Rate": 2.39528419674502e-06, "Finetune/Loss": 0.637969970703125, "Finetune/Loss (Raw)": 0.7792975306510925, "Finetune/Step": 15035, "Finetune/Step Time": 5.957483666017652}
+{"Finetune/Learning Rate": 2.3941907905090322e-06, "Finetune/Loss": 0.6378158330917358, "Finetune/Loss (Raw)": 0.6231352090835571, "Finetune/Step": 15036, "Finetune/Step Time": 5.952768050134182}
+{"Finetune/Learning Rate": 2.3930975999521666e-06, "Finetune/Loss": 0.63774573802948, "Finetune/Loss (Raw)": 0.6211931705474854, "Finetune/Step": 15037, "Finetune/Step Time": 5.954927122220397}
+{"Finetune/Learning Rate": 2.392004625105422e-06, "Finetune/Loss": 0.6375079154968262, "Finetune/Loss (Raw)": 0.6459891200065613, "Finetune/Step": 15038, "Finetune/Step Time": 5.953572314232588}
+{"Finetune/Learning Rate": 2.390911865999792e-06, "Finetune/Loss": 0.6395451426506042, "Finetune/Loss (Raw)": 0.7352506518363953, "Finetune/Step": 15039, "Finetune/Step Time": 5.966692510992289}
+{"Finetune/Learning Rate": 2.389819322666264e-06, "Finetune/Loss": 0.6396371722221375, "Finetune/Loss (Raw)": 0.6184911727905273, "Finetune/Step": 15040, "Finetune/Step Time": 5.981609050184488}
+{"Finetune/Learning Rate": 2.3887269951358182e-06, "Finetune/Loss": 0.6398696899414062, "Finetune/Loss (Raw)": 0.7310183644294739, "Finetune/Step": 15041, "Finetune/Step Time": 5.9824494160711765}
+{"Finetune/Learning Rate": 2.3876348834394325e-06, "Finetune/Loss": 0.6409855484962463, "Finetune/Loss (Raw)": 0.6738309264183044, "Finetune/Step": 15042, "Finetune/Step Time": 5.973251348361373}
+{"Finetune/Learning Rate": 2.386542987608075e-06, "Finetune/Loss": 0.6411542296409607, "Finetune/Loss (Raw)": 0.6674237251281738, "Finetune/Step": 15043, "Finetune/Step Time": 5.972454214468598}
+{"Finetune/Learning Rate": 2.385451307672708e-06, "Finetune/Loss": 0.6400277614593506, "Finetune/Loss (Raw)": 0.5388301610946655, "Finetune/Step": 15044, "Finetune/Step Time": 5.974007623270154}
+{"Finetune/Learning Rate": 2.38435984366429e-06, "Finetune/Loss": 0.6398267149925232, "Finetune/Loss (Raw)": 0.6499937176704407, "Finetune/Step": 15045, "Finetune/Step Time": 5.973575899377465}
+{"Finetune/Learning Rate": 2.38326859561377e-06, "Finetune/Loss": 0.6400448679924011, "Finetune/Loss (Raw)": 0.6419567465782166, "Finetune/Step": 15046, "Finetune/Step Time": 5.982327805832028}
+{"Finetune/Learning Rate": 2.382177563552094e-06, "Finetune/Loss": 0.6395033597946167, "Finetune/Loss (Raw)": 0.6547800302505493, "Finetune/Step": 15047, "Finetune/Step Time": 5.976243643090129}
+{"Finetune/Learning Rate": 2.3810867475101995e-06, "Finetune/Loss": 0.6377485990524292, "Finetune/Loss (Raw)": 0.5312789082527161, "Finetune/Step": 15048, "Finetune/Step Time": 5.929745823144913}
+{"Finetune/Learning Rate": 2.3799961475190205e-06, "Finetune/Loss": 0.6388921141624451, "Finetune/Loss (Raw)": 0.5937870144844055, "Finetune/Step": 15049, "Finetune/Step Time": 5.916214717552066}
+{"Finetune/Learning Rate": 2.3789057636094813e-06, "Finetune/Loss": 0.638807475566864, "Finetune/Loss (Raw)": 0.6440603137016296, "Finetune/Step": 15050, "Finetune/Step Time": 5.9108328726142645}
+{"Finetune/Learning Rate": 2.3778155958125073e-06, "Finetune/Loss": 0.6386005878448486, "Finetune/Loss (Raw)": 0.6656222343444824, "Finetune/Step": 15051, "Finetune/Step Time": 5.918543981388211}
+{"Finetune/Learning Rate": 2.3767256441590015e-06, "Finetune/Loss": 0.6393561959266663, "Finetune/Loss (Raw)": 0.7023538947105408, "Finetune/Step": 15052, "Finetune/Step Time": 5.917420491576195}
+{"Finetune/Learning Rate": 2.375635908679882e-06, "Finetune/Loss": 0.6396276950836182, "Finetune/Loss (Raw)": 0.6657534837722778, "Finetune/Step": 15053, "Finetune/Step Time": 5.927423145622015}
+{"Finetune/Learning Rate": 2.374546389406047e-06, "Finetune/Loss": 0.6401982307434082, "Finetune/Loss (Raw)": 0.6407840251922607, "Finetune/Step": 15054, "Finetune/Step Time": 5.9265354964882135}
+{"Finetune/Learning Rate": 2.3734570863683935e-06, "Finetune/Loss": 0.6393883228302002, "Finetune/Loss (Raw)": 0.5406537055969238, "Finetune/Step": 15055, "Finetune/Step Time": 5.927823996171355}
+{"Finetune/Learning Rate": 2.3723679995978088e-06, "Finetune/Loss": 0.6397933959960938, "Finetune/Loss (Raw)": 0.6215076446533203, "Finetune/Step": 15056, "Finetune/Step Time": 5.919220443814993}
+{"Finetune/Learning Rate": 2.3712791291251814e-06, "Finetune/Loss": 0.6395318508148193, "Finetune/Loss (Raw)": 0.5374893546104431, "Finetune/Step": 15057, "Finetune/Step Time": 5.931977229192853}
+{"Finetune/Learning Rate": 2.370190474981381e-06, "Finetune/Loss": 0.6395445466041565, "Finetune/Loss (Raw)": 0.661374568939209, "Finetune/Step": 15058, "Finetune/Step Time": 5.929750297218561}
+{"Finetune/Learning Rate": 2.3691020371972807e-06, "Finetune/Loss": 0.6395382285118103, "Finetune/Loss (Raw)": 0.607953667640686, "Finetune/Step": 15059, "Finetune/Step Time": 5.92547201551497}
+{"Finetune/Learning Rate": 2.368013815803749e-06, "Finetune/Loss": 0.639693558216095, "Finetune/Loss (Raw)": 0.6577338576316833, "Finetune/Step": 15060, "Finetune/Step Time": 5.9321520533412695}
+{"Finetune/Learning Rate": 2.366925810831644e-06, "Finetune/Loss": 0.6392771601676941, "Finetune/Loss (Raw)": 0.5678309798240662, "Finetune/Step": 15061, "Finetune/Step Time": 5.934474354609847}
+{"Finetune/Learning Rate": 2.3658380223118173e-06, "Finetune/Loss": 0.6384166479110718, "Finetune/Loss (Raw)": 0.6405917406082153, "Finetune/Step": 15062, "Finetune/Step Time": 5.944832671433687}
+{"Finetune/Learning Rate": 2.3647504502751174e-06, "Finetune/Loss": 0.6381215453147888, "Finetune/Loss (Raw)": 0.5680192112922668, "Finetune/Step": 15063, "Finetune/Step Time": 5.946811489760876}
+{"Finetune/Learning Rate": 2.363663094752381e-06, "Finetune/Loss": 0.6382908821105957, "Finetune/Loss (Raw)": 0.6003732681274414, "Finetune/Step": 15064, "Finetune/Step Time": 5.952106047421694}
+{"Finetune/Learning Rate": 2.3625759557744445e-06, "Finetune/Loss": 0.6379741430282593, "Finetune/Loss (Raw)": 0.6827425956726074, "Finetune/Step": 15065, "Finetune/Step Time": 5.952374942600727}
+{"Finetune/Learning Rate": 2.361489033372133e-06, "Finetune/Loss": 0.6389831304550171, "Finetune/Loss (Raw)": 0.7327199578285217, "Finetune/Step": 15066, "Finetune/Step Time": 5.945354487746954}
+{"Finetune/Learning Rate": 2.3604023275762746e-06, "Finetune/Loss": 0.6395575404167175, "Finetune/Loss (Raw)": 0.7259732484817505, "Finetune/Step": 15067, "Finetune/Step Time": 5.94980395026505}
+{"Finetune/Learning Rate": 2.3593158384176818e-06, "Finetune/Loss": 0.6405006051063538, "Finetune/Loss (Raw)": 0.6455440521240234, "Finetune/Step": 15068, "Finetune/Step Time": 5.949233718216419}
+{"Finetune/Learning Rate": 2.3582295659271637e-06, "Finetune/Loss": 0.6408485770225525, "Finetune/Loss (Raw)": 0.7439593076705933, "Finetune/Step": 15069, "Finetune/Step Time": 5.950841089710593}
+{"Finetune/Learning Rate": 2.357143510135529e-06, "Finetune/Loss": 0.6412028074264526, "Finetune/Loss (Raw)": 0.6987237930297852, "Finetune/Step": 15070, "Finetune/Step Time": 5.948863657191396}
+{"Finetune/Learning Rate": 2.3560576710735683e-06, "Finetune/Loss": 0.6415361166000366, "Finetune/Loss (Raw)": 0.6670200824737549, "Finetune/Step": 15071, "Finetune/Step Time": 5.952623870223761}
+{"Finetune/Learning Rate": 2.354972048772074e-06, "Finetune/Loss": 0.639911413192749, "Finetune/Loss (Raw)": 0.5210230946540833, "Finetune/Step": 15072, "Finetune/Step Time": 5.961008157581091}
+{"Finetune/Learning Rate": 2.3538866432618314e-06, "Finetune/Loss": 0.6391035914421082, "Finetune/Loss (Raw)": 0.5588105320930481, "Finetune/Step": 15073, "Finetune/Step Time": 5.955177620053291}
+{"Finetune/Learning Rate": 2.352801454573623e-06, "Finetune/Loss": 0.639046847820282, "Finetune/Loss (Raw)": 0.7236201763153076, "Finetune/Step": 15074, "Finetune/Step Time": 5.941794358193874}
+{"Finetune/Learning Rate": 2.35171648273822e-06, "Finetune/Loss": 0.6388044953346252, "Finetune/Loss (Raw)": 0.6082472801208496, "Finetune/Step": 15075, "Finetune/Step Time": 5.938076488673687}
+{"Finetune/Learning Rate": 2.350631727786392e-06, "Finetune/Loss": 0.639144778251648, "Finetune/Loss (Raw)": 0.6718171238899231, "Finetune/Step": 15076, "Finetune/Step Time": 5.94010029360652}
+{"Finetune/Learning Rate": 2.3495471897488933e-06, "Finetune/Loss": 0.6403082609176636, "Finetune/Loss (Raw)": 0.6904045343399048, "Finetune/Step": 15077, "Finetune/Step Time": 5.941851964220405}
+{"Finetune/Learning Rate": 2.3484628686564815e-06, "Finetune/Loss": 0.6405214071273804, "Finetune/Loss (Raw)": 0.729254424571991, "Finetune/Step": 15078, "Finetune/Step Time": 5.940483417361975}
+{"Finetune/Learning Rate": 2.3473787645399037e-06, "Finetune/Loss": 0.6406719088554382, "Finetune/Loss (Raw)": 0.604479968547821, "Finetune/Step": 15079, "Finetune/Step Time": 5.9414014015346766}
+{"Finetune/Learning Rate": 2.3462948774299034e-06, "Finetune/Loss": 0.6401162147521973, "Finetune/Loss (Raw)": 0.5871113538742065, "Finetune/Step": 15080, "Finetune/Step Time": 5.943477297201753}
+{"Finetune/Learning Rate": 2.3452112073572142e-06, "Finetune/Loss": 0.6413741707801819, "Finetune/Loss (Raw)": 0.7450061440467834, "Finetune/Step": 15081, "Finetune/Step Time": 5.961132166907191}
+{"Finetune/Learning Rate": 2.344127754352572e-06, "Finetune/Loss": 0.6400269269943237, "Finetune/Loss (Raw)": 0.6141310930252075, "Finetune/Step": 15082, "Finetune/Step Time": 5.960514487698674}
+{"Finetune/Learning Rate": 2.3430445184466944e-06, "Finetune/Loss": 0.6416454911231995, "Finetune/Loss (Raw)": 0.7091501951217651, "Finetune/Step": 15083, "Finetune/Step Time": 5.956909390166402}
+{"Finetune/Learning Rate": 2.341961499670301e-06, "Finetune/Loss": 0.6413625478744507, "Finetune/Loss (Raw)": 0.6611930727958679, "Finetune/Step": 15084, "Finetune/Step Time": 5.961593512445688}
+{"Finetune/Learning Rate": 2.3408786980541033e-06, "Finetune/Loss": 0.6407827138900757, "Finetune/Loss (Raw)": 0.6841751933097839, "Finetune/Step": 15085, "Finetune/Step Time": 5.960044065490365}
+{"Finetune/Learning Rate": 2.339796113628805e-06, "Finetune/Loss": 0.6419491171836853, "Finetune/Loss (Raw)": 0.783335268497467, "Finetune/Step": 15086, "Finetune/Step Time": 5.945394711568952}
+{"Finetune/Learning Rate": 2.3387137464251066e-06, "Finetune/Loss": 0.6417117118835449, "Finetune/Loss (Raw)": 0.6148681640625, "Finetune/Step": 15087, "Finetune/Step Time": 5.9458236042410135}
+{"Finetune/Learning Rate": 2.3376315964737008e-06, "Finetune/Loss": 0.642176628112793, "Finetune/Loss (Raw)": 0.6334095001220703, "Finetune/Step": 15088, "Finetune/Step Time": 5.943175315856934}
+{"Finetune/Learning Rate": 2.336549663805273e-06, "Finetune/Loss": 0.6412411332130432, "Finetune/Loss (Raw)": 0.613690197467804, "Finetune/Step": 15089, "Finetune/Step Time": 5.947389068081975}
+{"Finetune/Learning Rate": 2.335467948450506e-06, "Finetune/Loss": 0.6404210329055786, "Finetune/Loss (Raw)": 0.6209930777549744, "Finetune/Step": 15090, "Finetune/Step Time": 5.9529021345078945}
+{"Finetune/Learning Rate": 2.334386450440073e-06, "Finetune/Loss": 0.6408929824829102, "Finetune/Loss (Raw)": 0.6894878149032593, "Finetune/Step": 15091, "Finetune/Step Time": 5.9502462185919285}
+{"Finetune/Learning Rate": 2.3333051698046417e-06, "Finetune/Loss": 0.6414146423339844, "Finetune/Loss (Raw)": 0.7107889652252197, "Finetune/Step": 15092, "Finetune/Step Time": 5.950698800384998}
+{"Finetune/Learning Rate": 2.332224106574875e-06, "Finetune/Loss": 0.64157634973526, "Finetune/Loss (Raw)": 0.6595653295516968, "Finetune/Step": 15093, "Finetune/Step Time": 5.953319188207388}
+{"Finetune/Learning Rate": 2.3311432607814275e-06, "Finetune/Loss": 0.6426022052764893, "Finetune/Loss (Raw)": 0.6872522234916687, "Finetune/Step": 15094, "Finetune/Step Time": 5.953379461541772}
+{"Finetune/Learning Rate": 2.3300626324549515e-06, "Finetune/Loss": 0.6420331597328186, "Finetune/Loss (Raw)": 0.6300299763679504, "Finetune/Step": 15095, "Finetune/Step Time": 5.956615408882499}
+{"Finetune/Learning Rate": 2.328982221626087e-06, "Finetune/Loss": 0.6425390839576721, "Finetune/Loss (Raw)": 0.68299800157547, "Finetune/Step": 15096, "Finetune/Step Time": 5.955329159274697}
+{"Finetune/Learning Rate": 2.327902028325474e-06, "Finetune/Loss": 0.6450008749961853, "Finetune/Loss (Raw)": 0.7637920379638672, "Finetune/Step": 15097, "Finetune/Step Time": 5.942600477486849}
+{"Finetune/Learning Rate": 2.3268220525837436e-06, "Finetune/Loss": 0.6456320285797119, "Finetune/Loss (Raw)": 0.6898862719535828, "Finetune/Step": 15098, "Finetune/Step Time": 5.943304525688291}
+{"Finetune/Learning Rate": 2.3257422944315187e-06, "Finetune/Loss": 0.646490216255188, "Finetune/Loss (Raw)": 0.7420238852500916, "Finetune/Step": 15099, "Finetune/Step Time": 5.943476026877761}
+{"Finetune/Learning Rate": 2.3246627538994213e-06, "Finetune/Loss": 0.646615743637085, "Finetune/Loss (Raw)": 0.6088495254516602, "Finetune/Step": 15100, "Finetune/Step Time": 5.94624107144773}
+{"Finetune/Learning Rate": 2.3235834310180615e-06, "Finetune/Loss": 0.646489679813385, "Finetune/Loss (Raw)": 0.5976126194000244, "Finetune/Step": 15101, "Finetune/Step Time": 5.943304818123579}
+{"Finetune/Learning Rate": 2.3225043258180468e-06, "Finetune/Loss": 0.6455155611038208, "Finetune/Loss (Raw)": 0.6025374531745911, "Finetune/Step": 15102, "Finetune/Step Time": 5.972386132925749}
+{"Finetune/Learning Rate": 2.3214254383299783e-06, "Finetune/Loss": 0.6450571417808533, "Finetune/Loss (Raw)": 0.6324052810668945, "Finetune/Step": 15103, "Finetune/Step Time": 5.963459255173802}
+{"Finetune/Learning Rate": 2.320346768584449e-06, "Finetune/Loss": 0.6447834372520447, "Finetune/Loss (Raw)": 0.7258746027946472, "Finetune/Step": 15104, "Finetune/Step Time": 5.963897963985801}
+{"Finetune/Learning Rate": 2.3192683166120476e-06, "Finetune/Loss": 0.6438220143318176, "Finetune/Loss (Raw)": 0.564283549785614, "Finetune/Step": 15105, "Finetune/Step Time": 5.9676559548825026}
+{"Finetune/Learning Rate": 2.3181900824433577e-06, "Finetune/Loss": 0.643615186214447, "Finetune/Loss (Raw)": 0.5890701413154602, "Finetune/Step": 15106, "Finetune/Step Time": 5.9668298698961735}
+{"Finetune/Learning Rate": 2.3171120661089506e-06, "Finetune/Loss": 0.6434279680252075, "Finetune/Loss (Raw)": 0.6398352980613708, "Finetune/Step": 15107, "Finetune/Step Time": 5.968553112819791}
+{"Finetune/Learning Rate": 2.3160342676393954e-06, "Finetune/Loss": 0.6446982026100159, "Finetune/Loss (Raw)": 0.6580333709716797, "Finetune/Step": 15108, "Finetune/Step Time": 5.9669482335448265}
+{"Finetune/Learning Rate": 2.3149566870652605e-06, "Finetune/Loss": 0.6449535489082336, "Finetune/Loss (Raw)": 0.6316387057304382, "Finetune/Step": 15109, "Finetune/Step Time": 5.976778896525502}
+{"Finetune/Learning Rate": 2.313879324417101e-06, "Finetune/Loss": 0.6462148427963257, "Finetune/Loss (Raw)": 0.6929437518119812, "Finetune/Step": 15110, "Finetune/Step Time": 5.976082399487495}
+{"Finetune/Learning Rate": 2.3128021797254673e-06, "Finetune/Loss": 0.6461244821548462, "Finetune/Loss (Raw)": 0.6709214448928833, "Finetune/Step": 15111, "Finetune/Step Time": 5.978076221421361}
+{"Finetune/Learning Rate": 2.3117252530209067e-06, "Finetune/Loss": 0.645903468132019, "Finetune/Loss (Raw)": 0.6448644399642944, "Finetune/Step": 15112, "Finetune/Step Time": 5.979952163994312}
+{"Finetune/Learning Rate": 2.310648544333953e-06, "Finetune/Loss": 0.6456307768821716, "Finetune/Loss (Raw)": 0.5539911389350891, "Finetune/Step": 15113, "Finetune/Step Time": 5.966266859322786}
+{"Finetune/Learning Rate": 2.3095720536951418e-06, "Finetune/Loss": 0.6472824215888977, "Finetune/Loss (Raw)": 0.6723071336746216, "Finetune/Step": 15114, "Finetune/Step Time": 5.972849830985069}
+{"Finetune/Learning Rate": 2.308495781134995e-06, "Finetune/Loss": 0.6460330486297607, "Finetune/Loss (Raw)": 0.5494033694267273, "Finetune/Step": 15115, "Finetune/Step Time": 5.967564249411225}
+{"Finetune/Learning Rate": 2.3074197266840383e-06, "Finetune/Loss": 0.6461838483810425, "Finetune/Loss (Raw)": 0.6574482321739197, "Finetune/Step": 15116, "Finetune/Step Time": 5.968657838180661}
+{"Finetune/Learning Rate": 2.3063438903727843e-06, "Finetune/Loss": 0.6455972194671631, "Finetune/Loss (Raw)": 0.43448811769485474, "Finetune/Step": 15117, "Finetune/Step Time": 5.987594915553927}
+{"Finetune/Learning Rate": 2.305268272231742e-06, "Finetune/Loss": 0.6450177431106567, "Finetune/Loss (Raw)": 0.5898122191429138, "Finetune/Step": 15118, "Finetune/Step Time": 5.986902363598347}
+{"Finetune/Learning Rate": 2.304192872291409e-06, "Finetune/Loss": 0.6440494060516357, "Finetune/Loss (Raw)": 0.5780066847801208, "Finetune/Step": 15119, "Finetune/Step Time": 5.994681652635336}
+{"Finetune/Learning Rate": 2.3031176905822805e-06, "Finetune/Loss": 0.6447358131408691, "Finetune/Loss (Raw)": 0.7871628999710083, "Finetune/Step": 15120, "Finetune/Step Time": 5.994106292724609}
+{"Finetune/Learning Rate": 2.302042727134848e-06, "Finetune/Loss": 0.6458962559700012, "Finetune/Loss (Raw)": 0.6581501364707947, "Finetune/Step": 15121, "Finetune/Step Time": 5.972156405448914}
+{"Finetune/Learning Rate": 2.3009679819795905e-06, "Finetune/Loss": 0.6454987525939941, "Finetune/Loss (Raw)": 0.5906133651733398, "Finetune/Step": 15122, "Finetune/Step Time": 5.970152880996466}
+{"Finetune/Learning Rate": 2.299893455146992e-06, "Finetune/Loss": 0.6451006531715393, "Finetune/Loss (Raw)": 0.5931486487388611, "Finetune/Step": 15123, "Finetune/Step Time": 5.976739149540663}
+{"Finetune/Learning Rate": 2.29881914666752e-06, "Finetune/Loss": 0.6450494527816772, "Finetune/Loss (Raw)": 0.6772984266281128, "Finetune/Step": 15124, "Finetune/Step Time": 5.974212445318699}
+{"Finetune/Learning Rate": 2.2977450565716363e-06, "Finetune/Loss": 0.6459497213363647, "Finetune/Loss (Raw)": 0.5454605221748352, "Finetune/Step": 15125, "Finetune/Step Time": 5.9426566660404205}
+{"Finetune/Learning Rate": 2.2966711848898005e-06, "Finetune/Loss": 0.6451394557952881, "Finetune/Loss (Raw)": 0.624388575553894, "Finetune/Step": 15126, "Finetune/Step Time": 5.932717876508832}
+{"Finetune/Learning Rate": 2.2955975316524637e-06, "Finetune/Loss": 0.6451832056045532, "Finetune/Loss (Raw)": 0.666023850440979, "Finetune/Step": 15127, "Finetune/Step Time": 5.955614257603884}
+{"Finetune/Learning Rate": 2.2945240968900728e-06, "Finetune/Loss": 0.6448312997817993, "Finetune/Loss (Raw)": 0.6911542415618896, "Finetune/Step": 15128, "Finetune/Step Time": 5.956196114420891}
+{"Finetune/Learning Rate": 2.2934508806330646e-06, "Finetune/Loss": 0.6452414393424988, "Finetune/Loss (Raw)": 0.6489880681037903, "Finetune/Step": 15129, "Finetune/Step Time": 5.954727089032531}
+{"Finetune/Learning Rate": 2.2923778829118804e-06, "Finetune/Loss": 0.6447349786758423, "Finetune/Loss (Raw)": 0.5437297224998474, "Finetune/Step": 15130, "Finetune/Step Time": 5.952819313853979}
+{"Finetune/Learning Rate": 2.291305103756939e-06, "Finetune/Loss": 0.6438947319984436, "Finetune/Loss (Raw)": 0.5563154220581055, "Finetune/Step": 15131, "Finetune/Step Time": 5.9347868748009205}
+{"Finetune/Learning Rate": 2.2902325431986636e-06, "Finetune/Loss": 0.6433892250061035, "Finetune/Loss (Raw)": 0.6703851819038391, "Finetune/Step": 15132, "Finetune/Step Time": 5.933014392852783}
+{"Finetune/Learning Rate": 2.2891602012674705e-06, "Finetune/Loss": 0.6434751749038696, "Finetune/Loss (Raw)": 0.7220409512519836, "Finetune/Step": 15133, "Finetune/Step Time": 5.951259303838015}
+{"Finetune/Learning Rate": 2.2880880779937674e-06, "Finetune/Loss": 0.6432796716690063, "Finetune/Loss (Raw)": 0.6514484882354736, "Finetune/Step": 15134, "Finetune/Step Time": 5.946631195023656}
+{"Finetune/Learning Rate": 2.2870161734079565e-06, "Finetune/Loss": 0.6436059474945068, "Finetune/Loss (Raw)": 0.6016272306442261, "Finetune/Step": 15135, "Finetune/Step Time": 5.965896766632795}
+{"Finetune/Learning Rate": 2.2859444875404347e-06, "Finetune/Loss": 0.6436389684677124, "Finetune/Loss (Raw)": 0.6958402395248413, "Finetune/Step": 15136, "Finetune/Step Time": 5.989185281097889}
+{"Finetune/Learning Rate": 2.2848730204215906e-06, "Finetune/Loss": 0.6434397101402283, "Finetune/Loss (Raw)": 0.6830716133117676, "Finetune/Step": 15137, "Finetune/Step Time": 5.991718722507358}
+{"Finetune/Learning Rate": 2.2838017720818095e-06, "Finetune/Loss": 0.6433231830596924, "Finetune/Loss (Raw)": 0.6112700700759888, "Finetune/Step": 15138, "Finetune/Step Time": 5.994062837213278}
+{"Finetune/Learning Rate": 2.2827307425514677e-06, "Finetune/Loss": 0.6424142122268677, "Finetune/Loss (Raw)": 0.5062012672424316, "Finetune/Step": 15139, "Finetune/Step Time": 6.004071976989508}
+{"Finetune/Learning Rate": 2.2816599318609367e-06, "Finetune/Loss": 0.642298698425293, "Finetune/Loss (Raw)": 0.581977128982544, "Finetune/Step": 15140, "Finetune/Step Time": 6.0128627717494965}
+{"Finetune/Learning Rate": 2.280589340040583e-06, "Finetune/Loss": 0.6419968008995056, "Finetune/Loss (Raw)": 0.5559844970703125, "Finetune/Step": 15141, "Finetune/Step Time": 6.015816323459148}
+{"Finetune/Learning Rate": 2.279518967120764e-06, "Finetune/Loss": 0.6430811882019043, "Finetune/Loss (Raw)": 0.7640743851661682, "Finetune/Step": 15142, "Finetune/Step Time": 6.0138903465121984}
+{"Finetune/Learning Rate": 2.2784488131318326e-06, "Finetune/Loss": 0.6440063118934631, "Finetune/Loss (Raw)": 0.7444866299629211, "Finetune/Step": 15143, "Finetune/Step Time": 6.001119423657656}
+{"Finetune/Learning Rate": 2.277378878104136e-06, "Finetune/Loss": 0.6433432102203369, "Finetune/Loss (Raw)": 0.5708187818527222, "Finetune/Step": 15144, "Finetune/Step Time": 6.002349138259888}
+{"Finetune/Learning Rate": 2.2763091620680143e-06, "Finetune/Loss": 0.6442898511886597, "Finetune/Loss (Raw)": 0.7844783067703247, "Finetune/Step": 15145, "Finetune/Step Time": 6.0110176615417}
+{"Finetune/Learning Rate": 2.275239665053801e-06, "Finetune/Loss": 0.6439635157585144, "Finetune/Loss (Raw)": 0.5679532885551453, "Finetune/Step": 15146, "Finetune/Step Time": 6.027305783703923}
+{"Finetune/Learning Rate": 2.274170387091825e-06, "Finetune/Loss": 0.6435369253158569, "Finetune/Loss (Raw)": 0.5754936337471008, "Finetune/Step": 15147, "Finetune/Step Time": 6.02980475127697}
+{"Finetune/Learning Rate": 2.2731013282124113e-06, "Finetune/Loss": 0.6444054245948792, "Finetune/Loss (Raw)": 0.7490441203117371, "Finetune/Step": 15148, "Finetune/Step Time": 6.029780857264996}
+{"Finetune/Learning Rate": 2.2720324884458643e-06, "Finetune/Loss": 0.644967794418335, "Finetune/Loss (Raw)": 0.6926328539848328, "Finetune/Step": 15149, "Finetune/Step Time": 6.02853474766016}
+{"Finetune/Learning Rate": 2.2709638678225044e-06, "Finetune/Loss": 0.6435357928276062, "Finetune/Loss (Raw)": 0.5596152544021606, "Finetune/Step": 15150, "Finetune/Step Time": 6.0356357004493475}
+{"Finetune/Learning Rate": 2.26989546637263e-06, "Finetune/Loss": 0.6428936719894409, "Finetune/Loss (Raw)": 0.5912579894065857, "Finetune/Step": 15151, "Finetune/Step Time": 6.034222973510623}
+{"Finetune/Learning Rate": 2.268827284126539e-06, "Finetune/Loss": 0.642349898815155, "Finetune/Loss (Raw)": 0.6338359117507935, "Finetune/Step": 15152, "Finetune/Step Time": 6.034574268385768}
+{"Finetune/Learning Rate": 2.267759321114522e-06, "Finetune/Loss": 0.6416064500808716, "Finetune/Loss (Raw)": 0.5875706076622009, "Finetune/Step": 15153, "Finetune/Step Time": 6.003786060959101}
+{"Finetune/Learning Rate": 2.2666915773668628e-06, "Finetune/Loss": 0.642566442489624, "Finetune/Loss (Raw)": 0.7125061750411987, "Finetune/Step": 15154, "Finetune/Step Time": 6.0022396966814995}
+{"Finetune/Learning Rate": 2.265624052913844e-06, "Finetune/Loss": 0.6414470672607422, "Finetune/Loss (Raw)": 0.5958452820777893, "Finetune/Step": 15155, "Finetune/Step Time": 6.0018069837242365}
+{"Finetune/Learning Rate": 2.2645567477857266e-06, "Finetune/Loss": 0.6415208578109741, "Finetune/Loss (Raw)": 0.5617498159408569, "Finetune/Step": 15156, "Finetune/Step Time": 5.998301072046161}
+{"Finetune/Learning Rate": 2.2634896620127855e-06, "Finetune/Loss": 0.6416580677032471, "Finetune/Loss (Raw)": 0.5125228762626648, "Finetune/Step": 15157, "Finetune/Step Time": 6.001321343705058}
+{"Finetune/Learning Rate": 2.262422795625279e-06, "Finetune/Loss": 0.6420815587043762, "Finetune/Loss (Raw)": 0.6987816691398621, "Finetune/Step": 15158, "Finetune/Step Time": 5.998999057337642}
+{"Finetune/Learning Rate": 2.2613561486534586e-06, "Finetune/Loss": 0.6422768831253052, "Finetune/Loss (Raw)": 0.6880885362625122, "Finetune/Step": 15159, "Finetune/Step Time": 5.998379962518811}
+{"Finetune/Learning Rate": 2.260289721127572e-06, "Finetune/Loss": 0.6420102119445801, "Finetune/Loss (Raw)": 0.608866274356842, "Finetune/Step": 15160, "Finetune/Step Time": 5.995052117854357}
+{"Finetune/Learning Rate": 2.2592235130778626e-06, "Finetune/Loss": 0.6426560878753662, "Finetune/Loss (Raw)": 0.7153148651123047, "Finetune/Step": 15161, "Finetune/Step Time": 5.996616654098034}
+{"Finetune/Learning Rate": 2.258157524534561e-06, "Finetune/Loss": 0.6428799629211426, "Finetune/Loss (Raw)": 0.6615061163902283, "Finetune/Step": 15162, "Finetune/Step Time": 6.003863044083118}
+{"Finetune/Learning Rate": 2.257091755527896e-06, "Finetune/Loss": 0.6422678232192993, "Finetune/Loss (Raw)": 0.700937032699585, "Finetune/Step": 15163, "Finetune/Step Time": 6.0055298414081335}
+{"Finetune/Learning Rate": 2.256026206088089e-06, "Finetune/Loss": 0.6425899267196655, "Finetune/Loss (Raw)": 0.6643646955490112, "Finetune/Step": 15164, "Finetune/Step Time": 6.012032177299261}
+{"Finetune/Learning Rate": 2.25496087624536e-06, "Finetune/Loss": 0.6443093419075012, "Finetune/Loss (Raw)": 0.8412805795669556, "Finetune/Step": 15165, "Finetune/Step Time": 6.009464478120208}
+{"Finetune/Learning Rate": 2.2538957660299166e-06, "Finetune/Loss": 0.6438722014427185, "Finetune/Loss (Raw)": 0.5900360941886902, "Finetune/Step": 15166, "Finetune/Step Time": 6.009824296459556}
+{"Finetune/Learning Rate": 2.252830875471965e-06, "Finetune/Loss": 0.6435201168060303, "Finetune/Loss (Raw)": 0.6901885271072388, "Finetune/Step": 15167, "Finetune/Step Time": 5.975808402523398}
+{"Finetune/Learning Rate": 2.2517662046016975e-06, "Finetune/Loss": 0.6437357664108276, "Finetune/Loss (Raw)": 0.6460872292518616, "Finetune/Step": 15168, "Finetune/Step Time": 5.959398241713643}
+{"Finetune/Learning Rate": 2.250701753449308e-06, "Finetune/Loss": 0.6433799862861633, "Finetune/Loss (Raw)": 0.6854789853096008, "Finetune/Step": 15169, "Finetune/Step Time": 5.975623780861497}
+{"Finetune/Learning Rate": 2.2496375220449795e-06, "Finetune/Loss": 0.6431641578674316, "Finetune/Loss (Raw)": 0.6462012529373169, "Finetune/Step": 15170, "Finetune/Step Time": 5.97732712328434}
+{"Finetune/Learning Rate": 2.2485735104188898e-06, "Finetune/Loss": 0.6429347991943359, "Finetune/Loss (Raw)": 0.6380684971809387, "Finetune/Step": 15171, "Finetune/Step Time": 5.9778576865792274}
+{"Finetune/Learning Rate": 2.247509718601215e-06, "Finetune/Loss": 0.6438477039337158, "Finetune/Loss (Raw)": 0.6556878685951233, "Finetune/Step": 15172, "Finetune/Step Time": 5.981058636680245}
+{"Finetune/Learning Rate": 2.2464461466221234e-06, "Finetune/Loss": 0.6437904834747314, "Finetune/Loss (Raw)": 0.6426732540130615, "Finetune/Step": 15173, "Finetune/Step Time": 5.98451211489737}
+{"Finetune/Learning Rate": 2.2453827945117678e-06, "Finetune/Loss": 0.644955575466156, "Finetune/Loss (Raw)": 0.7910845875740051, "Finetune/Step": 15174, "Finetune/Step Time": 5.975397856906056}
+{"Finetune/Learning Rate": 2.244319662300305e-06, "Finetune/Loss": 0.6451088786125183, "Finetune/Loss (Raw)": 0.6744055151939392, "Finetune/Step": 15175, "Finetune/Step Time": 5.976563325151801}
+{"Finetune/Learning Rate": 2.2432567500178828e-06, "Finetune/Loss": 0.6454752087593079, "Finetune/Loss (Raw)": 0.5781602263450623, "Finetune/Step": 15176, "Finetune/Step Time": 5.985132372006774}
+{"Finetune/Learning Rate": 2.242194057694641e-06, "Finetune/Loss": 0.6460078954696655, "Finetune/Loss (Raw)": 0.6619718670845032, "Finetune/Step": 15177, "Finetune/Step Time": 5.9782744795084}
+{"Finetune/Learning Rate": 2.241131585360713e-06, "Finetune/Loss": 0.6460346579551697, "Finetune/Loss (Raw)": 0.6474884152412415, "Finetune/Step": 15178, "Finetune/Step Time": 5.975837983191013}
+{"Finetune/Learning Rate": 2.2400693330462353e-06, "Finetune/Loss": 0.6464435458183289, "Finetune/Loss (Raw)": 0.7179662585258484, "Finetune/Step": 15179, "Finetune/Step Time": 5.968521822243929}
+{"Finetune/Learning Rate": 2.239007300781323e-06, "Finetune/Loss": 0.6454909443855286, "Finetune/Loss (Raw)": 0.5804160833358765, "Finetune/Step": 15180, "Finetune/Step Time": 5.9699528105556965}
+{"Finetune/Learning Rate": 2.237945488596094e-06, "Finetune/Loss": 0.6457436084747314, "Finetune/Loss (Raw)": 0.6980991363525391, "Finetune/Step": 15181, "Finetune/Step Time": 5.961646467447281}
+{"Finetune/Learning Rate": 2.2368838965206586e-06, "Finetune/Loss": 0.6457338333129883, "Finetune/Loss (Raw)": 0.6395319104194641, "Finetune/Step": 15182, "Finetune/Step Time": 5.961281385272741}
+{"Finetune/Learning Rate": 2.2358225245851196e-06, "Finetune/Loss": 0.6464284658432007, "Finetune/Loss (Raw)": 0.6295604705810547, "Finetune/Step": 15183, "Finetune/Step Time": 5.956574013456702}
+{"Finetune/Learning Rate": 2.234761372819577e-06, "Finetune/Loss": 0.6470439434051514, "Finetune/Loss (Raw)": 0.7002857327461243, "Finetune/Step": 15184, "Finetune/Step Time": 5.960030192509294}
+{"Finetune/Learning Rate": 2.2337004412541197e-06, "Finetune/Loss": 0.6473862528800964, "Finetune/Loss (Raw)": 0.5813105702400208, "Finetune/Step": 15185, "Finetune/Step Time": 5.946312539279461}
+{"Finetune/Learning Rate": 2.232639729918833e-06, "Finetune/Loss": 0.6464972496032715, "Finetune/Loss (Raw)": 0.5475764870643616, "Finetune/Step": 15186, "Finetune/Step Time": 5.96029837615788}
+{"Finetune/Learning Rate": 2.2315792388437975e-06, "Finetune/Loss": 0.6456648111343384, "Finetune/Loss (Raw)": 0.5014112591743469, "Finetune/Step": 15187, "Finetune/Step Time": 5.9644145630300045}
+{"Finetune/Learning Rate": 2.2305189680590834e-06, "Finetune/Loss": 0.6451668739318848, "Finetune/Loss (Raw)": 0.5939955115318298, "Finetune/Step": 15188, "Finetune/Step Time": 5.969070682302117}
+{"Finetune/Learning Rate": 2.2294589175947577e-06, "Finetune/Loss": 0.6459101438522339, "Finetune/Loss (Raw)": 0.6629675626754761, "Finetune/Step": 15189, "Finetune/Step Time": 5.964513778686523}
+{"Finetune/Learning Rate": 2.2283990874808812e-06, "Finetune/Loss": 0.647344172000885, "Finetune/Loss (Raw)": 0.8241457939147949, "Finetune/Step": 15190, "Finetune/Step Time": 5.959866194054484}
+{"Finetune/Learning Rate": 2.2273394777475068e-06, "Finetune/Loss": 0.647482693195343, "Finetune/Loss (Raw)": 0.5857564210891724, "Finetune/Step": 15191, "Finetune/Step Time": 5.959871619939804}
+{"Finetune/Learning Rate": 2.2262800884246828e-06, "Finetune/Loss": 0.6480631828308105, "Finetune/Loss (Raw)": 0.6746641397476196, "Finetune/Step": 15192, "Finetune/Step Time": 5.950977154076099}
+{"Finetune/Learning Rate": 2.22522091954245e-06, "Finetune/Loss": 0.6478070616722107, "Finetune/Loss (Raw)": 0.6499627828598022, "Finetune/Step": 15193, "Finetune/Step Time": 5.9522972740232944}
+{"Finetune/Learning Rate": 2.2241619711308425e-06, "Finetune/Loss": 0.6475738286972046, "Finetune/Loss (Raw)": 0.702867329120636, "Finetune/Step": 15194, "Finetune/Step Time": 5.945958437398076}
+{"Finetune/Learning Rate": 2.2231032432198906e-06, "Finetune/Loss": 0.6469285488128662, "Finetune/Loss (Raw)": 0.6433843970298767, "Finetune/Step": 15195, "Finetune/Step Time": 5.941307904198766}
+{"Finetune/Learning Rate": 2.222044735839617e-06, "Finetune/Loss": 0.6472739577293396, "Finetune/Loss (Raw)": 0.6897542476654053, "Finetune/Step": 15196, "Finetune/Step Time": 5.950711190700531}
+{"Finetune/Learning Rate": 2.2209864490200385e-06, "Finetune/Loss": 0.646242618560791, "Finetune/Loss (Raw)": 0.6119491457939148, "Finetune/Step": 15197, "Finetune/Step Time": 5.947750441730022}
+{"Finetune/Learning Rate": 2.219928382791159e-06, "Finetune/Loss": 0.6461409330368042, "Finetune/Loss (Raw)": 0.6857047080993652, "Finetune/Step": 15198, "Finetune/Step Time": 5.9489719439297915}
+{"Finetune/Learning Rate": 2.218870537182989e-06, "Finetune/Loss": 0.6456677317619324, "Finetune/Loss (Raw)": 0.6064503788948059, "Finetune/Step": 15199, "Finetune/Step Time": 5.94700532592833}
+{"Finetune/Learning Rate": 2.2178129122255255e-06, "Finetune/Loss": 0.6466289162635803, "Finetune/Loss (Raw)": 0.6440525054931641, "Finetune/Step": 15200, "Finetune/Step Time": 5.94254856929183}
+{"Finetune/Learning Rate": 2.2167555079487567e-06, "Finetune/Loss": 0.646281898021698, "Finetune/Loss (Raw)": 0.5143962502479553, "Finetune/Step": 15201, "Finetune/Step Time": 5.935527004301548}
+{"Finetune/Learning Rate": 2.21569832438267e-06, "Finetune/Loss": 0.6464676856994629, "Finetune/Loss (Raw)": 0.7473974823951721, "Finetune/Step": 15202, "Finetune/Step Time": 5.947847669944167}
+{"Finetune/Learning Rate": 2.214641361557246e-06, "Finetune/Loss": 0.6467806100845337, "Finetune/Loss (Raw)": 0.6483008861541748, "Finetune/Step": 15203, "Finetune/Step Time": 5.9499506913125515}
+{"Finetune/Learning Rate": 2.213584619502451e-06, "Finetune/Loss": 0.6471835970878601, "Finetune/Loss (Raw)": 0.7233988046646118, "Finetune/Step": 15204, "Finetune/Step Time": 5.949253272265196}
+{"Finetune/Learning Rate": 2.2125280982482523e-06, "Finetune/Loss": 0.646420955657959, "Finetune/Loss (Raw)": 0.5927830338478088, "Finetune/Step": 15205, "Finetune/Step Time": 5.949364740401506}
+{"Finetune/Learning Rate": 2.211471797824615e-06, "Finetune/Loss": 0.6451714038848877, "Finetune/Loss (Raw)": 0.5693166851997375, "Finetune/Step": 15206, "Finetune/Step Time": 5.951745877042413}
+{"Finetune/Learning Rate": 2.2104157182614893e-06, "Finetune/Loss": 0.645459771156311, "Finetune/Loss (Raw)": 0.6413899064064026, "Finetune/Step": 15207, "Finetune/Step Time": 5.956171417608857}
+{"Finetune/Learning Rate": 2.209359859588823e-06, "Finetune/Loss": 0.6465453505516052, "Finetune/Loss (Raw)": 0.7260642647743225, "Finetune/Step": 15208, "Finetune/Step Time": 5.954607352614403}
+{"Finetune/Learning Rate": 2.208304221836561e-06, "Finetune/Loss": 0.6452761888504028, "Finetune/Loss (Raw)": 0.5825526714324951, "Finetune/Step": 15209, "Finetune/Step Time": 5.939012004062533}
+{"Finetune/Learning Rate": 2.207248805034632e-06, "Finetune/Loss": 0.6453447341918945, "Finetune/Loss (Raw)": 0.6229039430618286, "Finetune/Step": 15210, "Finetune/Step Time": 5.935867974534631}
+{"Finetune/Learning Rate": 2.2061936092129667e-06, "Finetune/Loss": 0.6442788243293762, "Finetune/Loss (Raw)": 0.5727216601371765, "Finetune/Step": 15211, "Finetune/Step Time": 5.934806253761053}
+{"Finetune/Learning Rate": 2.2051386344014856e-06, "Finetune/Loss": 0.6446930766105652, "Finetune/Loss (Raw)": 0.7142165303230286, "Finetune/Step": 15212, "Finetune/Step Time": 5.932715475559235}
+{"Finetune/Learning Rate": 2.20408388063011e-06, "Finetune/Loss": 0.6442423462867737, "Finetune/Loss (Raw)": 0.6264825463294983, "Finetune/Step": 15213, "Finetune/Step Time": 5.936351938173175}
+{"Finetune/Learning Rate": 2.203029347928747e-06, "Finetune/Loss": 0.6433092355728149, "Finetune/Loss (Raw)": 0.6638921499252319, "Finetune/Step": 15214, "Finetune/Step Time": 5.939774127677083}
+{"Finetune/Learning Rate": 2.2019750363273028e-06, "Finetune/Loss": 0.6429792046546936, "Finetune/Loss (Raw)": 0.5726280212402344, "Finetune/Step": 15215, "Finetune/Step Time": 5.936661537736654}
+{"Finetune/Learning Rate": 2.200920945855669e-06, "Finetune/Loss": 0.6436548233032227, "Finetune/Loss (Raw)": 0.7198914885520935, "Finetune/Step": 15216, "Finetune/Step Time": 5.934947907924652}
+{"Finetune/Learning Rate": 2.199867076543739e-06, "Finetune/Loss": 0.6433966755867004, "Finetune/Loss (Raw)": 0.5806468725204468, "Finetune/Step": 15217, "Finetune/Step Time": 5.931778425350785}
+{"Finetune/Learning Rate": 2.198813428421399e-06, "Finetune/Loss": 0.643561840057373, "Finetune/Loss (Raw)": 0.642126202583313, "Finetune/Step": 15218, "Finetune/Step Time": 5.927330709993839}
+{"Finetune/Learning Rate": 2.1977600015185265e-06, "Finetune/Loss": 0.6423888206481934, "Finetune/Loss (Raw)": 0.5393406748771667, "Finetune/Step": 15219, "Finetune/Step Time": 5.947197457775474}
+{"Finetune/Learning Rate": 2.196706795864991e-06, "Finetune/Loss": 0.6429212093353271, "Finetune/Loss (Raw)": 0.7789428234100342, "Finetune/Step": 15220, "Finetune/Step Time": 5.948562785983086}
+{"Finetune/Learning Rate": 2.1956538114906666e-06, "Finetune/Loss": 0.6422083377838135, "Finetune/Loss (Raw)": 0.5683144927024841, "Finetune/Step": 15221, "Finetune/Step Time": 5.948157910257578}
+{"Finetune/Learning Rate": 2.194601048425404e-06, "Finetune/Loss": 0.64201420545578, "Finetune/Loss (Raw)": 0.6624054312705994, "Finetune/Step": 15222, "Finetune/Step Time": 5.9542178977280855}
+{"Finetune/Learning Rate": 2.193548506699061e-06, "Finetune/Loss": 0.6418136358261108, "Finetune/Loss (Raw)": 0.6043537259101868, "Finetune/Step": 15223, "Finetune/Step Time": 5.95188694447279}
+{"Finetune/Learning Rate": 2.192496186341484e-06, "Finetune/Loss": 0.6409805417060852, "Finetune/Loss (Raw)": 0.576363742351532, "Finetune/Step": 15224, "Finetune/Step Time": 5.951129738241434}
+{"Finetune/Learning Rate": 2.1914440873825127e-06, "Finetune/Loss": 0.6393722891807556, "Finetune/Loss (Raw)": 0.5579297542572021, "Finetune/Step": 15225, "Finetune/Step Time": 5.988178720697761}
+{"Finetune/Learning Rate": 2.1903922098519837e-06, "Finetune/Loss": 0.6393432021141052, "Finetune/Loss (Raw)": 0.686165988445282, "Finetune/Step": 15226, "Finetune/Step Time": 5.985176917165518}
+{"Finetune/Learning Rate": 2.189340553779723e-06, "Finetune/Loss": 0.639762282371521, "Finetune/Loss (Raw)": 0.7956666350364685, "Finetune/Step": 15227, "Finetune/Step Time": 5.997811002656817}
+{"Finetune/Learning Rate": 2.1882891191955535e-06, "Finetune/Loss": 0.640033483505249, "Finetune/Loss (Raw)": 0.6435619592666626, "Finetune/Step": 15228, "Finetune/Step Time": 6.012303490191698}
+{"Finetune/Learning Rate": 2.1872379061292916e-06, "Finetune/Loss": 0.6403608322143555, "Finetune/Loss (Raw)": 0.6395195722579956, "Finetune/Step": 15229, "Finetune/Step Time": 6.0144254099577665}
+{"Finetune/Learning Rate": 2.186186914610746e-06, "Finetune/Loss": 0.6410870552062988, "Finetune/Loss (Raw)": 0.6954866647720337, "Finetune/Step": 15230, "Finetune/Step Time": 5.993091657757759}
+{"Finetune/Learning Rate": 2.1851361446697204e-06, "Finetune/Loss": 0.6421418190002441, "Finetune/Loss (Raw)": 0.7674223780632019, "Finetune/Step": 15231, "Finetune/Step Time": 6.001561665907502}
+{"Finetune/Learning Rate": 2.184085596336011e-06, "Finetune/Loss": 0.64153653383255, "Finetune/Loss (Raw)": 0.6483926773071289, "Finetune/Step": 15232, "Finetune/Step Time": 6.001285022124648}
+{"Finetune/Learning Rate": 2.1830352696394087e-06, "Finetune/Loss": 0.6418427228927612, "Finetune/Loss (Raw)": 0.6034745573997498, "Finetune/Step": 15233, "Finetune/Step Time": 6.0084953885525465}
+{"Finetune/Learning Rate": 2.181985164609697e-06, "Finetune/Loss": 0.6416082978248596, "Finetune/Loss (Raw)": 0.5590627789497375, "Finetune/Step": 15234, "Finetune/Step Time": 6.009511323645711}
+{"Finetune/Learning Rate": 2.180935281276655e-06, "Finetune/Loss": 0.6411277055740356, "Finetune/Loss (Raw)": 0.578326404094696, "Finetune/Step": 15235, "Finetune/Step Time": 6.019157597795129}
+{"Finetune/Learning Rate": 2.1798856196700544e-06, "Finetune/Loss": 0.6409223079681396, "Finetune/Loss (Raw)": 0.6317334175109863, "Finetune/Step": 15236, "Finetune/Step Time": 5.999660916626453}
+{"Finetune/Learning Rate": 2.17883617981966e-06, "Finetune/Loss": 0.6408520936965942, "Finetune/Loss (Raw)": 0.6226508617401123, "Finetune/Step": 15237, "Finetune/Step Time": 5.982774654403329}
+{"Finetune/Learning Rate": 2.1777869617552304e-06, "Finetune/Loss": 0.6406065821647644, "Finetune/Loss (Raw)": 0.6615235805511475, "Finetune/Step": 15238, "Finetune/Step Time": 5.981811668723822}
+{"Finetune/Learning Rate": 2.17673796550652e-06, "Finetune/Loss": 0.6420892477035522, "Finetune/Loss (Raw)": 0.8607054948806763, "Finetune/Step": 15239, "Finetune/Step Time": 5.985098645091057}
+{"Finetune/Learning Rate": 2.175689191103275e-06, "Finetune/Loss": 0.6416119337081909, "Finetune/Loss (Raw)": 0.58376145362854, "Finetune/Step": 15240, "Finetune/Step Time": 5.9799238331615925}
+{"Finetune/Learning Rate": 2.1746406385752338e-06, "Finetune/Loss": 0.6422052383422852, "Finetune/Loss (Raw)": 0.6299331188201904, "Finetune/Step": 15241, "Finetune/Step Time": 5.983992708846927}
+{"Finetune/Learning Rate": 2.1735923079521328e-06, "Finetune/Loss": 0.6420285701751709, "Finetune/Loss (Raw)": 0.649693489074707, "Finetune/Step": 15242, "Finetune/Step Time": 5.969374587759376}
+{"Finetune/Learning Rate": 2.1725441992636986e-06, "Finetune/Loss": 0.6416559815406799, "Finetune/Loss (Raw)": 0.5017178654670715, "Finetune/Step": 15243, "Finetune/Step Time": 5.973116846755147}
+{"Finetune/Learning Rate": 2.1714963125396515e-06, "Finetune/Loss": 0.6414056420326233, "Finetune/Loss (Raw)": 0.6254003643989563, "Finetune/Step": 15244, "Finetune/Step Time": 5.976292597129941}
+{"Finetune/Learning Rate": 2.170448647809709e-06, "Finetune/Loss": 0.6434051990509033, "Finetune/Loss (Raw)": 0.6904367208480835, "Finetune/Step": 15245, "Finetune/Step Time": 5.955585453659296}
+{"Finetune/Learning Rate": 2.1694012051035807e-06, "Finetune/Loss": 0.6440280675888062, "Finetune/Loss (Raw)": 0.6695321202278137, "Finetune/Step": 15246, "Finetune/Step Time": 5.95358008146286}
+{"Finetune/Learning Rate": 2.1683539844509614e-06, "Finetune/Loss": 0.6442893743515015, "Finetune/Loss (Raw)": 0.6114556193351746, "Finetune/Step": 15247, "Finetune/Step Time": 5.942924257367849}
+{"Finetune/Learning Rate": 2.1673069858815553e-06, "Finetune/Loss": 0.6423957347869873, "Finetune/Loss (Raw)": 0.5447832942008972, "Finetune/Step": 15248, "Finetune/Step Time": 5.945183962583542}
+{"Finetune/Learning Rate": 2.1662602094250508e-06, "Finetune/Loss": 0.6417962908744812, "Finetune/Loss (Raw)": 0.5814180970191956, "Finetune/Step": 15249, "Finetune/Step Time": 5.950290244072676}
+{"Finetune/Learning Rate": 2.1652136551111304e-06, "Finetune/Loss": 0.6414551734924316, "Finetune/Loss (Raw)": 0.54695063829422, "Finetune/Step": 15250, "Finetune/Step Time": 5.952619906514883}
+{"Finetune/Learning Rate": 2.1641673229694714e-06, "Finetune/Loss": 0.6423149108886719, "Finetune/Loss (Raw)": 0.7032002210617065, "Finetune/Step": 15251, "Finetune/Step Time": 5.944062769412994}
+{"Finetune/Learning Rate": 2.1631212130297472e-06, "Finetune/Loss": 0.6413710117340088, "Finetune/Loss (Raw)": 0.5564717054367065, "Finetune/Step": 15252, "Finetune/Step Time": 5.941327186301351}
+{"Finetune/Learning Rate": 2.1620753253216186e-06, "Finetune/Loss": 0.6426682472229004, "Finetune/Loss (Raw)": 0.711512565612793, "Finetune/Step": 15253, "Finetune/Step Time": 5.93722809292376}
+{"Finetune/Learning Rate": 2.1610296598747426e-06, "Finetune/Loss": 0.6409881114959717, "Finetune/Loss (Raw)": 0.4093289375305176, "Finetune/Step": 15254, "Finetune/Step Time": 5.947617935016751}
+{"Finetune/Learning Rate": 2.159984216718777e-06, "Finetune/Loss": 0.6410372257232666, "Finetune/Loss (Raw)": 0.6723125576972961, "Finetune/Step": 15255, "Finetune/Step Time": 5.922848047688603}
+{"Finetune/Learning Rate": 2.158938995883365e-06, "Finetune/Loss": 0.6406480073928833, "Finetune/Loss (Raw)": 0.6413366198539734, "Finetune/Step": 15256, "Finetune/Step Time": 5.927787616848946}
+{"Finetune/Learning Rate": 2.157893997398146e-06, "Finetune/Loss": 0.6407507061958313, "Finetune/Loss (Raw)": 0.6621251106262207, "Finetune/Step": 15257, "Finetune/Step Time": 5.92831195704639}
+{"Finetune/Learning Rate": 2.156849221292756e-06, "Finetune/Loss": 0.6421259641647339, "Finetune/Loss (Raw)": 0.7197651863098145, "Finetune/Step": 15258, "Finetune/Step Time": 5.93229260481894}
+{"Finetune/Learning Rate": 2.155804667596816e-06, "Finetune/Loss": 0.6436201930046082, "Finetune/Loss (Raw)": 0.7475810647010803, "Finetune/Step": 15259, "Finetune/Step Time": 5.923651695251465}
+{"Finetune/Learning Rate": 2.1547603363399505e-06, "Finetune/Loss": 0.6439098119735718, "Finetune/Loss (Raw)": 0.707454264163971, "Finetune/Step": 15260, "Finetune/Step Time": 5.922134894877672}
+{"Finetune/Learning Rate": 2.15371622755177e-06, "Finetune/Loss": 0.6430937051773071, "Finetune/Loss (Raw)": 0.6175803542137146, "Finetune/Step": 15261, "Finetune/Step Time": 5.907046305015683}
+{"Finetune/Learning Rate": 2.152672341261888e-06, "Finetune/Loss": 0.6429729461669922, "Finetune/Loss (Raw)": 0.6359860301017761, "Finetune/Step": 15262, "Finetune/Step Time": 5.905463354662061}
+{"Finetune/Learning Rate": 2.151628677499904e-06, "Finetune/Loss": 0.6429374814033508, "Finetune/Loss (Raw)": 0.5970935225486755, "Finetune/Step": 15263, "Finetune/Step Time": 5.888955421745777}
+{"Finetune/Learning Rate": 2.150585236295415e-06, "Finetune/Loss": 0.6422712206840515, "Finetune/Loss (Raw)": 0.6105580925941467, "Finetune/Step": 15264, "Finetune/Step Time": 5.86207296513021}
+{"Finetune/Learning Rate": 2.1495420176780056e-06, "Finetune/Loss": 0.6406070590019226, "Finetune/Loss (Raw)": 0.4700595438480377, "Finetune/Step": 15265, "Finetune/Step Time": 5.876808293163776}
+{"Finetune/Learning Rate": 2.1484990216772604e-06, "Finetune/Loss": 0.641029953956604, "Finetune/Loss (Raw)": 0.6654039621353149, "Finetune/Step": 15266, "Finetune/Step Time": 5.8831934947520494}
+{"Finetune/Learning Rate": 2.147456248322758e-06, "Finetune/Loss": 0.6421951055526733, "Finetune/Loss (Raw)": 0.6553419828414917, "Finetune/Step": 15267, "Finetune/Step Time": 5.872967733070254}
+{"Finetune/Learning Rate": 2.1464136976440618e-06, "Finetune/Loss": 0.6427826881408691, "Finetune/Loss (Raw)": 0.657179594039917, "Finetune/Step": 15268, "Finetune/Step Time": 5.877071073278785}
+{"Finetune/Learning Rate": 2.1453713696707447e-06, "Finetune/Loss": 0.6441977024078369, "Finetune/Loss (Raw)": 0.7371153235435486, "Finetune/Step": 15269, "Finetune/Step Time": 5.8958849143236876}
+{"Finetune/Learning Rate": 2.1443292644323623e-06, "Finetune/Loss": 0.6437959671020508, "Finetune/Loss (Raw)": 0.7126485705375671, "Finetune/Step": 15270, "Finetune/Step Time": 5.897677479311824}
+{"Finetune/Learning Rate": 2.143287381958461e-06, "Finetune/Loss": 0.6428576707839966, "Finetune/Loss (Raw)": 0.6243802309036255, "Finetune/Step": 15271, "Finetune/Step Time": 5.896704340353608}
+{"Finetune/Learning Rate": 2.1422457222785875e-06, "Finetune/Loss": 0.6438655853271484, "Finetune/Loss (Raw)": 0.6998356580734253, "Finetune/Step": 15272, "Finetune/Step Time": 5.8962784968316555}
+{"Finetune/Learning Rate": 2.1412042854222804e-06, "Finetune/Loss": 0.6431375741958618, "Finetune/Loss (Raw)": 0.6912896633148193, "Finetune/Step": 15273, "Finetune/Step Time": 5.887337107211351}
+{"Finetune/Learning Rate": 2.1401630714190736e-06, "Finetune/Loss": 0.6433770656585693, "Finetune/Loss (Raw)": 0.5986109972000122, "Finetune/Step": 15274, "Finetune/Step Time": 5.869088042527437}
+{"Finetune/Learning Rate": 2.13912208029849e-06, "Finetune/Loss": 0.64375901222229, "Finetune/Loss (Raw)": 0.6243788599967957, "Finetune/Step": 15275, "Finetune/Step Time": 5.867993377149105}
+{"Finetune/Learning Rate": 2.138081312090052e-06, "Finetune/Loss": 0.643121600151062, "Finetune/Loss (Raw)": 0.6674562096595764, "Finetune/Step": 15276, "Finetune/Step Time": 5.86847866512835}
+{"Finetune/Learning Rate": 2.1370407668232727e-06, "Finetune/Loss": 0.6429208517074585, "Finetune/Loss (Raw)": 0.6669437289237976, "Finetune/Step": 15277, "Finetune/Step Time": 5.875764217227697}
+{"Finetune/Learning Rate": 2.136000444527656e-06, "Finetune/Loss": 0.6438669562339783, "Finetune/Loss (Raw)": 0.6807096600532532, "Finetune/Step": 15278, "Finetune/Step Time": 5.871524972841144}
+{"Finetune/Learning Rate": 2.134960345232706e-06, "Finetune/Loss": 0.6449600458145142, "Finetune/Loss (Raw)": 0.7311798930168152, "Finetune/Step": 15279, "Finetune/Step Time": 5.870821798220277}
+{"Finetune/Learning Rate": 2.133920468967915e-06, "Finetune/Loss": 0.6447110176086426, "Finetune/Loss (Raw)": 0.6019537448883057, "Finetune/Step": 15280, "Finetune/Step Time": 5.869334384799004}
+{"Finetune/Learning Rate": 2.1328808157627713e-06, "Finetune/Loss": 0.64490807056427, "Finetune/Loss (Raw)": 0.6127932667732239, "Finetune/Step": 15281, "Finetune/Step Time": 5.8684462532401085}
+{"Finetune/Learning Rate": 2.1318413856467556e-06, "Finetune/Loss": 0.644250750541687, "Finetune/Loss (Raw)": 0.6283669471740723, "Finetune/Step": 15282, "Finetune/Step Time": 5.871625438332558}
+{"Finetune/Learning Rate": 2.130802178649346e-06, "Finetune/Loss": 0.6447217464447021, "Finetune/Loss (Raw)": 0.6561403870582581, "Finetune/Step": 15283, "Finetune/Step Time": 5.875404017046094}
+{"Finetune/Learning Rate": 2.1297631948000087e-06, "Finetune/Loss": 0.6467039585113525, "Finetune/Loss (Raw)": 0.815467119216919, "Finetune/Step": 15284, "Finetune/Step Time": 5.881666876375675}
+{"Finetune/Learning Rate": 2.1287244341282064e-06, "Finetune/Loss": 0.6465798616409302, "Finetune/Loss (Raw)": 0.4966461956501007, "Finetune/Step": 15285, "Finetune/Step Time": 5.878545876592398}
+{"Finetune/Learning Rate": 2.127685896663397e-06, "Finetune/Loss": 0.6456668376922607, "Finetune/Loss (Raw)": 0.5819128155708313, "Finetune/Step": 15286, "Finetune/Step Time": 5.879863256588578}
+{"Finetune/Learning Rate": 2.1266475824350295e-06, "Finetune/Loss": 0.6459188461303711, "Finetune/Loss (Raw)": 0.7203379273414612, "Finetune/Step": 15287, "Finetune/Step Time": 5.883689166978002}
+{"Finetune/Learning Rate": 2.125609491472549e-06, "Finetune/Loss": 0.6461698412895203, "Finetune/Loss (Raw)": 0.6410001516342163, "Finetune/Step": 15288, "Finetune/Step Time": 5.8852320201694965}
+{"Finetune/Learning Rate": 2.1245716238053903e-06, "Finetune/Loss": 0.6452929377555847, "Finetune/Loss (Raw)": 0.6030651330947876, "Finetune/Step": 15289, "Finetune/Step Time": 5.88347839564085}
+{"Finetune/Learning Rate": 2.1235339794629863e-06, "Finetune/Loss": 0.6445827484130859, "Finetune/Loss (Raw)": 0.5706058144569397, "Finetune/Step": 15290, "Finetune/Step Time": 5.877094587311149}
+{"Finetune/Learning Rate": 2.1224965584747603e-06, "Finetune/Loss": 0.644106924533844, "Finetune/Loss (Raw)": 0.6400267481803894, "Finetune/Step": 15291, "Finetune/Step Time": 5.8842682503163815}
+{"Finetune/Learning Rate": 2.121459360870132e-06, "Finetune/Loss": 0.643136739730835, "Finetune/Loss (Raw)": 0.5401853919029236, "Finetune/Step": 15292, "Finetune/Step Time": 5.879060804843903}
+{"Finetune/Learning Rate": 2.1204223866785112e-06, "Finetune/Loss": 0.6407638192176819, "Finetune/Loss (Raw)": 0.5375471711158752, "Finetune/Step": 15293, "Finetune/Step Time": 5.876239439472556}
+{"Finetune/Learning Rate": 2.1193856359293087e-06, "Finetune/Loss": 0.6415871381759644, "Finetune/Loss (Raw)": 0.6954215168952942, "Finetune/Step": 15294, "Finetune/Step Time": 5.883647011592984}
+{"Finetune/Learning Rate": 2.118349108651918e-06, "Finetune/Loss": 0.6402654647827148, "Finetune/Loss (Raw)": 0.521012008190155, "Finetune/Step": 15295, "Finetune/Step Time": 5.885708408430219}
+{"Finetune/Learning Rate": 2.1173128048757307e-06, "Finetune/Loss": 0.6409223079681396, "Finetune/Loss (Raw)": 0.7301676273345947, "Finetune/Step": 15296, "Finetune/Step Time": 5.882226709276438}
+{"Finetune/Learning Rate": 2.11627672463014e-06, "Finetune/Loss": 0.6406125426292419, "Finetune/Loss (Raw)": 0.6458274722099304, "Finetune/Step": 15297, "Finetune/Step Time": 5.880716985091567}
+{"Finetune/Learning Rate": 2.1152408679445224e-06, "Finetune/Loss": 0.6398483514785767, "Finetune/Loss (Raw)": 0.5483859777450562, "Finetune/Step": 15298, "Finetune/Step Time": 5.879806028679013}
+{"Finetune/Learning Rate": 2.1142052348482533e-06, "Finetune/Loss": 0.6391216516494751, "Finetune/Loss (Raw)": 0.5450523495674133, "Finetune/Step": 15299, "Finetune/Step Time": 5.881409240886569}
+{"Finetune/Learning Rate": 2.113169825370701e-06, "Finetune/Loss": 0.6390109658241272, "Finetune/Loss (Raw)": 0.6415174603462219, "Finetune/Step": 15300, "Finetune/Step Time": 5.87447832711041}
+{"Finetune/Learning Rate": 2.1121346395412245e-06, "Finetune/Loss": 0.6390581130981445, "Finetune/Loss (Raw)": 0.6487045884132385, "Finetune/Step": 15301, "Finetune/Step Time": 5.870387094095349}
+{"Finetune/Learning Rate": 2.1110996773891777e-06, "Finetune/Loss": 0.6377743482589722, "Finetune/Loss (Raw)": 0.6267610788345337, "Finetune/Step": 15302, "Finetune/Step Time": 5.870816251263022}
+{"Finetune/Learning Rate": 2.11006493894391e-06, "Finetune/Loss": 0.6378698945045471, "Finetune/Loss (Raw)": 0.6866399049758911, "Finetune/Step": 15303, "Finetune/Step Time": 5.871174767613411}
+{"Finetune/Learning Rate": 2.109030424234766e-06, "Finetune/Loss": 0.6377108097076416, "Finetune/Loss (Raw)": 0.557801365852356, "Finetune/Step": 15304, "Finetune/Step Time": 5.860269216820598}
+{"Finetune/Learning Rate": 2.1079961332910814e-06, "Finetune/Loss": 0.6376150846481323, "Finetune/Loss (Raw)": 0.6497101187705994, "Finetune/Step": 15305, "Finetune/Step Time": 5.857505159452558}
+{"Finetune/Learning Rate": 2.1069620661421865e-06, "Finetune/Loss": 0.6359212398529053, "Finetune/Loss (Raw)": 0.43068283796310425, "Finetune/Step": 15306, "Finetune/Step Time": 5.881137724965811}
+{"Finetune/Learning Rate": 2.105928222817399e-06, "Finetune/Loss": 0.635976254940033, "Finetune/Loss (Raw)": 0.7250008583068848, "Finetune/Step": 15307, "Finetune/Step Time": 5.88266134634614}
+{"Finetune/Learning Rate": 2.1048946033460417e-06, "Finetune/Loss": 0.6361145973205566, "Finetune/Loss (Raw)": 0.5981224775314331, "Finetune/Step": 15308, "Finetune/Step Time": 5.880482129752636}
+{"Finetune/Learning Rate": 2.103861207757422e-06, "Finetune/Loss": 0.6346390843391418, "Finetune/Loss (Raw)": 0.5092402100563049, "Finetune/Step": 15309, "Finetune/Step Time": 5.882442193105817}
+{"Finetune/Learning Rate": 2.1028280360808405e-06, "Finetune/Loss": 0.6345745921134949, "Finetune/Loss (Raw)": 0.6312770247459412, "Finetune/Step": 15310, "Finetune/Step Time": 5.881470339372754}
+{"Finetune/Learning Rate": 2.101795088345604e-06, "Finetune/Loss": 0.6333078145980835, "Finetune/Loss (Raw)": 0.4674060642719269, "Finetune/Step": 15311, "Finetune/Step Time": 5.885539365932345}
+{"Finetune/Learning Rate": 2.1007623645810004e-06, "Finetune/Loss": 0.6334304213523865, "Finetune/Loss (Raw)": 0.7159843444824219, "Finetune/Step": 15312, "Finetune/Step Time": 5.879714410752058}
+{"Finetune/Learning Rate": 2.0997298648163122e-06, "Finetune/Loss": 0.633955717086792, "Finetune/Loss (Raw)": 0.6485505700111389, "Finetune/Step": 15313, "Finetune/Step Time": 5.881150567904115}
+{"Finetune/Learning Rate": 2.098697589080819e-06, "Finetune/Loss": 0.635746955871582, "Finetune/Loss (Raw)": 0.7768574357032776, "Finetune/Step": 15314, "Finetune/Step Time": 5.870564512908459}
+{"Finetune/Learning Rate": 2.0976655374037947e-06, "Finetune/Loss": 0.6362468004226685, "Finetune/Loss (Raw)": 0.5653928518295288, "Finetune/Step": 15315, "Finetune/Step Time": 5.874345971271396}
+{"Finetune/Learning Rate": 2.096633709814504e-06, "Finetune/Loss": 0.6352106928825378, "Finetune/Loss (Raw)": 0.4613730311393738, "Finetune/Step": 15316, "Finetune/Step Time": 5.885293714702129}
+{"Finetune/Learning Rate": 2.095602106342205e-06, "Finetune/Loss": 0.6349707841873169, "Finetune/Loss (Raw)": 0.6322476863861084, "Finetune/Step": 15317, "Finetune/Step Time": 5.888710530474782}
+{"Finetune/Learning Rate": 2.094570727016155e-06, "Finetune/Loss": 0.6343519687652588, "Finetune/Loss (Raw)": 0.744942307472229, "Finetune/Step": 15318, "Finetune/Step Time": 5.883992543444037}
+{"Finetune/Learning Rate": 2.0935395718656025e-06, "Finetune/Loss": 0.6347320675849915, "Finetune/Loss (Raw)": 0.6344139575958252, "Finetune/Step": 15319, "Finetune/Step Time": 5.8898798525333405}
+{"Finetune/Learning Rate": 2.0925086409197815e-06, "Finetune/Loss": 0.6328855156898499, "Finetune/Loss (Raw)": 0.43830445408821106, "Finetune/Step": 15320, "Finetune/Step Time": 5.8886370081454515}
+{"Finetune/Learning Rate": 2.0914779342079292e-06, "Finetune/Loss": 0.6333957314491272, "Finetune/Loss (Raw)": 0.7152698636054993, "Finetune/Step": 15321, "Finetune/Step Time": 5.899513103067875}
+{"Finetune/Learning Rate": 2.0904474517592755e-06, "Finetune/Loss": 0.6318970918655396, "Finetune/Loss (Raw)": 0.5110406875610352, "Finetune/Step": 15322, "Finetune/Step Time": 5.926504710689187}
+{"Finetune/Learning Rate": 2.0894171936030395e-06, "Finetune/Loss": 0.6319617629051208, "Finetune/Loss (Raw)": 0.6516600847244263, "Finetune/Step": 15323, "Finetune/Step Time": 5.925621988251805}
+{"Finetune/Learning Rate": 2.088387159768437e-06, "Finetune/Loss": 0.6316401362419128, "Finetune/Loss (Raw)": 0.6485857367515564, "Finetune/Step": 15324, "Finetune/Step Time": 5.917667588219047}
+{"Finetune/Learning Rate": 2.0873573502846765e-06, "Finetune/Loss": 0.6318501234054565, "Finetune/Loss (Raw)": 0.6388236284255981, "Finetune/Step": 15325, "Finetune/Step Time": 5.917819244787097}
+{"Finetune/Learning Rate": 2.086327765180961e-06, "Finetune/Loss": 0.6315667033195496, "Finetune/Loss (Raw)": 0.6494325995445251, "Finetune/Step": 15326, "Finetune/Step Time": 5.911526644602418}
+{"Finetune/Learning Rate": 2.0852984044864878e-06, "Finetune/Loss": 0.6320105791091919, "Finetune/Loss (Raw)": 0.6632649302482605, "Finetune/Step": 15327, "Finetune/Step Time": 5.910266326740384}
+{"Finetune/Learning Rate": 2.0842692682304442e-06, "Finetune/Loss": 0.63252854347229, "Finetune/Loss (Raw)": 0.7103566527366638, "Finetune/Step": 15328, "Finetune/Step Time": 5.910482104867697}
+{"Finetune/Learning Rate": 2.0832403564420158e-06, "Finetune/Loss": 0.6334699392318726, "Finetune/Loss (Raw)": 0.6348884701728821, "Finetune/Step": 15329, "Finetune/Step Time": 5.91055591404438}
+{"Finetune/Learning Rate": 2.082211669150378e-06, "Finetune/Loss": 0.6323283910751343, "Finetune/Loss (Raw)": 0.6012769341468811, "Finetune/Step": 15330, "Finetune/Step Time": 5.913159020245075}
+{"Finetune/Learning Rate": 2.081183206384703e-06, "Finetune/Loss": 0.6333974599838257, "Finetune/Loss (Raw)": 0.7851494550704956, "Finetune/Step": 15331, "Finetune/Step Time": 5.908658659085631}
+{"Finetune/Learning Rate": 2.0801549681741526e-06, "Finetune/Loss": 0.6332210302352905, "Finetune/Loss (Raw)": 0.7008128762245178, "Finetune/Step": 15332, "Finetune/Step Time": 5.907909957692027}
+{"Finetune/Learning Rate": 2.0791269545478875e-06, "Finetune/Loss": 0.6329942345619202, "Finetune/Loss (Raw)": 0.5637505054473877, "Finetune/Step": 15333, "Finetune/Step Time": 5.907615553587675}
+{"Finetune/Learning Rate": 2.078099165535058e-06, "Finetune/Loss": 0.634726881980896, "Finetune/Loss (Raw)": 0.7910985350608826, "Finetune/Step": 15334, "Finetune/Step Time": 5.906758269295096}
+{"Finetune/Learning Rate": 2.0770716011648095e-06, "Finetune/Loss": 0.6354858875274658, "Finetune/Loss (Raw)": 0.7385392189025879, "Finetune/Step": 15335, "Finetune/Step Time": 5.901226237416267}
+{"Finetune/Learning Rate": 2.0760442614662803e-06, "Finetune/Loss": 0.6358299255371094, "Finetune/Loss (Raw)": 0.7701029777526855, "Finetune/Step": 15336, "Finetune/Step Time": 5.917578486725688}
+{"Finetune/Learning Rate": 2.075017146468603e-06, "Finetune/Loss": 0.6364791989326477, "Finetune/Loss (Raw)": 0.66566401720047, "Finetune/Step": 15337, "Finetune/Step Time": 5.91756334528327}
+{"Finetune/Learning Rate": 2.073990256200903e-06, "Finetune/Loss": 0.6367126107215881, "Finetune/Loss (Raw)": 0.6527804136276245, "Finetune/Step": 15338, "Finetune/Step Time": 5.9214261919260025}
+{"Finetune/Learning Rate": 2.0729635906923018e-06, "Finetune/Loss": 0.6375856399536133, "Finetune/Loss (Raw)": 0.684464693069458, "Finetune/Step": 15339, "Finetune/Step Time": 5.925843732431531}
+{"Finetune/Learning Rate": 2.0719371499719123e-06, "Finetune/Loss": 0.6373854875564575, "Finetune/Loss (Raw)": 0.6885986924171448, "Finetune/Step": 15340, "Finetune/Step Time": 5.9314759112894535}
+{"Finetune/Learning Rate": 2.0709109340688392e-06, "Finetune/Loss": 0.6368635892868042, "Finetune/Loss (Raw)": 0.5596742630004883, "Finetune/Step": 15341, "Finetune/Step Time": 5.929984804242849}
+{"Finetune/Learning Rate": 2.069884943012186e-06, "Finetune/Loss": 0.6361372470855713, "Finetune/Loss (Raw)": 0.5709285140037537, "Finetune/Step": 15342, "Finetune/Step Time": 5.926868535578251}
+{"Finetune/Learning Rate": 2.0688591768310473e-06, "Finetune/Loss": 0.6379694938659668, "Finetune/Loss (Raw)": 0.8071516752243042, "Finetune/Step": 15343, "Finetune/Step Time": 5.9298447128385305}
+{"Finetune/Learning Rate": 2.0678336355545047e-06, "Finetune/Loss": 0.6376221179962158, "Finetune/Loss (Raw)": 0.6754307150840759, "Finetune/Step": 15344, "Finetune/Step Time": 5.933253789320588}
+{"Finetune/Learning Rate": 2.066808319211646e-06, "Finetune/Loss": 0.6374479532241821, "Finetune/Loss (Raw)": 0.5583462119102478, "Finetune/Step": 15345, "Finetune/Step Time": 5.933589231222868}
+{"Finetune/Learning Rate": 2.065783227831545e-06, "Finetune/Loss": 0.6384378671646118, "Finetune/Loss (Raw)": 0.7688338756561279, "Finetune/Step": 15346, "Finetune/Step Time": 5.9314207304269075}
+{"Finetune/Learning Rate": 2.06475836144327e-06, "Finetune/Loss": 0.6388339996337891, "Finetune/Loss (Raw)": 0.5900539755821228, "Finetune/Step": 15347, "Finetune/Step Time": 5.910453796386719}
+{"Finetune/Learning Rate": 2.063733720075882e-06, "Finetune/Loss": 0.6372132301330566, "Finetune/Loss (Raw)": 0.5714828372001648, "Finetune/Step": 15348, "Finetune/Step Time": 5.920218024402857}
+{"Finetune/Learning Rate": 2.062709303758441e-06, "Finetune/Loss": 0.6378134489059448, "Finetune/Loss (Raw)": 0.6451416611671448, "Finetune/Step": 15349, "Finetune/Step Time": 5.9213833175599575}
+{"Finetune/Learning Rate": 2.061685112519992e-06, "Finetune/Loss": 0.6375495195388794, "Finetune/Loss (Raw)": 0.6286159157752991, "Finetune/Step": 15350, "Finetune/Step Time": 5.918437046930194}
+{"Finetune/Learning Rate": 2.0606611463895787e-06, "Finetune/Loss": 0.6380574107170105, "Finetune/Loss (Raw)": 0.6693704128265381, "Finetune/Step": 15351, "Finetune/Step Time": 5.923000551760197}
+{"Finetune/Learning Rate": 2.0596374053962363e-06, "Finetune/Loss": 0.639067530632019, "Finetune/Loss (Raw)": 0.7056624293327332, "Finetune/Step": 15352, "Finetune/Step Time": 5.920585630461574}
+{"Finetune/Learning Rate": 2.058613889569e-06, "Finetune/Loss": 0.6391561031341553, "Finetune/Loss (Raw)": 0.5692608952522278, "Finetune/Step": 15353, "Finetune/Step Time": 5.882097460329533}
+{"Finetune/Learning Rate": 2.0575905989368917e-06, "Finetune/Loss": 0.6381711959838867, "Finetune/Loss (Raw)": 0.5601018667221069, "Finetune/Step": 15354, "Finetune/Step Time": 5.88503491319716}
+{"Finetune/Learning Rate": 2.0565675335289316e-06, "Finetune/Loss": 0.6362800598144531, "Finetune/Loss (Raw)": 0.5536025762557983, "Finetune/Step": 15355, "Finetune/Step Time": 5.886620989069343}
+{"Finetune/Learning Rate": 2.0555446933741263e-06, "Finetune/Loss": 0.6368933320045471, "Finetune/Loss (Raw)": 0.7220574021339417, "Finetune/Step": 15356, "Finetune/Step Time": 5.869944583624601}
+{"Finetune/Learning Rate": 2.054522078501482e-06, "Finetune/Loss": 0.6367900967597961, "Finetune/Loss (Raw)": 0.6263101696968079, "Finetune/Step": 15357, "Finetune/Step Time": 5.870037594810128}
+{"Finetune/Learning Rate": 2.053499688939997e-06, "Finetune/Loss": 0.6361663341522217, "Finetune/Loss (Raw)": 0.6156466603279114, "Finetune/Step": 15358, "Finetune/Step Time": 5.866685386747122}
+{"Finetune/Learning Rate": 2.0524775247186613e-06, "Finetune/Loss": 0.635114312171936, "Finetune/Loss (Raw)": 0.6327632069587708, "Finetune/Step": 15359, "Finetune/Step Time": 5.869999581947923}
+{"Finetune/Learning Rate": 2.0514555858664663e-06, "Finetune/Loss": 0.6355989575386047, "Finetune/Loss (Raw)": 0.7104232907295227, "Finetune/Step": 15360, "Finetune/Step Time": 5.877431023865938}
+{"Finetune/Learning Rate": 2.0504338724123906e-06, "Finetune/Loss": 0.6362648010253906, "Finetune/Loss (Raw)": 0.6887010335922241, "Finetune/Step": 15361, "Finetune/Step Time": 5.881650343537331}
+{"Finetune/Learning Rate": 2.0494123843854032e-06, "Finetune/Loss": 0.6373801827430725, "Finetune/Loss (Raw)": 0.70182865858078, "Finetune/Step": 15362, "Finetune/Step Time": 5.877419715747237}
+{"Finetune/Learning Rate": 2.0483911218144713e-06, "Finetune/Loss": 0.6377620697021484, "Finetune/Loss (Raw)": 0.6272127032279968, "Finetune/Step": 15363, "Finetune/Step Time": 5.86615264415741}
+{"Finetune/Learning Rate": 2.047370084728556e-06, "Finetune/Loss": 0.638642430305481, "Finetune/Loss (Raw)": 0.7444193363189697, "Finetune/Step": 15364, "Finetune/Step Time": 5.867356752976775}
+{"Finetune/Learning Rate": 2.04634927315661e-06, "Finetune/Loss": 0.6383090019226074, "Finetune/Loss (Raw)": 0.5799687504768372, "Finetune/Step": 15365, "Finetune/Step Time": 5.8692216500639915}
+{"Finetune/Learning Rate": 2.0453286871275802e-06, "Finetune/Loss": 0.6380822062492371, "Finetune/Loss (Raw)": 0.6324920058250427, "Finetune/Step": 15366, "Finetune/Step Time": 5.870892571285367}
+{"Finetune/Learning Rate": 2.0443083266704134e-06, "Finetune/Loss": 0.6362420320510864, "Finetune/Loss (Raw)": 0.6251661777496338, "Finetune/Step": 15367, "Finetune/Step Time": 5.8672714829444885}
+{"Finetune/Learning Rate": 2.043288191814037e-06, "Finetune/Loss": 0.637198805809021, "Finetune/Loss (Raw)": 0.7062330842018127, "Finetune/Step": 15368, "Finetune/Step Time": 5.867219604551792}
+{"Finetune/Learning Rate": 2.042268282587382e-06, "Finetune/Loss": 0.6373996734619141, "Finetune/Loss (Raw)": 0.6556458473205566, "Finetune/Step": 15369, "Finetune/Step Time": 5.864588763564825}
+{"Finetune/Learning Rate": 2.0412485990193685e-06, "Finetune/Loss": 0.6374224424362183, "Finetune/Loss (Raw)": 0.6526058912277222, "Finetune/Step": 15370, "Finetune/Step Time": 5.861551709473133}
+{"Finetune/Learning Rate": 2.040229141138914e-06, "Finetune/Loss": 0.6386939287185669, "Finetune/Loss (Raw)": 0.6644703149795532, "Finetune/Step": 15371, "Finetune/Step Time": 5.860638214275241}
+{"Finetune/Learning Rate": 2.0392099089749263e-06, "Finetune/Loss": 0.6385037302970886, "Finetune/Loss (Raw)": 0.601050615310669, "Finetune/Step": 15372, "Finetune/Step Time": 5.857919974252582}
+{"Finetune/Learning Rate": 2.0381909025563084e-06, "Finetune/Loss": 0.6387375593185425, "Finetune/Loss (Raw)": 0.7203672528266907, "Finetune/Step": 15373, "Finetune/Step Time": 5.857703652232885}
+{"Finetune/Learning Rate": 2.0371721219119556e-06, "Finetune/Loss": 0.63817298412323, "Finetune/Loss (Raw)": 0.5972660183906555, "Finetune/Step": 15374, "Finetune/Step Time": 5.858094964176416}
+{"Finetune/Learning Rate": 2.036153567070759e-06, "Finetune/Loss": 0.638430118560791, "Finetune/Loss (Raw)": 0.6443684697151184, "Finetune/Step": 15375, "Finetune/Step Time": 5.862777262926102}
+{"Finetune/Learning Rate": 2.035135238061601e-06, "Finetune/Loss": 0.6390591859817505, "Finetune/Loss (Raw)": 0.6253044009208679, "Finetune/Step": 15376, "Finetune/Step Time": 5.860680717974901}
+{"Finetune/Learning Rate": 2.034117134913358e-06, "Finetune/Loss": 0.6384012699127197, "Finetune/Loss (Raw)": 0.49720171093940735, "Finetune/Step": 15377, "Finetune/Step Time": 5.877303179353476}
+{"Finetune/Learning Rate": 2.0330992576549015e-06, "Finetune/Loss": 0.6391226649284363, "Finetune/Loss (Raw)": 0.6392903327941895, "Finetune/Step": 15378, "Finetune/Step Time": 5.872520020231605}
+{"Finetune/Learning Rate": 2.032081606315095e-06, "Finetune/Loss": 0.63941490650177, "Finetune/Loss (Raw)": 0.7406115531921387, "Finetune/Step": 15379, "Finetune/Step Time": 5.872085873037577}
+{"Finetune/Learning Rate": 2.031064180922796e-06, "Finetune/Loss": 0.6404922008514404, "Finetune/Loss (Raw)": 0.694357693195343, "Finetune/Step": 15380, "Finetune/Step Time": 5.876958515495062}
+{"Finetune/Learning Rate": 2.030046981506857e-06, "Finetune/Loss": 0.6397712230682373, "Finetune/Loss (Raw)": 0.619231641292572, "Finetune/Step": 15381, "Finetune/Step Time": 5.889238631352782}
+{"Finetune/Learning Rate": 2.0290300080961213e-06, "Finetune/Loss": 0.64117830991745, "Finetune/Loss (Raw)": 0.5894320011138916, "Finetune/Step": 15382, "Finetune/Step Time": 5.878276856616139}
+{"Finetune/Learning Rate": 2.0280132607194293e-06, "Finetune/Loss": 0.6405584812164307, "Finetune/Loss (Raw)": 0.5929829478263855, "Finetune/Step": 15383, "Finetune/Step Time": 5.894012799486518}
+{"Finetune/Learning Rate": 2.026996739405611e-06, "Finetune/Loss": 0.6412420272827148, "Finetune/Loss (Raw)": 0.7288267612457275, "Finetune/Step": 15384, "Finetune/Step Time": 5.889601435512304}
+{"Finetune/Learning Rate": 2.025980444183496e-06, "Finetune/Loss": 0.6408356428146362, "Finetune/Loss (Raw)": 0.6101124882698059, "Finetune/Step": 15385, "Finetune/Step Time": 5.888592096045613}
+{"Finetune/Learning Rate": 2.0249643750818947e-06, "Finetune/Loss": 0.6404839754104614, "Finetune/Loss (Raw)": 0.6747469902038574, "Finetune/Step": 15386, "Finetune/Step Time": 5.8874087780714035}
+{"Finetune/Learning Rate": 2.023948532129629e-06, "Finetune/Loss": 0.6392866373062134, "Finetune/Loss (Raw)": 0.5943207740783691, "Finetune/Step": 15387, "Finetune/Step Time": 5.891314651817083}
+{"Finetune/Learning Rate": 2.022932915355502e-06, "Finetune/Loss": 0.6389411687850952, "Finetune/Loss (Raw)": 0.6632411479949951, "Finetune/Step": 15388, "Finetune/Step Time": 5.916779614984989}
+{"Finetune/Learning Rate": 2.0219175247883138e-06, "Finetune/Loss": 0.639320433139801, "Finetune/Loss (Raw)": 0.6661196351051331, "Finetune/Step": 15389, "Finetune/Step Time": 5.9116381630301476}
+{"Finetune/Learning Rate": 2.020902360456858e-06, "Finetune/Loss": 0.6393799185752869, "Finetune/Loss (Raw)": 0.6435967087745667, "Finetune/Step": 15390, "Finetune/Step Time": 5.908645737916231}
+{"Finetune/Learning Rate": 2.0198874223899247e-06, "Finetune/Loss": 0.64003586769104, "Finetune/Loss (Raw)": 0.681064248085022, "Finetune/Step": 15391, "Finetune/Step Time": 5.922979449853301}
+{"Finetune/Learning Rate": 2.0188727106162874e-06, "Finetune/Loss": 0.6403121948242188, "Finetune/Loss (Raw)": 0.6459240913391113, "Finetune/Step": 15392, "Finetune/Step Time": 5.926077846437693}
+{"Finetune/Learning Rate": 2.017858225164724e-06, "Finetune/Loss": 0.6421294212341309, "Finetune/Loss (Raw)": 0.7026612758636475, "Finetune/Step": 15393, "Finetune/Step Time": 5.908025743439794}
+{"Finetune/Learning Rate": 2.0168439660640047e-06, "Finetune/Loss": 0.6417443752288818, "Finetune/Loss (Raw)": 0.6161190271377563, "Finetune/Step": 15394, "Finetune/Step Time": 5.903201956301928}
+{"Finetune/Learning Rate": 2.01582993334289e-06, "Finetune/Loss": 0.6416020393371582, "Finetune/Loss (Raw)": 0.6371268033981323, "Finetune/Step": 15395, "Finetune/Step Time": 5.902049768716097}
+{"Finetune/Learning Rate": 2.014816127030135e-06, "Finetune/Loss": 0.6416709423065186, "Finetune/Loss (Raw)": 0.6659924983978271, "Finetune/Step": 15396, "Finetune/Step Time": 5.886437069624662}
+{"Finetune/Learning Rate": 2.0138025471544896e-06, "Finetune/Loss": 0.6406399011611938, "Finetune/Loss (Raw)": 0.6051457524299622, "Finetune/Step": 15397, "Finetune/Step Time": 5.865633124485612}
+{"Finetune/Learning Rate": 2.012789193744692e-06, "Finetune/Loss": 0.6408133506774902, "Finetune/Loss (Raw)": 0.7348538637161255, "Finetune/Step": 15398, "Finetune/Step Time": 5.8644145131111145}
+{"Finetune/Learning Rate": 2.0117760668294796e-06, "Finetune/Loss": 0.6403557062149048, "Finetune/Loss (Raw)": 0.5658060908317566, "Finetune/Step": 15399, "Finetune/Step Time": 5.866899581626058}
+{"Finetune/Learning Rate": 2.0107631664375805e-06, "Finetune/Loss": 0.6392242908477783, "Finetune/Loss (Raw)": 0.5550107359886169, "Finetune/Step": 15400, "Finetune/Step Time": 5.86714431270957}
+{"Finetune/Learning Rate": 2.0097504925977217e-06, "Finetune/Loss": 0.6383582353591919, "Finetune/Loss (Raw)": 0.5804306864738464, "Finetune/Step": 15401, "Finetune/Step Time": 5.86495365947485}
+{"Finetune/Learning Rate": 2.0087380453386185e-06, "Finetune/Loss": 0.6383705139160156, "Finetune/Loss (Raw)": 0.6001815795898438, "Finetune/Step": 15402, "Finetune/Step Time": 5.870975129306316}
+{"Finetune/Learning Rate": 2.0077258246889795e-06, "Finetune/Loss": 0.6381630897521973, "Finetune/Loss (Raw)": 0.5978320837020874, "Finetune/Step": 15403, "Finetune/Step Time": 5.870207225903869}
+{"Finetune/Learning Rate": 2.0067138306775126e-06, "Finetune/Loss": 0.6386420726776123, "Finetune/Loss (Raw)": 0.7287701964378357, "Finetune/Step": 15404, "Finetune/Step Time": 5.888862544670701}
+{"Finetune/Learning Rate": 2.005702063332908e-06, "Finetune/Loss": 0.6375806331634521, "Finetune/Loss (Raw)": 0.5310696363449097, "Finetune/Step": 15405, "Finetune/Step Time": 5.885116722434759}
+{"Finetune/Learning Rate": 2.0046905226838607e-06, "Finetune/Loss": 0.6370923519134521, "Finetune/Loss (Raw)": 0.6182105541229248, "Finetune/Step": 15406, "Finetune/Step Time": 5.8852477334439754}
+{"Finetune/Learning Rate": 2.003679208759055e-06, "Finetune/Loss": 0.636243999004364, "Finetune/Loss (Raw)": 0.6225996613502502, "Finetune/Step": 15407, "Finetune/Step Time": 5.892584804445505}
+{"Finetune/Learning Rate": 2.0026681215871656e-06, "Finetune/Loss": 0.6373589634895325, "Finetune/Loss (Raw)": 0.7446640729904175, "Finetune/Step": 15408, "Finetune/Step Time": 5.8964412827044725}
+{"Finetune/Learning Rate": 2.0016572611968688e-06, "Finetune/Loss": 0.637696385383606, "Finetune/Loss (Raw)": 0.6559762954711914, "Finetune/Step": 15409, "Finetune/Step Time": 5.895559340715408}
+{"Finetune/Learning Rate": 2.000646627616831e-06, "Finetune/Loss": 0.6383054256439209, "Finetune/Loss (Raw)": 0.706326961517334, "Finetune/Step": 15410, "Finetune/Step Time": 5.895923089236021}
+{"Finetune/Learning Rate": 1.9996362208757046e-06, "Finetune/Loss": 0.6353219747543335, "Finetune/Loss (Raw)": 0.27425891160964966, "Finetune/Step": 15411, "Finetune/Step Time": 5.9330874010920525}
+{"Finetune/Learning Rate": 1.998626041002146e-06, "Finetune/Loss": 0.6345131397247314, "Finetune/Loss (Raw)": 0.7119336128234863, "Finetune/Step": 15412, "Finetune/Step Time": 5.925467286258936}
+{"Finetune/Learning Rate": 1.9976160880247995e-06, "Finetune/Loss": 0.634983479976654, "Finetune/Loss (Raw)": 0.5568537712097168, "Finetune/Step": 15413, "Finetune/Step Time": 5.92398028075695}
+{"Finetune/Learning Rate": 1.9966063619723055e-06, "Finetune/Loss": 0.6347732543945312, "Finetune/Loss (Raw)": 0.5550113916397095, "Finetune/Step": 15414, "Finetune/Step Time": 5.9324766378849745}
+{"Finetune/Learning Rate": 1.9955968628732925e-06, "Finetune/Loss": 0.6333569288253784, "Finetune/Loss (Raw)": 0.5390382409095764, "Finetune/Step": 15415, "Finetune/Step Time": 5.9435571487993}
+{"Finetune/Learning Rate": 1.994587590756397e-06, "Finetune/Loss": 0.6328216791152954, "Finetune/Loss (Raw)": 0.5724911093711853, "Finetune/Step": 15416, "Finetune/Step Time": 5.940750487148762}
+{"Finetune/Learning Rate": 1.993578545650231e-06, "Finetune/Loss": 0.6335316896438599, "Finetune/Loss (Raw)": 0.6939443945884705, "Finetune/Step": 15417, "Finetune/Step Time": 5.942440155893564}
+{"Finetune/Learning Rate": 1.99256972758341e-06, "Finetune/Loss": 0.6342934370040894, "Finetune/Loss (Raw)": 0.6681097149848938, "Finetune/Step": 15418, "Finetune/Step Time": 5.948082871735096}
+{"Finetune/Learning Rate": 1.991561136584541e-06, "Finetune/Loss": 0.6334887742996216, "Finetune/Loss (Raw)": 0.5370357036590576, "Finetune/Step": 15419, "Finetune/Step Time": 5.942894104868174}
+{"Finetune/Learning Rate": 1.9905527726822247e-06, "Finetune/Loss": 0.6334480047225952, "Finetune/Loss (Raw)": 0.5349686741828918, "Finetune/Step": 15420, "Finetune/Step Time": 5.977501766756177}
+{"Finetune/Learning Rate": 1.9895446359050572e-06, "Finetune/Loss": 0.6338673233985901, "Finetune/Loss (Raw)": 0.5912154316902161, "Finetune/Step": 15421, "Finetune/Step Time": 5.980809589847922}
+{"Finetune/Learning Rate": 1.9885367262816246e-06, "Finetune/Loss": 0.633552074432373, "Finetune/Loss (Raw)": 0.6550722718238831, "Finetune/Step": 15422, "Finetune/Step Time": 5.971435831859708}
+{"Finetune/Learning Rate": 1.9875290438405083e-06, "Finetune/Loss": 0.6341984272003174, "Finetune/Loss (Raw)": 0.6037482619285583, "Finetune/Step": 15423, "Finetune/Step Time": 5.970961907878518}
+{"Finetune/Learning Rate": 1.986521588610285e-06, "Finetune/Loss": 0.6335061192512512, "Finetune/Loss (Raw)": 0.6415454745292664, "Finetune/Step": 15424, "Finetune/Step Time": 5.9737647250294685}
+{"Finetune/Learning Rate": 1.9855143606195215e-06, "Finetune/Loss": 0.6328304409980774, "Finetune/Loss (Raw)": 0.5593443512916565, "Finetune/Step": 15425, "Finetune/Step Time": 5.9713928662240505}
+{"Finetune/Learning Rate": 1.98450735989678e-06, "Finetune/Loss": 0.6341891288757324, "Finetune/Loss (Raw)": 0.722294807434082, "Finetune/Step": 15426, "Finetune/Step Time": 5.978685835376382}
+{"Finetune/Learning Rate": 1.9835005864706182e-06, "Finetune/Loss": 0.635227620601654, "Finetune/Loss (Raw)": 0.6779772043228149, "Finetune/Step": 15427, "Finetune/Step Time": 5.978813212364912}
+{"Finetune/Learning Rate": 1.9824940403695834e-06, "Finetune/Loss": 0.6351504325866699, "Finetune/Loss (Raw)": 0.6316455006599426, "Finetune/Step": 15428, "Finetune/Step Time": 5.986230526119471}
+{"Finetune/Learning Rate": 1.9814877216222184e-06, "Finetune/Loss": 0.6334981322288513, "Finetune/Loss (Raw)": 0.4372038245201111, "Finetune/Step": 15429, "Finetune/Step Time": 6.007211394608021}
+{"Finetune/Learning Rate": 1.9804816302570605e-06, "Finetune/Loss": 0.6331391334533691, "Finetune/Loss (Raw)": 0.5808110237121582, "Finetune/Step": 15430, "Finetune/Step Time": 6.007814470678568}
+{"Finetune/Learning Rate": 1.9794757663026388e-06, "Finetune/Loss": 0.632843017578125, "Finetune/Loss (Raw)": 0.6487339735031128, "Finetune/Step": 15431, "Finetune/Step Time": 6.015953939408064}
+{"Finetune/Learning Rate": 1.9784701297874774e-06, "Finetune/Loss": 0.6332169771194458, "Finetune/Loss (Raw)": 0.6056695580482483, "Finetune/Step": 15432, "Finetune/Step Time": 6.012349162250757}
+{"Finetune/Learning Rate": 1.977464720740092e-06, "Finetune/Loss": 0.63336181640625, "Finetune/Loss (Raw)": 0.6682538390159607, "Finetune/Step": 15433, "Finetune/Step Time": 6.0284223686903715}
+{"Finetune/Learning Rate": 1.9764595391889975e-06, "Finetune/Loss": 0.6361597776412964, "Finetune/Loss (Raw)": 0.788825273513794, "Finetune/Step": 15434, "Finetune/Step Time": 6.0126547161489725}
+{"Finetune/Learning Rate": 1.9754545851626895e-06, "Finetune/Loss": 0.6351536512374878, "Finetune/Loss (Raw)": 0.5962130427360535, "Finetune/Step": 15435, "Finetune/Step Time": 6.010492667555809}
+{"Finetune/Learning Rate": 1.974449858689673e-06, "Finetune/Loss": 0.6350507140159607, "Finetune/Loss (Raw)": 0.584945559501648, "Finetune/Step": 15436, "Finetune/Step Time": 6.010555082932115}
+{"Finetune/Learning Rate": 1.973445359798437e-06, "Finetune/Loss": 0.6369571089744568, "Finetune/Loss (Raw)": 0.7532564401626587, "Finetune/Step": 15437, "Finetune/Step Time": 6.005482651293278}
+{"Finetune/Learning Rate": 1.972441088517466e-06, "Finetune/Loss": 0.6364538669586182, "Finetune/Loss (Raw)": 0.566855251789093, "Finetune/Step": 15438, "Finetune/Step Time": 6.018637720495462}
+{"Finetune/Learning Rate": 1.9714370448752383e-06, "Finetune/Loss": 0.6384361982345581, "Finetune/Loss (Raw)": 0.7211527824401855, "Finetune/Step": 15439, "Finetune/Step Time": 6.020352054387331}
+{"Finetune/Learning Rate": 1.9704332289002292e-06, "Finetune/Loss": 0.6374518871307373, "Finetune/Loss (Raw)": 0.5899907946586609, "Finetune/Step": 15440, "Finetune/Step Time": 6.024513641372323}
+{"Finetune/Learning Rate": 1.969429640620898e-06, "Finetune/Loss": 0.6366881728172302, "Finetune/Loss (Raw)": 0.5508025288581848, "Finetune/Step": 15441, "Finetune/Step Time": 6.044554283842444}
+{"Finetune/Learning Rate": 1.9684262800657028e-06, "Finetune/Loss": 0.635978639125824, "Finetune/Loss (Raw)": 0.6860301494598389, "Finetune/Step": 15442, "Finetune/Step Time": 6.042162740603089}
+{"Finetune/Learning Rate": 1.967423147263102e-06, "Finetune/Loss": 0.6353963613510132, "Finetune/Loss (Raw)": 0.4908633232116699, "Finetune/Step": 15443, "Finetune/Step Time": 6.036845747381449}
+{"Finetune/Learning Rate": 1.9664202422415402e-06, "Finetune/Loss": 0.6363886594772339, "Finetune/Loss (Raw)": 0.5883863568305969, "Finetune/Step": 15444, "Finetune/Step Time": 6.014749761670828}
+{"Finetune/Learning Rate": 1.965417565029456e-06, "Finetune/Loss": 0.6362460255622864, "Finetune/Loss (Raw)": 0.6139870285987854, "Finetune/Step": 15445, "Finetune/Step Time": 6.016987174749374}
+{"Finetune/Learning Rate": 1.964415115655284e-06, "Finetune/Loss": 0.6358357071876526, "Finetune/Loss (Raw)": 0.6924211978912354, "Finetune/Step": 15446, "Finetune/Step Time": 6.016778068616986}
+{"Finetune/Learning Rate": 1.9634128941474474e-06, "Finetune/Loss": 0.6360877752304077, "Finetune/Loss (Raw)": 0.6666809916496277, "Finetune/Step": 15447, "Finetune/Step Time": 6.026970578357577}
+{"Finetune/Learning Rate": 1.962410900534367e-06, "Finetune/Loss": 0.6375902891159058, "Finetune/Loss (Raw)": 0.6306254267692566, "Finetune/Step": 15448, "Finetune/Step Time": 6.023540252819657}
+{"Finetune/Learning Rate": 1.9614091348444566e-06, "Finetune/Loss": 0.6368029117584229, "Finetune/Loss (Raw)": 0.6144877672195435, "Finetune/Step": 15449, "Finetune/Step Time": 6.009567713364959}
+{"Finetune/Learning Rate": 1.9604075971061254e-06, "Finetune/Loss": 0.6379232406616211, "Finetune/Loss (Raw)": 0.6544404029846191, "Finetune/Step": 15450, "Finetune/Step Time": 5.983258465304971}
+{"Finetune/Learning Rate": 1.9594062873477747e-06, "Finetune/Loss": 0.6376769542694092, "Finetune/Loss (Raw)": 0.6201432347297668, "Finetune/Step": 15451, "Finetune/Step Time": 5.9798487182706594}
+{"Finetune/Learning Rate": 1.9584052055977985e-06, "Finetune/Loss": 0.6372151374816895, "Finetune/Loss (Raw)": 0.5894678831100464, "Finetune/Step": 15452, "Finetune/Step Time": 5.985062934458256}
+{"Finetune/Learning Rate": 1.957404351884582e-06, "Finetune/Loss": 0.6372093558311462, "Finetune/Loss (Raw)": 0.6380788683891296, "Finetune/Step": 15453, "Finetune/Step Time": 5.989303931593895}
+{"Finetune/Learning Rate": 1.9564037262365075e-06, "Finetune/Loss": 0.6356555819511414, "Finetune/Loss (Raw)": 0.45055022835731506, "Finetune/Step": 15454, "Finetune/Step Time": 6.010735146701336}
+{"Finetune/Learning Rate": 1.9554033286819506e-06, "Finetune/Loss": 0.6349996328353882, "Finetune/Loss (Raw)": 0.5793063044548035, "Finetune/Step": 15455, "Finetune/Step Time": 6.012986287474632}
+{"Finetune/Learning Rate": 1.9544031592492763e-06, "Finetune/Loss": 0.6339682340621948, "Finetune/Loss (Raw)": 0.5783374905586243, "Finetune/Step": 15456, "Finetune/Step Time": 6.012388510629535}
+{"Finetune/Learning Rate": 1.9534032179668537e-06, "Finetune/Loss": 0.6339397430419922, "Finetune/Loss (Raw)": 0.6312471628189087, "Finetune/Step": 15457, "Finetune/Step Time": 6.0107505060732365}
+{"Finetune/Learning Rate": 1.9524035048630365e-06, "Finetune/Loss": 0.6346246004104614, "Finetune/Loss (Raw)": 0.6889283657073975, "Finetune/Step": 15458, "Finetune/Step Time": 5.998053081333637}
+{"Finetune/Learning Rate": 1.9514040199661676e-06, "Finetune/Loss": 0.6334700584411621, "Finetune/Loss (Raw)": 0.6373792886734009, "Finetune/Step": 15459, "Finetune/Step Time": 6.0052558071911335}
+{"Finetune/Learning Rate": 1.950404763304595e-06, "Finetune/Loss": 0.6318062543869019, "Finetune/Loss (Raw)": 0.4878414273262024, "Finetune/Step": 15460, "Finetune/Step Time": 6.020603282377124}
+{"Finetune/Learning Rate": 1.9494057349066532e-06, "Finetune/Loss": 0.6315084099769592, "Finetune/Loss (Raw)": 0.5256224870681763, "Finetune/Step": 15461, "Finetune/Step Time": 6.03967740945518}
+{"Finetune/Learning Rate": 1.9484069348006717e-06, "Finetune/Loss": 0.6298647522926331, "Finetune/Loss (Raw)": 0.5807108879089355, "Finetune/Step": 15462, "Finetune/Step Time": 6.0359218288213015}
+{"Finetune/Learning Rate": 1.947408363014973e-06, "Finetune/Loss": 0.6279979348182678, "Finetune/Loss (Raw)": 0.4995894134044647, "Finetune/Step": 15463, "Finetune/Step Time": 6.035953339189291}
+{"Finetune/Learning Rate": 1.9464100195778757e-06, "Finetune/Loss": 0.6256059408187866, "Finetune/Loss (Raw)": 0.46392858028411865, "Finetune/Step": 15464, "Finetune/Step Time": 6.0395646914839745}
+{"Finetune/Learning Rate": 1.9454119045176888e-06, "Finetune/Loss": 0.6251018047332764, "Finetune/Loss (Raw)": 0.6011300683021545, "Finetune/Step": 15465, "Finetune/Step Time": 6.0402004066854715}
+{"Finetune/Learning Rate": 1.9444140178627156e-06, "Finetune/Loss": 0.6254216432571411, "Finetune/Loss (Raw)": 0.6937184929847717, "Finetune/Step": 15466, "Finetune/Step Time": 6.037080030888319}
+{"Finetune/Learning Rate": 1.943416359641255e-06, "Finetune/Loss": 0.6252954602241516, "Finetune/Loss (Raw)": 0.6683234572410583, "Finetune/Step": 15467, "Finetune/Step Time": 6.033502643927932}
+{"Finetune/Learning Rate": 1.9424189298815955e-06, "Finetune/Loss": 0.6235768795013428, "Finetune/Loss (Raw)": 0.4686116874217987, "Finetune/Step": 15468, "Finetune/Step Time": 6.045956635847688}
+{"Finetune/Learning Rate": 1.941421728612023e-06, "Finetune/Loss": 0.6239373683929443, "Finetune/Loss (Raw)": 0.6058177947998047, "Finetune/Step": 15469, "Finetune/Step Time": 6.052055813372135}
+{"Finetune/Learning Rate": 1.940424755860815e-06, "Finetune/Loss": 0.6240394115447998, "Finetune/Loss (Raw)": 0.5839951038360596, "Finetune/Step": 15470, "Finetune/Step Time": 6.056529833003879}
+{"Finetune/Learning Rate": 1.9394280116562414e-06, "Finetune/Loss": 0.6221231818199158, "Finetune/Loss (Raw)": 0.5618746876716614, "Finetune/Step": 15471, "Finetune/Step Time": 6.05314907617867}
+{"Finetune/Learning Rate": 1.938431496026569e-06, "Finetune/Loss": 0.6222549676895142, "Finetune/Loss (Raw)": 0.6922953128814697, "Finetune/Step": 15472, "Finetune/Step Time": 6.056158680468798}
+{"Finetune/Learning Rate": 1.9374352090000546e-06, "Finetune/Loss": 0.622933566570282, "Finetune/Loss (Raw)": 0.6452102661132812, "Finetune/Step": 15473, "Finetune/Step Time": 6.0557389706373215}
+{"Finetune/Learning Rate": 1.936439150604952e-06, "Finetune/Loss": 0.6228588819503784, "Finetune/Loss (Raw)": 0.7592775821685791, "Finetune/Step": 15474, "Finetune/Step Time": 6.058892644941807}
+{"Finetune/Learning Rate": 1.9354433208695045e-06, "Finetune/Loss": 0.6225047707557678, "Finetune/Loss (Raw)": 0.5447251796722412, "Finetune/Step": 15475, "Finetune/Step Time": 6.0872920993715525}
+{"Finetune/Learning Rate": 1.9344477198219524e-06, "Finetune/Loss": 0.622527003288269, "Finetune/Loss (Raw)": 0.5743245482444763, "Finetune/Step": 15476, "Finetune/Step Time": 6.077248739078641}
+{"Finetune/Learning Rate": 1.9334523474905276e-06, "Finetune/Loss": 0.6231338381767273, "Finetune/Loss (Raw)": 0.7228164672851562, "Finetune/Step": 15477, "Finetune/Step Time": 6.078011155128479}
+{"Finetune/Learning Rate": 1.9324572039034564e-06, "Finetune/Loss": 0.6240195035934448, "Finetune/Loss (Raw)": 0.7419860363006592, "Finetune/Step": 15478, "Finetune/Step Time": 6.08021754398942}
+{"Finetune/Learning Rate": 1.9314622890889566e-06, "Finetune/Loss": 0.6236065626144409, "Finetune/Loss (Raw)": 0.6165098547935486, "Finetune/Step": 15479, "Finetune/Step Time": 6.095639429986477}
+{"Finetune/Learning Rate": 1.9304676030752435e-06, "Finetune/Loss": 0.6229633092880249, "Finetune/Loss (Raw)": 0.6233254671096802, "Finetune/Step": 15480, "Finetune/Step Time": 6.09933939948678}
+{"Finetune/Learning Rate": 1.9294731458905224e-06, "Finetune/Loss": 0.6229145526885986, "Finetune/Loss (Raw)": 0.5630199313163757, "Finetune/Step": 15481, "Finetune/Step Time": 6.102931121364236}
+{"Finetune/Learning Rate": 1.928478917562996e-06, "Finetune/Loss": 0.6225367188453674, "Finetune/Loss (Raw)": 0.5117397904396057, "Finetune/Step": 15482, "Finetune/Step Time": 6.122844258323312}
+{"Finetune/Learning Rate": 1.9274849181208486e-06, "Finetune/Loss": 0.6227915287017822, "Finetune/Loss (Raw)": 0.5862182974815369, "Finetune/Step": 15483, "Finetune/Step Time": 6.108664736151695}
+{"Finetune/Learning Rate": 1.9264911475922775e-06, "Finetune/Loss": 0.622146725654602, "Finetune/Loss (Raw)": 0.6395188570022583, "Finetune/Step": 15484, "Finetune/Step Time": 6.108174065127969}
+{"Finetune/Learning Rate": 1.9254976060054596e-06, "Finetune/Loss": 0.6220471262931824, "Finetune/Loss (Raw)": 0.6135658621788025, "Finetune/Step": 15485, "Finetune/Step Time": 6.12555830553174}
+{"Finetune/Learning Rate": 1.9245042933885693e-06, "Finetune/Loss": 0.6224474310874939, "Finetune/Loss (Raw)": 0.6668892502784729, "Finetune/Step": 15486, "Finetune/Step Time": 6.131542364135385}
+{"Finetune/Learning Rate": 1.9235112097697727e-06, "Finetune/Loss": 0.6217344403266907, "Finetune/Loss (Raw)": 0.5414944291114807, "Finetune/Step": 15487, "Finetune/Step Time": 6.120620165020227}
+{"Finetune/Learning Rate": 1.922518355177232e-06, "Finetune/Loss": 0.6207418441772461, "Finetune/Loss (Raw)": 0.5833725333213806, "Finetune/Step": 15488, "Finetune/Step Time": 6.115248084068298}
+{"Finetune/Learning Rate": 1.9215257296391044e-06, "Finetune/Loss": 0.6208332777023315, "Finetune/Loss (Raw)": 0.7004088163375854, "Finetune/Step": 15489, "Finetune/Step Time": 6.102413667365909}
+{"Finetune/Learning Rate": 1.920533333183532e-06, "Finetune/Loss": 0.619915246963501, "Finetune/Loss (Raw)": 0.5843184590339661, "Finetune/Step": 15490, "Finetune/Step Time": 6.105822524055839}
+{"Finetune/Learning Rate": 1.9195411658386564e-06, "Finetune/Loss": 0.6196069717407227, "Finetune/Loss (Raw)": 0.5877487659454346, "Finetune/Step": 15491, "Finetune/Step Time": 6.105382643640041}
+{"Finetune/Learning Rate": 1.918549227632619e-06, "Finetune/Loss": 0.618563711643219, "Finetune/Loss (Raw)": 0.6108793020248413, "Finetune/Step": 15492, "Finetune/Step Time": 6.1032876167446375}
+{"Finetune/Learning Rate": 1.9175575185935434e-06, "Finetune/Loss": 0.6187880039215088, "Finetune/Loss (Raw)": 0.6086861491203308, "Finetune/Step": 15493, "Finetune/Step Time": 6.102625243365765}
+{"Finetune/Learning Rate": 1.9165660387495545e-06, "Finetune/Loss": 0.6187695264816284, "Finetune/Loss (Raw)": 0.6301306486129761, "Finetune/Step": 15494, "Finetune/Step Time": 6.09883738309145}
+{"Finetune/Learning Rate": 1.915574788128769e-06, "Finetune/Loss": 0.6200388669967651, "Finetune/Loss (Raw)": 0.7876360416412354, "Finetune/Step": 15495, "Finetune/Step Time": 6.097569787874818}
+{"Finetune/Learning Rate": 1.9145837667592914e-06, "Finetune/Loss": 0.6197843551635742, "Finetune/Loss (Raw)": 0.6736526489257812, "Finetune/Step": 15496, "Finetune/Step Time": 6.100476171821356}
+{"Finetune/Learning Rate": 1.913592974669225e-06, "Finetune/Loss": 0.6193690299987793, "Finetune/Loss (Raw)": 0.6024810671806335, "Finetune/Step": 15497, "Finetune/Step Time": 6.110187225043774}
+{"Finetune/Learning Rate": 1.912602411886666e-06, "Finetune/Loss": 0.619055986404419, "Finetune/Loss (Raw)": 0.6125436425209045, "Finetune/Step": 15498, "Finetune/Step Time": 6.113140171393752}
+{"Finetune/Learning Rate": 1.9116120784397063e-06, "Finetune/Loss": 0.6188591718673706, "Finetune/Loss (Raw)": 0.639270544052124, "Finetune/Step": 15499, "Finetune/Step Time": 6.1134715359658}
+{"Finetune/Learning Rate": 1.910621974356429e-06, "Finetune/Loss": 0.6196108460426331, "Finetune/Loss (Raw)": 0.6972712874412537, "Finetune/Step": 15500, "Finetune/Step Time": 6.114788070321083}
+{"Finetune/Learning Rate": 1.909632099664912e-06, "Finetune/Loss": 0.6195890307426453, "Finetune/Loss (Raw)": 0.717573344707489, "Finetune/Step": 15501, "Finetune/Step Time": 6.1168724950402975}
+{"Finetune/Learning Rate": 1.9086424543932192e-06, "Finetune/Loss": 0.6203389763832092, "Finetune/Loss (Raw)": 0.6932612061500549, "Finetune/Step": 15502, "Finetune/Step Time": 6.118168473243713}
+{"Finetune/Learning Rate": 1.907653038569418e-06, "Finetune/Loss": 0.6204036474227905, "Finetune/Loss (Raw)": 0.6526352763175964, "Finetune/Step": 15503, "Finetune/Step Time": 6.116449534893036}
+{"Finetune/Learning Rate": 1.9066638522215652e-06, "Finetune/Loss": 0.6199018359184265, "Finetune/Loss (Raw)": 0.5610832571983337, "Finetune/Step": 15504, "Finetune/Step Time": 6.115973891690373}
+{"Finetune/Learning Rate": 1.9056748953777082e-06, "Finetune/Loss": 0.6213091611862183, "Finetune/Loss (Raw)": 0.6773422360420227, "Finetune/Step": 15505, "Finetune/Step Time": 6.0927510261535645}
+{"Finetune/Learning Rate": 1.9046861680658979e-06, "Finetune/Loss": 0.62064129114151, "Finetune/Loss (Raw)": 0.5537993907928467, "Finetune/Step": 15506, "Finetune/Step Time": 6.093435661867261}
+{"Finetune/Learning Rate": 1.9036976703141684e-06, "Finetune/Loss": 0.6201282739639282, "Finetune/Loss (Raw)": 0.6749388575553894, "Finetune/Step": 15507, "Finetune/Step Time": 6.09433937817812}
+{"Finetune/Learning Rate": 1.9027094021505487e-06, "Finetune/Loss": 0.6201786398887634, "Finetune/Loss (Raw)": 0.7008106708526611, "Finetune/Step": 15508, "Finetune/Step Time": 6.087911065667868}
+{"Finetune/Learning Rate": 1.901721363603065e-06, "Finetune/Loss": 0.6199663877487183, "Finetune/Loss (Raw)": 0.5920654535293579, "Finetune/Step": 15509, "Finetune/Step Time": 6.074315439909697}
+{"Finetune/Learning Rate": 1.9007335546997352e-06, "Finetune/Loss": 0.6202989816665649, "Finetune/Loss (Raw)": 0.632007360458374, "Finetune/Step": 15510, "Finetune/Step Time": 6.1049768179655075}
+{"Finetune/Learning Rate": 1.89974597546857e-06, "Finetune/Loss": 0.6217969655990601, "Finetune/Loss (Raw)": 0.7847097516059875, "Finetune/Step": 15511, "Finetune/Step Time": 6.110456679016352}
+{"Finetune/Learning Rate": 1.8987586259375724e-06, "Finetune/Loss": 0.621403694152832, "Finetune/Loss (Raw)": 0.6784980297088623, "Finetune/Step": 15512, "Finetune/Step Time": 6.109904307872057}
+{"Finetune/Learning Rate": 1.897771506134749e-06, "Finetune/Loss": 0.6215391755104065, "Finetune/Loss (Raw)": 0.6274540424346924, "Finetune/Step": 15513, "Finetune/Step Time": 6.110294282436371}
+{"Finetune/Learning Rate": 1.896784616088082e-06, "Finetune/Loss": 0.6213476657867432, "Finetune/Loss (Raw)": 0.650238037109375, "Finetune/Step": 15514, "Finetune/Step Time": 6.108814220875502}
+{"Finetune/Learning Rate": 1.8957979558255624e-06, "Finetune/Loss": 0.6224392652511597, "Finetune/Loss (Raw)": 0.734034538269043, "Finetune/Step": 15515, "Finetune/Step Time": 6.105026643723249}
+{"Finetune/Learning Rate": 1.8948115253751664e-06, "Finetune/Loss": 0.6223678588867188, "Finetune/Loss (Raw)": 0.6541093587875366, "Finetune/Step": 15516, "Finetune/Step Time": 6.084284575656056}
+{"Finetune/Learning Rate": 1.8938253247648686e-06, "Finetune/Loss": 0.6225283145904541, "Finetune/Loss (Raw)": 0.6866565942764282, "Finetune/Step": 15517, "Finetune/Step Time": 6.0891730561852455}
+{"Finetune/Learning Rate": 1.892839354022633e-06, "Finetune/Loss": 0.622733473777771, "Finetune/Loss (Raw)": 0.6698551774024963, "Finetune/Step": 15518, "Finetune/Step Time": 6.089865706861019}
+{"Finetune/Learning Rate": 1.8918536131764198e-06, "Finetune/Loss": 0.6218631267547607, "Finetune/Loss (Raw)": 0.5696540474891663, "Finetune/Step": 15519, "Finetune/Step Time": 6.070492213591933}
+{"Finetune/Learning Rate": 1.890868102254182e-06, "Finetune/Loss": 0.621954083442688, "Finetune/Loss (Raw)": 0.6575688719749451, "Finetune/Step": 15520, "Finetune/Step Time": 6.069900752976537}
+{"Finetune/Learning Rate": 1.8898828212838648e-06, "Finetune/Loss": 0.621713399887085, "Finetune/Loss (Raw)": 0.6718583703041077, "Finetune/Step": 15521, "Finetune/Step Time": 6.069358276203275}
+{"Finetune/Learning Rate": 1.8888977702934086e-06, "Finetune/Loss": 0.6215813159942627, "Finetune/Loss (Raw)": 0.5992171168327332, "Finetune/Step": 15522, "Finetune/Step Time": 6.081010859459639}
+{"Finetune/Learning Rate": 1.8879129493107474e-06, "Finetune/Loss": 0.6214977502822876, "Finetune/Loss (Raw)": 0.6264261603355408, "Finetune/Step": 15523, "Finetune/Step Time": 6.08251110650599}
+{"Finetune/Learning Rate": 1.8869283583638064e-06, "Finetune/Loss": 0.6218000650405884, "Finetune/Loss (Raw)": 0.7046874761581421, "Finetune/Step": 15524, "Finetune/Step Time": 6.09022555872798}
+{"Finetune/Learning Rate": 1.8859439974805083e-06, "Finetune/Loss": 0.6214271187782288, "Finetune/Loss (Raw)": 0.5574070811271667, "Finetune/Step": 15525, "Finetune/Step Time": 6.096752930432558}
+{"Finetune/Learning Rate": 1.8849598666887636e-06, "Finetune/Loss": 0.621631383895874, "Finetune/Loss (Raw)": 0.7610085010528564, "Finetune/Step": 15526, "Finetune/Step Time": 6.10168775729835}
+{"Finetune/Learning Rate": 1.8839759660164813e-06, "Finetune/Loss": 0.6222389936447144, "Finetune/Loss (Raw)": 0.6435678005218506, "Finetune/Step": 15527, "Finetune/Step Time": 6.096751315519214}
+{"Finetune/Learning Rate": 1.8829922954915626e-06, "Finetune/Loss": 0.6234543919563293, "Finetune/Loss (Raw)": 0.7105862498283386, "Finetune/Step": 15528, "Finetune/Step Time": 6.096936523914337}
+{"Finetune/Learning Rate": 1.8820088551419002e-06, "Finetune/Loss": 0.6236826181411743, "Finetune/Loss (Raw)": 0.6096482872962952, "Finetune/Step": 15529, "Finetune/Step Time": 6.1057570446282625}
+{"Finetune/Learning Rate": 1.8810256449953822e-06, "Finetune/Loss": 0.624111533164978, "Finetune/Loss (Raw)": 0.6550784111022949, "Finetune/Step": 15530, "Finetune/Step Time": 6.100233923643827}
+{"Finetune/Learning Rate": 1.880042665079892e-06, "Finetune/Loss": 0.6247109174728394, "Finetune/Loss (Raw)": 0.674552321434021, "Finetune/Step": 15531, "Finetune/Step Time": 6.106900868937373}
+{"Finetune/Learning Rate": 1.879059915423297e-06, "Finetune/Loss": 0.6242849230766296, "Finetune/Loss (Raw)": 0.6742461323738098, "Finetune/Step": 15532, "Finetune/Step Time": 6.09722001478076}
+{"Finetune/Learning Rate": 1.8780773960534715e-06, "Finetune/Loss": 0.6257620453834534, "Finetune/Loss (Raw)": 0.720140278339386, "Finetune/Step": 15533, "Finetune/Step Time": 6.093948779627681}
+{"Finetune/Learning Rate": 1.8770951069982768e-06, "Finetune/Loss": 0.6258082389831543, "Finetune/Loss (Raw)": 0.6241244673728943, "Finetune/Step": 15534, "Finetune/Step Time": 6.100511327385902}
+{"Finetune/Learning Rate": 1.876113048285565e-06, "Finetune/Loss": 0.6252468824386597, "Finetune/Loss (Raw)": 0.5507433414459229, "Finetune/Step": 15535, "Finetune/Step Time": 6.0948453936725855}
+{"Finetune/Learning Rate": 1.875131219943187e-06, "Finetune/Loss": 0.6246432065963745, "Finetune/Loss (Raw)": 0.6673984527587891, "Finetune/Step": 15536, "Finetune/Step Time": 6.0917047560215}
+{"Finetune/Learning Rate": 1.8741496219989863e-06, "Finetune/Loss": 0.6241589784622192, "Finetune/Loss (Raw)": 0.5939956307411194, "Finetune/Step": 15537, "Finetune/Step Time": 6.094422401860356}
+{"Finetune/Learning Rate": 1.8731682544807917e-06, "Finetune/Loss": 0.624372124671936, "Finetune/Loss (Raw)": 0.7335999608039856, "Finetune/Step": 15538, "Finetune/Step Time": 6.093949764966965}
+{"Finetune/Learning Rate": 1.872187117416434e-06, "Finetune/Loss": 0.6273553967475891, "Finetune/Loss (Raw)": 0.6561222672462463, "Finetune/Step": 15539, "Finetune/Step Time": 6.054358897730708}
+{"Finetune/Learning Rate": 1.8712062108337403e-06, "Finetune/Loss": 0.6264683604240417, "Finetune/Loss (Raw)": 0.5983909368515015, "Finetune/Step": 15540, "Finetune/Step Time": 6.06434921361506}
+{"Finetune/Learning Rate": 1.8702255347605225e-06, "Finetune/Loss": 0.62674880027771, "Finetune/Loss (Raw)": 0.5927516222000122, "Finetune/Step": 15541, "Finetune/Step Time": 6.064413599669933}
+{"Finetune/Learning Rate": 1.8692450892245906e-06, "Finetune/Loss": 0.6271154880523682, "Finetune/Loss (Raw)": 0.6019533276557922, "Finetune/Step": 15542, "Finetune/Step Time": 6.051737720146775}
+{"Finetune/Learning Rate": 1.8682648742537501e-06, "Finetune/Loss": 0.6281806826591492, "Finetune/Loss (Raw)": 0.6753782033920288, "Finetune/Step": 15543, "Finetune/Step Time": 6.03861583955586}
+{"Finetune/Learning Rate": 1.8672848898757912e-06, "Finetune/Loss": 0.6292291879653931, "Finetune/Loss (Raw)": 0.7066990733146667, "Finetune/Step": 15544, "Finetune/Step Time": 6.042130840942264}
+{"Finetune/Learning Rate": 1.866305136118507e-06, "Finetune/Loss": 0.6289850473403931, "Finetune/Loss (Raw)": 0.6626931428909302, "Finetune/Step": 15545, "Finetune/Step Time": 6.04102767072618}
+{"Finetune/Learning Rate": 1.8653256130096797e-06, "Finetune/Loss": 0.6282651424407959, "Finetune/Loss (Raw)": 0.575960099697113, "Finetune/Step": 15546, "Finetune/Step Time": 6.0385174211114645}
+{"Finetune/Learning Rate": 1.864346320577084e-06, "Finetune/Loss": 0.6295685768127441, "Finetune/Loss (Raw)": 0.7038759589195251, "Finetune/Step": 15547, "Finetune/Step Time": 6.039246320724487}
+{"Finetune/Learning Rate": 1.8633672588484941e-06, "Finetune/Loss": 0.6304520964622498, "Finetune/Loss (Raw)": 0.6480650901794434, "Finetune/Step": 15548, "Finetune/Step Time": 6.00627196021378}
+{"Finetune/Learning Rate": 1.8623884278516734e-06, "Finetune/Loss": 0.630702555179596, "Finetune/Loss (Raw)": 0.623270571231842, "Finetune/Step": 15549, "Finetune/Step Time": 6.00939117744565}
+{"Finetune/Learning Rate": 1.8614098276143744e-06, "Finetune/Loss": 0.6306591033935547, "Finetune/Loss (Raw)": 0.6495112776756287, "Finetune/Step": 15550, "Finetune/Step Time": 6.009856393560767}
+{"Finetune/Learning Rate": 1.8604314581643502e-06, "Finetune/Loss": 0.6304131150245667, "Finetune/Loss (Raw)": 0.5722628235816956, "Finetune/Step": 15551, "Finetune/Step Time": 6.027191061526537}
+{"Finetune/Learning Rate": 1.859453319529343e-06, "Finetune/Loss": 0.6309338808059692, "Finetune/Loss (Raw)": 0.7082078456878662, "Finetune/Step": 15552, "Finetune/Step Time": 6.04424493201077}
+{"Finetune/Learning Rate": 1.8584754117370918e-06, "Finetune/Loss": 0.632351279258728, "Finetune/Loss (Raw)": 0.74076908826828, "Finetune/Step": 15553, "Finetune/Step Time": 6.032775288447738}
+{"Finetune/Learning Rate": 1.8574977348153245e-06, "Finetune/Loss": 0.631498396396637, "Finetune/Loss (Raw)": 0.6131205558776855, "Finetune/Step": 15554, "Finetune/Step Time": 6.039392117410898}
+{"Finetune/Learning Rate": 1.856520288791771e-06, "Finetune/Loss": 0.6309491395950317, "Finetune/Loss (Raw)": 0.6076689958572388, "Finetune/Step": 15555, "Finetune/Step Time": 6.04048147238791}
+{"Finetune/Learning Rate": 1.8555430736941439e-06, "Finetune/Loss": 0.6306586265563965, "Finetune/Loss (Raw)": 0.5944650769233704, "Finetune/Step": 15556, "Finetune/Step Time": 6.036555351689458}
+{"Finetune/Learning Rate": 1.854566089550155e-06, "Finetune/Loss": 0.6334728598594666, "Finetune/Loss (Raw)": 0.7974283695220947, "Finetune/Step": 15557, "Finetune/Step Time": 6.014124607667327}
+{"Finetune/Learning Rate": 1.853589336387509e-06, "Finetune/Loss": 0.6345261931419373, "Finetune/Loss (Raw)": 0.7156344056129456, "Finetune/Step": 15558, "Finetune/Step Time": 6.033585933968425}
+{"Finetune/Learning Rate": 1.8526128142339039e-06, "Finetune/Loss": 0.6344426870346069, "Finetune/Loss (Raw)": 0.6380419731140137, "Finetune/Step": 15559, "Finetune/Step Time": 6.025531604886055}
+{"Finetune/Learning Rate": 1.8516365231170318e-06, "Finetune/Loss": 0.6343792676925659, "Finetune/Loss (Raw)": 0.5975552201271057, "Finetune/Step": 15560, "Finetune/Step Time": 6.029243167489767}
+{"Finetune/Learning Rate": 1.8506604630645763e-06, "Finetune/Loss": 0.6337039470672607, "Finetune/Loss (Raw)": 0.5818166136741638, "Finetune/Step": 15561, "Finetune/Step Time": 6.017427695915103}
+{"Finetune/Learning Rate": 1.8496846341042175e-06, "Finetune/Loss": 0.6310133337974548, "Finetune/Loss (Raw)": 0.4444233477115631, "Finetune/Step": 15562, "Finetune/Step Time": 6.032587485387921}
+{"Finetune/Learning Rate": 1.8487090362636262e-06, "Finetune/Loss": 0.6306964755058289, "Finetune/Loss (Raw)": 0.5556577444076538, "Finetune/Step": 15563, "Finetune/Step Time": 6.036705583333969}
+{"Finetune/Learning Rate": 1.8477336695704663e-06, "Finetune/Loss": 0.6317370533943176, "Finetune/Loss (Raw)": 0.7181425094604492, "Finetune/Step": 15564, "Finetune/Step Time": 6.064909854903817}
+{"Finetune/Learning Rate": 1.8467585340523985e-06, "Finetune/Loss": 0.6313663721084595, "Finetune/Loss (Raw)": 0.7058030366897583, "Finetune/Step": 15565, "Finetune/Step Time": 6.065097687765956}
+{"Finetune/Learning Rate": 1.8457836297370734e-06, "Finetune/Loss": 0.6323375105857849, "Finetune/Loss (Raw)": 0.6911609768867493, "Finetune/Step": 15566, "Finetune/Step Time": 6.062429768964648}
+{"Finetune/Learning Rate": 1.8448089566521376e-06, "Finetune/Loss": 0.6317768096923828, "Finetune/Loss (Raw)": 0.6493845582008362, "Finetune/Step": 15567, "Finetune/Step Time": 6.059823699295521}
+{"Finetune/Learning Rate": 1.843834514825229e-06, "Finetune/Loss": 0.6324951648712158, "Finetune/Loss (Raw)": 0.6819427609443665, "Finetune/Step": 15568, "Finetune/Step Time": 6.061032155528665}
+{"Finetune/Learning Rate": 1.8428603042839809e-06, "Finetune/Loss": 0.6333755254745483, "Finetune/Loss (Raw)": 0.6634843349456787, "Finetune/Step": 15569, "Finetune/Step Time": 6.037738693878055}
+{"Finetune/Learning Rate": 1.8418863250560193e-06, "Finetune/Loss": 0.6336241960525513, "Finetune/Loss (Raw)": 0.7178584337234497, "Finetune/Step": 15570, "Finetune/Step Time": 6.036576421931386}
+{"Finetune/Learning Rate": 1.8409125771689617e-06, "Finetune/Loss": 0.6346117854118347, "Finetune/Loss (Raw)": 0.6172742247581482, "Finetune/Step": 15571, "Finetune/Step Time": 6.036575146019459}
+{"Finetune/Learning Rate": 1.839939060650423e-06, "Finetune/Loss": 0.6347826719284058, "Finetune/Loss (Raw)": 0.6102625727653503, "Finetune/Step": 15572, "Finetune/Step Time": 6.037157511338592}
+{"Finetune/Learning Rate": 1.8389657755280087e-06, "Finetune/Loss": 0.6348517537117004, "Finetune/Loss (Raw)": 0.6228324770927429, "Finetune/Step": 15573, "Finetune/Step Time": 6.030354879796505}
+{"Finetune/Learning Rate": 1.837992721829317e-06, "Finetune/Loss": 0.6338403224945068, "Finetune/Loss (Raw)": 0.5629551410675049, "Finetune/Step": 15574, "Finetune/Step Time": 6.028456300497055}
+{"Finetune/Learning Rate": 1.8370198995819432e-06, "Finetune/Loss": 0.6338386535644531, "Finetune/Loss (Raw)": 0.6664661169052124, "Finetune/Step": 15575, "Finetune/Step Time": 6.0392579939216375}
+{"Finetune/Learning Rate": 1.8360473088134722e-06, "Finetune/Loss": 0.6329823732376099, "Finetune/Loss (Raw)": 0.5210301876068115, "Finetune/Step": 15576, "Finetune/Step Time": 6.043035935610533}
+{"Finetune/Learning Rate": 1.8350749495514842e-06, "Finetune/Loss": 0.6328374743461609, "Finetune/Loss (Raw)": 0.5959337949752808, "Finetune/Step": 15577, "Finetune/Step Time": 6.052161261439323}
+{"Finetune/Learning Rate": 1.8341028218235525e-06, "Finetune/Loss": 0.632895290851593, "Finetune/Loss (Raw)": 0.6618402004241943, "Finetune/Step": 15578, "Finetune/Step Time": 6.04878144711256}
+{"Finetune/Learning Rate": 1.833130925657245e-06, "Finetune/Loss": 0.6336047053337097, "Finetune/Loss (Raw)": 0.710948646068573, "Finetune/Step": 15579, "Finetune/Step Time": 6.050925290212035}
+{"Finetune/Learning Rate": 1.832159261080122e-06, "Finetune/Loss": 0.6332041621208191, "Finetune/Loss (Raw)": 0.5382001399993896, "Finetune/Step": 15580, "Finetune/Step Time": 6.063414735719562}
+{"Finetune/Learning Rate": 1.8311878281197326e-06, "Finetune/Loss": 0.6329737305641174, "Finetune/Loss (Raw)": 0.6085798144340515, "Finetune/Step": 15581, "Finetune/Step Time": 6.080342184752226}
+{"Finetune/Learning Rate": 1.8302166268036293e-06, "Finetune/Loss": 0.6345741748809814, "Finetune/Loss (Raw)": 0.6554064750671387, "Finetune/Step": 15582, "Finetune/Step Time": 6.060270678251982}
+{"Finetune/Learning Rate": 1.829245657159351e-06, "Finetune/Loss": 0.6357805728912354, "Finetune/Loss (Raw)": 0.7337321639060974, "Finetune/Step": 15583, "Finetune/Step Time": 6.063853424042463}
+{"Finetune/Learning Rate": 1.82827491921443e-06, "Finetune/Loss": 0.6351584196090698, "Finetune/Loss (Raw)": 0.49869999289512634, "Finetune/Step": 15584, "Finetune/Step Time": 6.083551051095128}
+{"Finetune/Learning Rate": 1.8273044129963968e-06, "Finetune/Loss": 0.6354597806930542, "Finetune/Loss (Raw)": 0.6698201894760132, "Finetune/Step": 15585, "Finetune/Step Time": 6.086412573233247}
+{"Finetune/Learning Rate": 1.8263341385327716e-06, "Finetune/Loss": 0.6351553797721863, "Finetune/Loss (Raw)": 0.6499618291854858, "Finetune/Step": 15586, "Finetune/Step Time": 6.0852787755429745}
+{"Finetune/Learning Rate": 1.8253640958510655e-06, "Finetune/Loss": 0.6351155638694763, "Finetune/Loss (Raw)": 0.632286548614502, "Finetune/Step": 15587, "Finetune/Step Time": 6.077822154387832}
+{"Finetune/Learning Rate": 1.8243942849787854e-06, "Finetune/Loss": 0.636580228805542, "Finetune/Loss (Raw)": 0.6753218770027161, "Finetune/Step": 15588, "Finetune/Step Time": 6.068298561498523}
+{"Finetune/Learning Rate": 1.8234247059434386e-06, "Finetune/Loss": 0.637366771697998, "Finetune/Loss (Raw)": 0.6262962222099304, "Finetune/Step": 15589, "Finetune/Step Time": 6.04959443770349}
+{"Finetune/Learning Rate": 1.8224553587725148e-06, "Finetune/Loss": 0.6387292146682739, "Finetune/Loss (Raw)": 0.7551019191741943, "Finetune/Step": 15590, "Finetune/Step Time": 6.071001894772053}
+{"Finetune/Learning Rate": 1.8214862434935032e-06, "Finetune/Loss": 0.6402076482772827, "Finetune/Loss (Raw)": 0.6888347864151001, "Finetune/Step": 15591, "Finetune/Step Time": 6.07209555990994}
+{"Finetune/Learning Rate": 1.8205173601338889e-06, "Finetune/Loss": 0.6412613987922668, "Finetune/Loss (Raw)": 0.5988056063652039, "Finetune/Step": 15592, "Finetune/Step Time": 6.05069768615067}
+{"Finetune/Learning Rate": 1.8195487087211395e-06, "Finetune/Loss": 0.6415247917175293, "Finetune/Loss (Raw)": 0.634838342666626, "Finetune/Step": 15593, "Finetune/Step Time": 6.054094744846225}
+{"Finetune/Learning Rate": 1.8185802892827265e-06, "Finetune/Loss": 0.6419343948364258, "Finetune/Loss (Raw)": 0.7461452484130859, "Finetune/Step": 15594, "Finetune/Step Time": 6.056408781558275}
+{"Finetune/Learning Rate": 1.817612101846109e-06, "Finetune/Loss": 0.6428555250167847, "Finetune/Loss (Raw)": 0.7862311601638794, "Finetune/Step": 15595, "Finetune/Step Time": 6.057962184771895}
+{"Finetune/Learning Rate": 1.8166441464387486e-06, "Finetune/Loss": 0.6442354321479797, "Finetune/Loss (Raw)": 0.6452426314353943, "Finetune/Step": 15596, "Finetune/Step Time": 6.049497535452247}
+{"Finetune/Learning Rate": 1.8156764230880886e-06, "Finetune/Loss": 0.6436926126480103, "Finetune/Loss (Raw)": 0.5363380908966064, "Finetune/Step": 15597, "Finetune/Step Time": 6.042771823704243}
+{"Finetune/Learning Rate": 1.814708931821575e-06, "Finetune/Loss": 0.6445897817611694, "Finetune/Loss (Raw)": 0.6988333463668823, "Finetune/Step": 15598, "Finetune/Step Time": 6.041771654039621}
+{"Finetune/Learning Rate": 1.8137416726666379e-06, "Finetune/Loss": 0.6445883512496948, "Finetune/Loss (Raw)": 0.5616925954818726, "Finetune/Step": 15599, "Finetune/Step Time": 6.045046279206872}
+{"Finetune/Learning Rate": 1.8127746456507077e-06, "Finetune/Loss": 0.6448235511779785, "Finetune/Loss (Raw)": 0.7223971486091614, "Finetune/Step": 15600, "Finetune/Step Time": 6.040656881406903}
+{"Finetune/Learning Rate": 1.811807850801207e-06, "Finetune/Loss": 0.6446859836578369, "Finetune/Loss (Raw)": 0.6276064515113831, "Finetune/Step": 15601, "Finetune/Step Time": 6.0447538904845715}
+{"Finetune/Learning Rate": 1.8108412881455528e-06, "Finetune/Loss": 0.6436512470245361, "Finetune/Loss (Raw)": 0.6268258094787598, "Finetune/Step": 15602, "Finetune/Step Time": 6.043139757588506}
+{"Finetune/Learning Rate": 1.8098749577111497e-06, "Finetune/Loss": 0.6447678804397583, "Finetune/Loss (Raw)": 0.6876609325408936, "Finetune/Step": 15603, "Finetune/Step Time": 6.019944112747908}
+{"Finetune/Learning Rate": 1.8089088595254078e-06, "Finetune/Loss": 0.6458836793899536, "Finetune/Loss (Raw)": 0.717146098613739, "Finetune/Step": 15604, "Finetune/Step Time": 6.033420838415623}
+{"Finetune/Learning Rate": 1.8079429936157166e-06, "Finetune/Loss": 0.6452255249023438, "Finetune/Loss (Raw)": 0.6385672688484192, "Finetune/Step": 15605, "Finetune/Step Time": 6.0300375912338495}
+{"Finetune/Learning Rate": 1.8069773600094665e-06, "Finetune/Loss": 0.6439772844314575, "Finetune/Loss (Raw)": 0.5822063088417053, "Finetune/Step": 15606, "Finetune/Step Time": 6.023402849212289}
+{"Finetune/Learning Rate": 1.8060119587340408e-06, "Finetune/Loss": 0.644352912902832, "Finetune/Loss (Raw)": 0.664600133895874, "Finetune/Step": 15607, "Finetune/Step Time": 6.005354629829526}
+{"Finetune/Learning Rate": 1.8050467898168156e-06, "Finetune/Loss": 0.6444364786148071, "Finetune/Loss (Raw)": 0.6340191960334778, "Finetune/Step": 15608, "Finetune/Step Time": 6.003774840384722}
+{"Finetune/Learning Rate": 1.8040818532851601e-06, "Finetune/Loss": 0.6452126502990723, "Finetune/Loss (Raw)": 0.6623649597167969, "Finetune/Step": 15609, "Finetune/Step Time": 6.0006366688758135}
+{"Finetune/Learning Rate": 1.8031171491664367e-06, "Finetune/Loss": 0.645831823348999, "Finetune/Loss (Raw)": 0.5909934639930725, "Finetune/Step": 15610, "Finetune/Step Time": 5.979171143844724}
+{"Finetune/Learning Rate": 1.8021526774880016e-06, "Finetune/Loss": 0.646084725856781, "Finetune/Loss (Raw)": 0.6185919046401978, "Finetune/Step": 15611, "Finetune/Step Time": 5.978399278596044}
+{"Finetune/Learning Rate": 1.801188438277206e-06, "Finetune/Loss": 0.6459733247756958, "Finetune/Loss (Raw)": 0.6252648234367371, "Finetune/Step": 15612, "Finetune/Step Time": 5.974756013602018}
+{"Finetune/Learning Rate": 1.8002244315613916e-06, "Finetune/Loss": 0.6462567448616028, "Finetune/Loss (Raw)": 0.6498427987098694, "Finetune/Step": 15613, "Finetune/Step Time": 5.955172350630164}
+{"Finetune/Learning Rate": 1.799260657367896e-06, "Finetune/Loss": 0.6457401514053345, "Finetune/Loss (Raw)": 0.6007618308067322, "Finetune/Step": 15614, "Finetune/Step Time": 5.94841237552464}
+{"Finetune/Learning Rate": 1.798297115724048e-06, "Finetune/Loss": 0.6461771726608276, "Finetune/Loss (Raw)": 0.5974404811859131, "Finetune/Step": 15615, "Finetune/Step Time": 5.946365710347891}
+{"Finetune/Learning Rate": 1.797333806657171e-06, "Finetune/Loss": 0.6469315886497498, "Finetune/Loss (Raw)": 0.6799295544624329, "Finetune/Step": 15616, "Finetune/Step Time": 5.9449441861361265}
+{"Finetune/Learning Rate": 1.796370730194582e-06, "Finetune/Loss": 0.64650559425354, "Finetune/Loss (Raw)": 0.6458867788314819, "Finetune/Step": 15617, "Finetune/Step Time": 5.942821690812707}
+{"Finetune/Learning Rate": 1.7954078863635904e-06, "Finetune/Loss": 0.6466770768165588, "Finetune/Loss (Raw)": 0.6062641143798828, "Finetune/Step": 15618, "Finetune/Step Time": 5.939709272235632}
+{"Finetune/Learning Rate": 1.794445275191502e-06, "Finetune/Loss": 0.6472214460372925, "Finetune/Loss (Raw)": 0.6574291586875916, "Finetune/Step": 15619, "Finetune/Step Time": 5.940038803964853}
+{"Finetune/Learning Rate": 1.7934828967056107e-06, "Finetune/Loss": 0.6478509306907654, "Finetune/Loss (Raw)": 0.6914510726928711, "Finetune/Step": 15620, "Finetune/Step Time": 5.951279608532786}
+{"Finetune/Learning Rate": 1.7925207509332087e-06, "Finetune/Loss": 0.647994875907898, "Finetune/Loss (Raw)": 0.6271102428436279, "Finetune/Step": 15621, "Finetune/Step Time": 5.959395224228501}
+{"Finetune/Learning Rate": 1.7915588379015802e-06, "Finetune/Loss": 0.6485680341720581, "Finetune/Loss (Raw)": 0.7034946084022522, "Finetune/Step": 15622, "Finetune/Step Time": 5.958253251388669}
+{"Finetune/Learning Rate": 1.7905971576379998e-06, "Finetune/Loss": 0.6464515924453735, "Finetune/Loss (Raw)": 0.516735315322876, "Finetune/Step": 15623, "Finetune/Step Time": 5.976739993318915}
+{"Finetune/Learning Rate": 1.7896357101697405e-06, "Finetune/Loss": 0.6469095945358276, "Finetune/Loss (Raw)": 0.7322759628295898, "Finetune/Step": 15624, "Finetune/Step Time": 5.990307632833719}
+{"Finetune/Learning Rate": 1.7886744955240653e-06, "Finetune/Loss": 0.6478396654129028, "Finetune/Loss (Raw)": 0.7215369343757629, "Finetune/Step": 15625, "Finetune/Step Time": 5.976412817835808}
+{"Finetune/Learning Rate": 1.787713513728232e-06, "Finetune/Loss": 0.6482616662979126, "Finetune/Loss (Raw)": 0.6665514707565308, "Finetune/Step": 15626, "Finetune/Step Time": 5.972063353285193}
+{"Finetune/Learning Rate": 1.7867527648094896e-06, "Finetune/Loss": 0.6477283239364624, "Finetune/Loss (Raw)": 0.5710061192512512, "Finetune/Step": 15627, "Finetune/Step Time": 5.968749126419425}
+{"Finetune/Learning Rate": 1.7857922487950873e-06, "Finetune/Loss": 0.6468895673751831, "Finetune/Loss (Raw)": 0.5899009704589844, "Finetune/Step": 15628, "Finetune/Step Time": 5.969742521643639}
+{"Finetune/Learning Rate": 1.7848319657122548e-06, "Finetune/Loss": 0.6456563472747803, "Finetune/Loss (Raw)": 0.5597313046455383, "Finetune/Step": 15629, "Finetune/Step Time": 5.969794884324074}
+{"Finetune/Learning Rate": 1.7838719155882257e-06, "Finetune/Loss": 0.6453124284744263, "Finetune/Loss (Raw)": 0.6492366194725037, "Finetune/Step": 15630, "Finetune/Step Time": 5.971768368035555}
+{"Finetune/Learning Rate": 1.7829120984502268e-06, "Finetune/Loss": 0.6450477838516235, "Finetune/Loss (Raw)": 0.618768572807312, "Finetune/Step": 15631, "Finetune/Step Time": 5.988141553476453}
+{"Finetune/Learning Rate": 1.7819525143254758e-06, "Finetune/Loss": 0.6461873054504395, "Finetune/Loss (Raw)": 0.706931471824646, "Finetune/Step": 15632, "Finetune/Step Time": 5.995962975546718}
+{"Finetune/Learning Rate": 1.7809931632411815e-06, "Finetune/Loss": 0.645784318447113, "Finetune/Loss (Raw)": 0.6257644295692444, "Finetune/Step": 15633, "Finetune/Step Time": 5.999644426628947}
+{"Finetune/Learning Rate": 1.7800340452245523e-06, "Finetune/Loss": 0.6465173363685608, "Finetune/Loss (Raw)": 0.6476280689239502, "Finetune/Step": 15634, "Finetune/Step Time": 6.00523523055017}
+{"Finetune/Learning Rate": 1.7790751603027812e-06, "Finetune/Loss": 0.6455003023147583, "Finetune/Loss (Raw)": 0.5447563529014587, "Finetune/Step": 15635, "Finetune/Step Time": 6.005275962874293}
+{"Finetune/Learning Rate": 1.7781165085030604e-06, "Finetune/Loss": 0.6455868482589722, "Finetune/Loss (Raw)": 0.7118870615959167, "Finetune/Step": 15636, "Finetune/Step Time": 6.011160651221871}
+{"Finetune/Learning Rate": 1.7771580898525743e-06, "Finetune/Loss": 0.6463111639022827, "Finetune/Loss (Raw)": 0.6847761273384094, "Finetune/Step": 15637, "Finetune/Step Time": 6.01152079179883}
+{"Finetune/Learning Rate": 1.7761999043785027e-06, "Finetune/Loss": 0.6470062732696533, "Finetune/Loss (Raw)": 0.7209893465042114, "Finetune/Step": 15638, "Finetune/Step Time": 5.981044756248593}
+{"Finetune/Learning Rate": 1.7752419521080178e-06, "Finetune/Loss": 0.6457368731498718, "Finetune/Loss (Raw)": 0.6222233772277832, "Finetune/Step": 15639, "Finetune/Step Time": 5.9616618398576975}
+{"Finetune/Learning Rate": 1.7742842330682852e-06, "Finetune/Loss": 0.6453362703323364, "Finetune/Loss (Raw)": 0.6272186636924744, "Finetune/Step": 15640, "Finetune/Step Time": 5.964276656508446}
+{"Finetune/Learning Rate": 1.773326747286459e-06, "Finetune/Loss": 0.6450141072273254, "Finetune/Loss (Raw)": 0.5862183570861816, "Finetune/Step": 15641, "Finetune/Step Time": 5.962364412844181}
+{"Finetune/Learning Rate": 1.7723694947896918e-06, "Finetune/Loss": 0.6449836492538452, "Finetune/Loss (Raw)": 0.6463329195976257, "Finetune/Step": 15642, "Finetune/Step Time": 5.970627447590232}
+{"Finetune/Learning Rate": 1.7714124756051298e-06, "Finetune/Loss": 0.6444224715232849, "Finetune/Loss (Raw)": 0.662211537361145, "Finetune/Step": 15643, "Finetune/Step Time": 5.9756167717278}
+{"Finetune/Learning Rate": 1.770455689759909e-06, "Finetune/Loss": 0.644395112991333, "Finetune/Loss (Raw)": 0.6506035327911377, "Finetune/Step": 15644, "Finetune/Step Time": 5.977355126291513}
+{"Finetune/Learning Rate": 1.7694991372811655e-06, "Finetune/Loss": 0.6438132524490356, "Finetune/Loss (Raw)": 0.6121764779090881, "Finetune/Step": 15645, "Finetune/Step Time": 5.975298276171088}
+{"Finetune/Learning Rate": 1.768542818196024e-06, "Finetune/Loss": 0.6426785588264465, "Finetune/Loss (Raw)": 0.5246170163154602, "Finetune/Step": 15646, "Finetune/Step Time": 5.975294867530465}
+{"Finetune/Learning Rate": 1.7675867325315987e-06, "Finetune/Loss": 0.6436970233917236, "Finetune/Loss (Raw)": 0.7000179886817932, "Finetune/Step": 15647, "Finetune/Step Time": 5.982448060065508}
+{"Finetune/Learning Rate": 1.7666308803150045e-06, "Finetune/Loss": 0.6436163783073425, "Finetune/Loss (Raw)": 0.6472495794296265, "Finetune/Step": 15648, "Finetune/Step Time": 5.979568392038345}
+{"Finetune/Learning Rate": 1.7656752615733452e-06, "Finetune/Loss": 0.643085241317749, "Finetune/Loss (Raw)": 0.6038758158683777, "Finetune/Step": 15649, "Finetune/Step Time": 5.9904992785304785}
+{"Finetune/Learning Rate": 1.7647198763337203e-06, "Finetune/Loss": 0.6444185376167297, "Finetune/Loss (Raw)": 0.7698734998703003, "Finetune/Step": 15650, "Finetune/Step Time": 5.976113293319941}
+{"Finetune/Learning Rate": 1.7637647246232192e-06, "Finetune/Loss": 0.6442306041717529, "Finetune/Loss (Raw)": 0.6023757457733154, "Finetune/Step": 15651, "Finetune/Step Time": 5.972567265853286}
+{"Finetune/Learning Rate": 1.7628098064689336e-06, "Finetune/Loss": 0.6435890197753906, "Finetune/Loss (Raw)": 0.6225585341453552, "Finetune/Step": 15652, "Finetune/Step Time": 5.963529292494059}
+{"Finetune/Learning Rate": 1.7618551218979396e-06, "Finetune/Loss": 0.6443989872932434, "Finetune/Loss (Raw)": 0.6610833406448364, "Finetune/Step": 15653, "Finetune/Step Time": 5.956520948559046}
+{"Finetune/Learning Rate": 1.7609006709373055e-06, "Finetune/Loss": 0.6435269117355347, "Finetune/Loss (Raw)": 0.6493799090385437, "Finetune/Step": 15654, "Finetune/Step Time": 5.953892812132835}
+{"Finetune/Learning Rate": 1.7599464536140999e-06, "Finetune/Loss": 0.6435254812240601, "Finetune/Loss (Raw)": 0.6433941721916199, "Finetune/Step": 15655, "Finetune/Step Time": 5.95294052362442}
+{"Finetune/Learning Rate": 1.7589924699553817e-06, "Finetune/Loss": 0.6427171230316162, "Finetune/Loss (Raw)": 0.6071098446846008, "Finetune/Step": 15656, "Finetune/Step Time": 5.9522395972162485}
+{"Finetune/Learning Rate": 1.758038719988202e-06, "Finetune/Loss": 0.642860472202301, "Finetune/Loss (Raw)": 0.6279988288879395, "Finetune/Step": 15657, "Finetune/Step Time": 5.950292032212019}
+{"Finetune/Learning Rate": 1.757085203739608e-06, "Finetune/Loss": 0.6434285640716553, "Finetune/Loss (Raw)": 0.7277930378913879, "Finetune/Step": 15658, "Finetune/Step Time": 5.949419483542442}
+{"Finetune/Learning Rate": 1.7561319212366378e-06, "Finetune/Loss": 0.643818736076355, "Finetune/Loss (Raw)": 0.724495530128479, "Finetune/Step": 15659, "Finetune/Step Time": 5.940405786037445}
+{"Finetune/Learning Rate": 1.7551788725063234e-06, "Finetune/Loss": 0.6429355144500732, "Finetune/Loss (Raw)": 0.561189591884613, "Finetune/Step": 15660, "Finetune/Step Time": 5.932507757097483}
+{"Finetune/Learning Rate": 1.7542260575756909e-06, "Finetune/Loss": 0.6423074007034302, "Finetune/Loss (Raw)": 0.6397505402565002, "Finetune/Step": 15661, "Finetune/Step Time": 5.934663971886039}
+{"Finetune/Learning Rate": 1.7532734764717606e-06, "Finetune/Loss": 0.641963005065918, "Finetune/Loss (Raw)": 0.5800333023071289, "Finetune/Step": 15662, "Finetune/Step Time": 5.93952502310276}
+{"Finetune/Learning Rate": 1.7523211292215426e-06, "Finetune/Loss": 0.6439118385314941, "Finetune/Loss (Raw)": 0.8001973628997803, "Finetune/Step": 15663, "Finetune/Step Time": 5.96061778627336}
+{"Finetune/Learning Rate": 1.7513690158520457e-06, "Finetune/Loss": 0.6435532569885254, "Finetune/Loss (Raw)": 0.6215017437934875, "Finetune/Step": 15664, "Finetune/Step Time": 5.961612228304148}
+{"Finetune/Learning Rate": 1.7504171363902667e-06, "Finetune/Loss": 0.6448476910591125, "Finetune/Loss (Raw)": 0.7596838474273682, "Finetune/Step": 15665, "Finetune/Step Time": 5.965799102559686}
+{"Finetune/Learning Rate": 1.749465490863198e-06, "Finetune/Loss": 0.6431111693382263, "Finetune/Loss (Raw)": 0.5113221406936646, "Finetune/Step": 15666, "Finetune/Step Time": 5.964885231107473}
+{"Finetune/Learning Rate": 1.7485140792978284e-06, "Finetune/Loss": 0.6433552503585815, "Finetune/Loss (Raw)": 0.687364399433136, "Finetune/Step": 15667, "Finetune/Step Time": 5.966036198660731}
+{"Finetune/Learning Rate": 1.7475629017211348e-06, "Finetune/Loss": 0.6442166566848755, "Finetune/Loss (Raw)": 0.7086488008499146, "Finetune/Step": 15668, "Finetune/Step Time": 5.963788280263543}
+{"Finetune/Learning Rate": 1.7466119581600904e-06, "Finetune/Loss": 0.6439694166183472, "Finetune/Loss (Raw)": 0.5611056685447693, "Finetune/Step": 15669, "Finetune/Step Time": 5.980234369635582}
+{"Finetune/Learning Rate": 1.7456612486416612e-06, "Finetune/Loss": 0.6435899138450623, "Finetune/Loss (Raw)": 0.5533795952796936, "Finetune/Step": 15670, "Finetune/Step Time": 5.994840420782566}
+{"Finetune/Learning Rate": 1.744710773192807e-06, "Finetune/Loss": 0.6438177227973938, "Finetune/Loss (Raw)": 0.7045360803604126, "Finetune/Step": 15671, "Finetune/Step Time": 5.990878876298666}
+{"Finetune/Learning Rate": 1.7437605318404805e-06, "Finetune/Loss": 0.644281268119812, "Finetune/Loss (Raw)": 0.7660328149795532, "Finetune/Step": 15672, "Finetune/Step Time": 5.995077949017286}
+{"Finetune/Learning Rate": 1.7428105246116267e-06, "Finetune/Loss": 0.6450883746147156, "Finetune/Loss (Raw)": 0.7660053968429565, "Finetune/Step": 15673, "Finetune/Step Time": 6.026418164372444}
+{"Finetune/Learning Rate": 1.7418607515331876e-06, "Finetune/Loss": 0.6449652910232544, "Finetune/Loss (Raw)": 0.5602020621299744, "Finetune/Step": 15674, "Finetune/Step Time": 6.020922612398863}
+{"Finetune/Learning Rate": 1.7409112126320938e-06, "Finetune/Loss": 0.6446788311004639, "Finetune/Loss (Raw)": 0.6672051548957825, "Finetune/Step": 15675, "Finetune/Step Time": 6.014946853742003}
+{"Finetune/Learning Rate": 1.7399619079352725e-06, "Finetune/Loss": 0.6440916061401367, "Finetune/Loss (Raw)": 0.5729086399078369, "Finetune/Step": 15676, "Finetune/Step Time": 6.01234982535243}
+{"Finetune/Learning Rate": 1.7390128374696458e-06, "Finetune/Loss": 0.6449695825576782, "Finetune/Loss (Raw)": 0.7356492280960083, "Finetune/Step": 15677, "Finetune/Step Time": 6.012659637257457}
+{"Finetune/Learning Rate": 1.7380640012621187e-06, "Finetune/Loss": 0.6449137330055237, "Finetune/Loss (Raw)": 0.6423599123954773, "Finetune/Step": 15678, "Finetune/Step Time": 6.013622093945742}
+{"Finetune/Learning Rate": 1.737115399339605e-06, "Finetune/Loss": 0.6447901129722595, "Finetune/Loss (Raw)": 0.5564425587654114, "Finetune/Step": 15679, "Finetune/Step Time": 5.9966892302036285}
+{"Finetune/Learning Rate": 1.7361670317290014e-06, "Finetune/Loss": 0.6447678804397583, "Finetune/Loss (Raw)": 0.7053596377372742, "Finetune/Step": 15680, "Finetune/Step Time": 5.9764648620039225}
+{"Finetune/Learning Rate": 1.7352188984572026e-06, "Finetune/Loss": 0.6445013880729675, "Finetune/Loss (Raw)": 0.706659734249115, "Finetune/Step": 15681, "Finetune/Step Time": 5.973040273413062}
+{"Finetune/Learning Rate": 1.7342709995510942e-06, "Finetune/Loss": 0.644287645816803, "Finetune/Loss (Raw)": 0.585760235786438, "Finetune/Step": 15682, "Finetune/Step Time": 5.997809544205666}
+{"Finetune/Learning Rate": 1.7333233350375577e-06, "Finetune/Loss": 0.6448200941085815, "Finetune/Loss (Raw)": 0.6758177876472473, "Finetune/Step": 15683, "Finetune/Step Time": 6.0025933012366295}
+{"Finetune/Learning Rate": 1.732375904943462e-06, "Finetune/Loss": 0.6452529430389404, "Finetune/Loss (Raw)": 0.6498749852180481, "Finetune/Step": 15684, "Finetune/Step Time": 5.9997874442487955}
+{"Finetune/Learning Rate": 1.731428709295675e-06, "Finetune/Loss": 0.6441373229026794, "Finetune/Loss (Raw)": 0.6546292304992676, "Finetune/Step": 15685, "Finetune/Step Time": 6.005830105394125}
+{"Finetune/Learning Rate": 1.7304817481210544e-06, "Finetune/Loss": 0.6431262493133545, "Finetune/Loss (Raw)": 0.586216151714325, "Finetune/Step": 15686, "Finetune/Step Time": 5.986526370048523}
+{"Finetune/Learning Rate": 1.72953502144646e-06, "Finetune/Loss": 0.6429647207260132, "Finetune/Loss (Raw)": 0.6173639893531799, "Finetune/Step": 15687, "Finetune/Step Time": 5.984841927886009}
+{"Finetune/Learning Rate": 1.7285885292987338e-06, "Finetune/Loss": 0.6425979137420654, "Finetune/Loss (Raw)": 0.5506107807159424, "Finetune/Step": 15688, "Finetune/Step Time": 5.9863374680280685}
+{"Finetune/Learning Rate": 1.7276422717047182e-06, "Finetune/Loss": 0.6433978080749512, "Finetune/Loss (Raw)": 0.6841979026794434, "Finetune/Step": 15689, "Finetune/Step Time": 5.991487173363566}
+{"Finetune/Learning Rate": 1.726696248691242e-06, "Finetune/Loss": 0.6457549929618835, "Finetune/Loss (Raw)": 0.7461390495300293, "Finetune/Step": 15690, "Finetune/Step Time": 5.970817239955068}
+{"Finetune/Learning Rate": 1.7257504602851339e-06, "Finetune/Loss": 0.6469219923019409, "Finetune/Loss (Raw)": 0.7050414681434631, "Finetune/Step": 15691, "Finetune/Step Time": 5.967285295948386}
+{"Finetune/Learning Rate": 1.7248049065132145e-06, "Finetune/Loss": 0.6460185050964355, "Finetune/Loss (Raw)": 0.6024959087371826, "Finetune/Step": 15692, "Finetune/Step Time": 5.939725974574685}
+{"Finetune/Learning Rate": 1.7238595874022934e-06, "Finetune/Loss": 0.645224928855896, "Finetune/Loss (Raw)": 0.6042161583900452, "Finetune/Step": 15693, "Finetune/Step Time": 5.937577962875366}
+{"Finetune/Learning Rate": 1.7229145029791827e-06, "Finetune/Loss": 0.6446396112442017, "Finetune/Loss (Raw)": 0.6162525415420532, "Finetune/Step": 15694, "Finetune/Step Time": 5.928087869659066}
+{"Finetune/Learning Rate": 1.721969653270682e-06, "Finetune/Loss": 0.6454756259918213, "Finetune/Loss (Raw)": 0.756392776966095, "Finetune/Step": 15695, "Finetune/Step Time": 5.927820140495896}
+{"Finetune/Learning Rate": 1.721025038303581e-06, "Finetune/Loss": 0.6457429528236389, "Finetune/Loss (Raw)": 0.7161574363708496, "Finetune/Step": 15696, "Finetune/Step Time": 5.924147116020322}
+{"Finetune/Learning Rate": 1.720080658104667e-06, "Finetune/Loss": 0.6464788317680359, "Finetune/Loss (Raw)": 0.7576741576194763, "Finetune/Step": 15697, "Finetune/Step Time": 5.927222853526473}
+{"Finetune/Learning Rate": 1.7191365127007197e-06, "Finetune/Loss": 0.6465381383895874, "Finetune/Loss (Raw)": 0.7254464030265808, "Finetune/Step": 15698, "Finetune/Step Time": 5.927273456007242}
+{"Finetune/Learning Rate": 1.7181926021185147e-06, "Finetune/Loss": 0.6471750140190125, "Finetune/Loss (Raw)": 0.6988006234169006, "Finetune/Step": 15699, "Finetune/Step Time": 5.9455161821097136}
+{"Finetune/Learning Rate": 1.7172489263848148e-06, "Finetune/Loss": 0.6467419862747192, "Finetune/Loss (Raw)": 0.5548344254493713, "Finetune/Step": 15700, "Finetune/Step Time": 5.946843096986413}
+{"Finetune/Learning Rate": 1.7163054855263862e-06, "Finetune/Loss": 0.6475161910057068, "Finetune/Loss (Raw)": 0.7219306230545044, "Finetune/Step": 15701, "Finetune/Step Time": 5.94909424893558}
+{"Finetune/Learning Rate": 1.7153622795699765e-06, "Finetune/Loss": 0.6475986242294312, "Finetune/Loss (Raw)": 0.5735010504722595, "Finetune/Step": 15702, "Finetune/Step Time": 5.951180001720786}
+{"Finetune/Learning Rate": 1.7144193085423344e-06, "Finetune/Loss": 0.6479214429855347, "Finetune/Loss (Raw)": 0.7077920436859131, "Finetune/Step": 15703, "Finetune/Step Time": 5.9342352617532015}
+{"Finetune/Learning Rate": 1.7134765724701996e-06, "Finetune/Loss": 0.6487134099006653, "Finetune/Loss (Raw)": 0.6224032044410706, "Finetune/Step": 15704, "Finetune/Step Time": 5.941951556131244}
+{"Finetune/Learning Rate": 1.7125340713803052e-06, "Finetune/Loss": 0.6474740505218506, "Finetune/Loss (Raw)": 0.43729937076568604, "Finetune/Step": 15705, "Finetune/Step Time": 5.949040584266186}
+{"Finetune/Learning Rate": 1.7115918052993773e-06, "Finetune/Loss": 0.6470478177070618, "Finetune/Loss (Raw)": 0.6072767972946167, "Finetune/Step": 15706, "Finetune/Step Time": 5.961530497297645}
+{"Finetune/Learning Rate": 1.7106497742541384e-06, "Finetune/Loss": 0.645573616027832, "Finetune/Loss (Raw)": 0.5222558975219727, "Finetune/Step": 15707, "Finetune/Step Time": 5.960578450933099}
+{"Finetune/Learning Rate": 1.7097079782712988e-06, "Finetune/Loss": 0.6467277407646179, "Finetune/Loss (Raw)": 0.6859227418899536, "Finetune/Step": 15708, "Finetune/Step Time": 5.940640531480312}
+{"Finetune/Learning Rate": 1.7087664173775676e-06, "Finetune/Loss": 0.6465345621109009, "Finetune/Loss (Raw)": 0.5838590860366821, "Finetune/Step": 15709, "Finetune/Step Time": 5.9232878889888525}
+{"Finetune/Learning Rate": 1.707825091599643e-06, "Finetune/Loss": 0.6466078162193298, "Finetune/Loss (Raw)": 0.66478031873703, "Finetune/Step": 15710, "Finetune/Step Time": 5.924139074981213}
+{"Finetune/Learning Rate": 1.7068840009642196e-06, "Finetune/Loss": 0.6454252004623413, "Finetune/Loss (Raw)": 0.5823584794998169, "Finetune/Step": 15711, "Finetune/Step Time": 5.915792003273964}
+{"Finetune/Learning Rate": 1.7059431454979825e-06, "Finetune/Loss": 0.6466114521026611, "Finetune/Loss (Raw)": 0.650537371635437, "Finetune/Step": 15712, "Finetune/Step Time": 5.893292499706149}
+{"Finetune/Learning Rate": 1.7050025252276136e-06, "Finetune/Loss": 0.6458054780960083, "Finetune/Loss (Raw)": 0.5666635632514954, "Finetune/Step": 15713, "Finetune/Step Time": 5.891123205423355}
+{"Finetune/Learning Rate": 1.7040621401797853e-06, "Finetune/Loss": 0.6461671590805054, "Finetune/Loss (Raw)": 0.6962460875511169, "Finetune/Step": 15714, "Finetune/Step Time": 5.890259388834238}
+{"Finetune/Learning Rate": 1.7031219903811635e-06, "Finetune/Loss": 0.645882248878479, "Finetune/Loss (Raw)": 0.5958240628242493, "Finetune/Step": 15715, "Finetune/Step Time": 5.895508730784059}
+{"Finetune/Learning Rate": 1.7021820758584085e-06, "Finetune/Loss": 0.6458994746208191, "Finetune/Loss (Raw)": 0.6775230169296265, "Finetune/Step": 15716, "Finetune/Step Time": 5.889565316960216}
+{"Finetune/Learning Rate": 1.7012423966381753e-06, "Finetune/Loss": 0.6445634365081787, "Finetune/Loss (Raw)": 0.45528465509414673, "Finetune/Step": 15717, "Finetune/Step Time": 5.88952149823308}
+{"Finetune/Learning Rate": 1.7003029527471082e-06, "Finetune/Loss": 0.6437630653381348, "Finetune/Loss (Raw)": 0.6526525020599365, "Finetune/Step": 15718, "Finetune/Step Time": 5.868697449564934}
+{"Finetune/Learning Rate": 1.6993637442118516e-06, "Finetune/Loss": 0.6433006525039673, "Finetune/Loss (Raw)": 0.62965327501297, "Finetune/Step": 15719, "Finetune/Step Time": 5.8685733918100595}
+{"Finetune/Learning Rate": 1.6984247710590296e-06, "Finetune/Loss": 0.6432161331176758, "Finetune/Loss (Raw)": 0.5879785418510437, "Finetune/Step": 15720, "Finetune/Step Time": 5.868451213464141}
+{"Finetune/Learning Rate": 1.6974860333152776e-06, "Finetune/Loss": 0.6430236101150513, "Finetune/Loss (Raw)": 0.6102060079574585, "Finetune/Step": 15721, "Finetune/Step Time": 5.863877147436142}
+{"Finetune/Learning Rate": 1.6965475310072122e-06, "Finetune/Loss": 0.6423380374908447, "Finetune/Loss (Raw)": 0.6583859324455261, "Finetune/Step": 15722, "Finetune/Step Time": 5.86867306381464}
+{"Finetune/Learning Rate": 1.6956092641614462e-06, "Finetune/Loss": 0.6413835287094116, "Finetune/Loss (Raw)": 0.664046585559845, "Finetune/Step": 15723, "Finetune/Step Time": 5.868367521092296}
+{"Finetune/Learning Rate": 1.6946712328045889e-06, "Finetune/Loss": 0.6416151523590088, "Finetune/Loss (Raw)": 0.6748865246772766, "Finetune/Step": 15724, "Finetune/Step Time": 5.8586116917431355}
+{"Finetune/Learning Rate": 1.6937334369632397e-06, "Finetune/Loss": 0.641959011554718, "Finetune/Loss (Raw)": 0.5803641676902771, "Finetune/Step": 15725, "Finetune/Step Time": 5.855846919119358}
+{"Finetune/Learning Rate": 1.6927958766639874e-06, "Finetune/Loss": 0.641093373298645, "Finetune/Loss (Raw)": 0.5880270004272461, "Finetune/Step": 15726, "Finetune/Step Time": 5.853897763416171}
+{"Finetune/Learning Rate": 1.6918585519334197e-06, "Finetune/Loss": 0.6405454874038696, "Finetune/Loss (Raw)": 0.4915642738342285, "Finetune/Step": 15727, "Finetune/Step Time": 5.850654684007168}
+{"Finetune/Learning Rate": 1.6909214627981197e-06, "Finetune/Loss": 0.6392583847045898, "Finetune/Loss (Raw)": 0.5576502084732056, "Finetune/Step": 15728, "Finetune/Step Time": 5.875239824876189}
+{"Finetune/Learning Rate": 1.6899846092846605e-06, "Finetune/Loss": 0.6399393081665039, "Finetune/Loss (Raw)": 0.7147678732872009, "Finetune/Step": 15729, "Finetune/Step Time": 5.868144627660513}
+{"Finetune/Learning Rate": 1.6890479914196067e-06, "Finetune/Loss": 0.6399585008621216, "Finetune/Loss (Raw)": 0.6292746067047119, "Finetune/Step": 15730, "Finetune/Step Time": 5.865909937769175}
+{"Finetune/Learning Rate": 1.6881116092295214e-06, "Finetune/Loss": 0.6401578187942505, "Finetune/Loss (Raw)": 0.7131774425506592, "Finetune/Step": 15731, "Finetune/Step Time": 5.86432221904397}
+{"Finetune/Learning Rate": 1.687175462740952e-06, "Finetune/Loss": 0.6386232376098633, "Finetune/Loss (Raw)": 0.5207162499427795, "Finetune/Step": 15732, "Finetune/Step Time": 5.847413212060928}
+{"Finetune/Learning Rate": 1.6862395519804487e-06, "Finetune/Loss": 0.6371732354164124, "Finetune/Loss (Raw)": 0.4529712200164795, "Finetune/Step": 15733, "Finetune/Step Time": 5.86789627186954}
+{"Finetune/Learning Rate": 1.6853038769745466e-06, "Finetune/Loss": 0.6374721527099609, "Finetune/Loss (Raw)": 0.620467483997345, "Finetune/Step": 15734, "Finetune/Step Time": 5.873068105429411}
+{"Finetune/Learning Rate": 1.684368437749787e-06, "Finetune/Loss": 0.637438178062439, "Finetune/Loss (Raw)": 0.6602463126182556, "Finetune/Step": 15735, "Finetune/Step Time": 5.870879927650094}
+{"Finetune/Learning Rate": 1.683433234332691e-06, "Finetune/Loss": 0.6379895806312561, "Finetune/Loss (Raw)": 0.7046001553535461, "Finetune/Step": 15736, "Finetune/Step Time": 5.869831612333655}
+{"Finetune/Learning Rate": 1.6824982667497792e-06, "Finetune/Loss": 0.6373127102851868, "Finetune/Loss (Raw)": 0.5757310390472412, "Finetune/Step": 15737, "Finetune/Step Time": 5.869394198060036}
+{"Finetune/Learning Rate": 1.6815635350275683e-06, "Finetune/Loss": 0.6371753811836243, "Finetune/Loss (Raw)": 0.5734097957611084, "Finetune/Step": 15738, "Finetune/Step Time": 5.872630100697279}
+{"Finetune/Learning Rate": 1.6806290391925573e-06, "Finetune/Loss": 0.639093279838562, "Finetune/Loss (Raw)": 0.864077627658844, "Finetune/Step": 15739, "Finetune/Step Time": 5.88133430108428}
+{"Finetune/Learning Rate": 1.6796947792712504e-06, "Finetune/Loss": 0.6395295262336731, "Finetune/Loss (Raw)": 0.6811100840568542, "Finetune/Step": 15740, "Finetune/Step Time": 5.888839108869433}
+{"Finetune/Learning Rate": 1.6787607552901397e-06, "Finetune/Loss": 0.6391905546188354, "Finetune/Loss (Raw)": 0.6064532995223999, "Finetune/Step": 15741, "Finetune/Step Time": 5.897662496194243}
+{"Finetune/Learning Rate": 1.6778269672757085e-06, "Finetune/Loss": 0.63982093334198, "Finetune/Loss (Raw)": 0.6814500093460083, "Finetune/Step": 15742, "Finetune/Step Time": 5.898913249373436}
+{"Finetune/Learning Rate": 1.6768934152544425e-06, "Finetune/Loss": 0.6390691995620728, "Finetune/Loss (Raw)": 0.5012159943580627, "Finetune/Step": 15743, "Finetune/Step Time": 5.90256780013442}
+{"Finetune/Learning Rate": 1.6759600992528147e-06, "Finetune/Loss": 0.6391922235488892, "Finetune/Loss (Raw)": 0.6956847906112671, "Finetune/Step": 15744, "Finetune/Step Time": 5.9016216564923525}
+{"Finetune/Learning Rate": 1.675027019297284e-06, "Finetune/Loss": 0.6392785310745239, "Finetune/Loss (Raw)": 0.6569349765777588, "Finetune/Step": 15745, "Finetune/Step Time": 5.906595930457115}
+{"Finetune/Learning Rate": 1.6740941754143147e-06, "Finetune/Loss": 0.6397149562835693, "Finetune/Loss (Raw)": 0.6621187329292297, "Finetune/Step": 15746, "Finetune/Step Time": 5.924112634733319}
+{"Finetune/Learning Rate": 1.6731615676303591e-06, "Finetune/Loss": 0.6395507454872131, "Finetune/Loss (Raw)": 0.636412501335144, "Finetune/Step": 15747, "Finetune/Step Time": 5.932486100122333}
+{"Finetune/Learning Rate": 1.672229195971863e-06, "Finetune/Loss": 0.6391552090644836, "Finetune/Loss (Raw)": 0.6408206224441528, "Finetune/Step": 15748, "Finetune/Step Time": 5.92217879742384}
+{"Finetune/Learning Rate": 1.6712970604652635e-06, "Finetune/Loss": 0.6396636962890625, "Finetune/Loss (Raw)": 0.6921964287757874, "Finetune/Step": 15749, "Finetune/Step Time": 5.90890346467495}
+{"Finetune/Learning Rate": 1.6703651611370009e-06, "Finetune/Loss": 0.6386806964874268, "Finetune/Loss (Raw)": 0.577675461769104, "Finetune/Step": 15750, "Finetune/Step Time": 5.911170948296785}
+{"Finetune/Learning Rate": 1.669433498013493e-06, "Finetune/Loss": 0.6402968168258667, "Finetune/Loss (Raw)": 0.7235939502716064, "Finetune/Step": 15751, "Finetune/Step Time": 5.911449244245887}
+{"Finetune/Learning Rate": 1.668502071121162e-06, "Finetune/Loss": 0.6392680406570435, "Finetune/Loss (Raw)": 0.6005951166152954, "Finetune/Step": 15752, "Finetune/Step Time": 5.9140911512076855}
+{"Finetune/Learning Rate": 1.6675708804864211e-06, "Finetune/Loss": 0.6387244462966919, "Finetune/Loss (Raw)": 0.6519596576690674, "Finetune/Step": 15753, "Finetune/Step Time": 5.919287288561463}
+{"Finetune/Learning Rate": 1.6666399261356759e-06, "Finetune/Loss": 0.6386914849281311, "Finetune/Loss (Raw)": 0.6623266935348511, "Finetune/Step": 15754, "Finetune/Step Time": 5.923064321279526}
+{"Finetune/Learning Rate": 1.6657092080953252e-06, "Finetune/Loss": 0.6391547918319702, "Finetune/Loss (Raw)": 0.63031005859375, "Finetune/Step": 15755, "Finetune/Step Time": 5.933302029967308}
+{"Finetune/Learning Rate": 1.6647787263917615e-06, "Finetune/Loss": 0.6393558979034424, "Finetune/Loss (Raw)": 0.615649402141571, "Finetune/Step": 15756, "Finetune/Step Time": 5.930903483182192}
+{"Finetune/Learning Rate": 1.6638484810513711e-06, "Finetune/Loss": 0.6398019790649414, "Finetune/Loss (Raw)": 0.6168220639228821, "Finetune/Step": 15757, "Finetune/Step Time": 5.926645580679178}
+{"Finetune/Learning Rate": 1.6629184721005332e-06, "Finetune/Loss": 0.6401764154434204, "Finetune/Loss (Raw)": 0.6971679925918579, "Finetune/Step": 15758, "Finetune/Step Time": 5.92639022320509}
+{"Finetune/Learning Rate": 1.6619886995656197e-06, "Finetune/Loss": 0.6400682330131531, "Finetune/Loss (Raw)": 0.6049230694770813, "Finetune/Step": 15759, "Finetune/Step Time": 5.906310901045799}
+{"Finetune/Learning Rate": 1.6610591634729966e-06, "Finetune/Loss": 0.6394155621528625, "Finetune/Loss (Raw)": 0.6233845353126526, "Finetune/Step": 15760, "Finetune/Step Time": 5.90153762884438}
+{"Finetune/Learning Rate": 1.6601298638490226e-06, "Finetune/Loss": 0.6379193663597107, "Finetune/Loss (Raw)": 0.4342562258243561, "Finetune/Step": 15761, "Finetune/Step Time": 5.902057338505983}
+{"Finetune/Learning Rate": 1.6592008007200511e-06, "Finetune/Loss": 0.6372756361961365, "Finetune/Loss (Raw)": 0.5652294754981995, "Finetune/Step": 15762, "Finetune/Step Time": 5.90108491294086}
+{"Finetune/Learning Rate": 1.6582719741124265e-06, "Finetune/Loss": 0.6364548206329346, "Finetune/Loss (Raw)": 0.43968915939331055, "Finetune/Step": 15763, "Finetune/Step Time": 5.916268974542618}
+{"Finetune/Learning Rate": 1.6573433840524877e-06, "Finetune/Loss": 0.6358106732368469, "Finetune/Loss (Raw)": 0.6294358968734741, "Finetune/Step": 15764, "Finetune/Step Time": 5.9122488889843225}
+{"Finetune/Learning Rate": 1.6564150305665672e-06, "Finetune/Loss": 0.6350468993186951, "Finetune/Loss (Raw)": 0.5870152711868286, "Finetune/Step": 15765, "Finetune/Step Time": 5.911913849413395}
+{"Finetune/Learning Rate": 1.6554869136809903e-06, "Finetune/Loss": 0.6336603760719299, "Finetune/Loss (Raw)": 0.5435179471969604, "Finetune/Step": 15766, "Finetune/Step Time": 5.911181325092912}
+{"Finetune/Learning Rate": 1.6545590334220763e-06, "Finetune/Loss": 0.6334704160690308, "Finetune/Loss (Raw)": 0.5979059338569641, "Finetune/Step": 15767, "Finetune/Step Time": 5.91975910961628}
+{"Finetune/Learning Rate": 1.6536313898161393e-06, "Finetune/Loss": 0.6343673467636108, "Finetune/Loss (Raw)": 0.7420250773429871, "Finetune/Step": 15768, "Finetune/Step Time": 5.937372241169214}
+{"Finetune/Learning Rate": 1.6527039828894775e-06, "Finetune/Loss": 0.6348856687545776, "Finetune/Loss (Raw)": 0.6525608897209167, "Finetune/Step": 15769, "Finetune/Step Time": 5.936922712251544}
+{"Finetune/Learning Rate": 1.6517768126683964e-06, "Finetune/Loss": 0.6341160535812378, "Finetune/Loss (Raw)": 0.5478293895721436, "Finetune/Step": 15770, "Finetune/Step Time": 5.931847436353564}
+{"Finetune/Learning Rate": 1.6508498791791849e-06, "Finetune/Loss": 0.6333733797073364, "Finetune/Loss (Raw)": 0.5671486258506775, "Finetune/Step": 15771, "Finetune/Step Time": 5.929333161562681}
+{"Finetune/Learning Rate": 1.6499231824481299e-06, "Finetune/Loss": 0.6334012746810913, "Finetune/Loss (Raw)": 0.6541692614555359, "Finetune/Step": 15772, "Finetune/Step Time": 5.921700326725841}
+{"Finetune/Learning Rate": 1.6489967225015091e-06, "Finetune/Loss": 0.633399248123169, "Finetune/Loss (Raw)": 0.6119206547737122, "Finetune/Step": 15773, "Finetune/Step Time": 5.923667984083295}
+{"Finetune/Learning Rate": 1.6480704993655961e-06, "Finetune/Loss": 0.6348509788513184, "Finetune/Loss (Raw)": 0.7104326486587524, "Finetune/Step": 15774, "Finetune/Step Time": 5.9453432988375425}
+{"Finetune/Learning Rate": 1.6471445130666518e-06, "Finetune/Loss": 0.635117769241333, "Finetune/Loss (Raw)": 0.7341765761375427, "Finetune/Step": 15775, "Finetune/Step Time": 5.939651608467102}
+{"Finetune/Learning Rate": 1.6462187636309345e-06, "Finetune/Loss": 0.6352369785308838, "Finetune/Loss (Raw)": 0.6625018119812012, "Finetune/Step": 15776, "Finetune/Step Time": 5.941428801044822}
+{"Finetune/Learning Rate": 1.6452932510847009e-06, "Finetune/Loss": 0.6359087228775024, "Finetune/Loss (Raw)": 0.6898550391197205, "Finetune/Step": 15777, "Finetune/Step Time": 5.92921457067132}
+{"Finetune/Learning Rate": 1.6443679754541931e-06, "Finetune/Loss": 0.634818434715271, "Finetune/Loss (Raw)": 0.6303191184997559, "Finetune/Step": 15778, "Finetune/Step Time": 5.93146314099431}
+{"Finetune/Learning Rate": 1.643442936765648e-06, "Finetune/Loss": 0.635806679725647, "Finetune/Loss (Raw)": 0.7288780212402344, "Finetune/Step": 15779, "Finetune/Step Time": 5.933950370177627}
+{"Finetune/Learning Rate": 1.6425181350453023e-06, "Finetune/Loss": 0.6353760957717896, "Finetune/Loss (Raw)": 0.5674363374710083, "Finetune/Step": 15780, "Finetune/Step Time": 5.951853448525071}
+{"Finetune/Learning Rate": 1.641593570319373e-06, "Finetune/Loss": 0.6357357501983643, "Finetune/Loss (Raw)": 0.7071263194084167, "Finetune/Step": 15781, "Finetune/Step Time": 5.966176878660917}
+{"Finetune/Learning Rate": 1.6406692426140835e-06, "Finetune/Loss": 0.6363289952278137, "Finetune/Loss (Raw)": 0.7253139615058899, "Finetune/Step": 15782, "Finetune/Step Time": 5.9626042656600475}
+{"Finetune/Learning Rate": 1.6397451519556394e-06, "Finetune/Loss": 0.6364877820014954, "Finetune/Loss (Raw)": 0.6637195348739624, "Finetune/Step": 15783, "Finetune/Step Time": 5.96567552909255}
+{"Finetune/Learning Rate": 1.6388212983702534e-06, "Finetune/Loss": 0.6365389823913574, "Finetune/Loss (Raw)": 0.613659679889679, "Finetune/Step": 15784, "Finetune/Step Time": 5.964644657447934}
+{"Finetune/Learning Rate": 1.6378976818841186e-06, "Finetune/Loss": 0.6375226974487305, "Finetune/Loss (Raw)": 0.7539200782775879, "Finetune/Step": 15785, "Finetune/Step Time": 5.9630077034235}
+{"Finetune/Learning Rate": 1.6369743025234286e-06, "Finetune/Loss": 0.636412501335144, "Finetune/Loss (Raw)": 0.585687518119812, "Finetune/Step": 15786, "Finetune/Step Time": 5.965175038203597}
+{"Finetune/Learning Rate": 1.6360511603143648e-06, "Finetune/Loss": 0.6364634037017822, "Finetune/Loss (Raw)": 0.7310057878494263, "Finetune/Step": 15787, "Finetune/Step Time": 5.964951027184725}
+{"Finetune/Learning Rate": 1.635128255283106e-06, "Finetune/Loss": 0.6374322175979614, "Finetune/Loss (Raw)": 0.6851963400840759, "Finetune/Step": 15788, "Finetune/Step Time": 5.961752288043499}
+{"Finetune/Learning Rate": 1.6342055874558238e-06, "Finetune/Loss": 0.6369832754135132, "Finetune/Loss (Raw)": 0.582280158996582, "Finetune/Step": 15789, "Finetune/Step Time": 5.961843611672521}
+{"Finetune/Learning Rate": 1.6332831568586805e-06, "Finetune/Loss": 0.637223482131958, "Finetune/Loss (Raw)": 0.6107850074768066, "Finetune/Step": 15790, "Finetune/Step Time": 5.951945208013058}
+{"Finetune/Learning Rate": 1.632360963517834e-06, "Finetune/Loss": 0.6360442638397217, "Finetune/Loss (Raw)": 0.649256706237793, "Finetune/Step": 15791, "Finetune/Step Time": 5.94745378382504}
+{"Finetune/Learning Rate": 1.6314390074594412e-06, "Finetune/Loss": 0.6359853744506836, "Finetune/Loss (Raw)": 0.6139638423919678, "Finetune/Step": 15792, "Finetune/Step Time": 5.955890588462353}
+{"Finetune/Learning Rate": 1.6305172887096376e-06, "Finetune/Loss": 0.6350650787353516, "Finetune/Loss (Raw)": 0.6418831944465637, "Finetune/Step": 15793, "Finetune/Step Time": 5.970939610153437}
+{"Finetune/Learning Rate": 1.629595807294565e-06, "Finetune/Loss": 0.635419487953186, "Finetune/Loss (Raw)": 0.5566850900650024, "Finetune/Step": 15794, "Finetune/Step Time": 5.9678126107901335}
+{"Finetune/Learning Rate": 1.6286745632403523e-06, "Finetune/Loss": 0.6354833841323853, "Finetune/Loss (Raw)": 0.6955482363700867, "Finetune/Step": 15795, "Finetune/Step Time": 5.969206443056464}
+{"Finetune/Learning Rate": 1.6277535565731251e-06, "Finetune/Loss": 0.6355035305023193, "Finetune/Loss (Raw)": 0.7112297415733337, "Finetune/Step": 15796, "Finetune/Step Time": 5.961697155609727}
+{"Finetune/Learning Rate": 1.6268327873189992e-06, "Finetune/Loss": 0.635475218296051, "Finetune/Loss (Raw)": 0.5574830770492554, "Finetune/Step": 15797, "Finetune/Step Time": 5.964665684849024}
+{"Finetune/Learning Rate": 1.6259122555040852e-06, "Finetune/Loss": 0.6365237832069397, "Finetune/Loss (Raw)": 0.687599241733551, "Finetune/Step": 15798, "Finetune/Step Time": 5.954114869236946}
+{"Finetune/Learning Rate": 1.6249919611544862e-06, "Finetune/Loss": 0.6355564594268799, "Finetune/Loss (Raw)": 0.5807164907455444, "Finetune/Step": 15799, "Finetune/Step Time": 5.957672003656626}
+{"Finetune/Learning Rate": 1.6240719042963004e-06, "Finetune/Loss": 0.6348159909248352, "Finetune/Loss (Raw)": 0.6712461709976196, "Finetune/Step": 15800, "Finetune/Step Time": 5.954355793073773}
+{"Finetune/Learning Rate": 1.6231520849556181e-06, "Finetune/Loss": 0.632955014705658, "Finetune/Loss (Raw)": 0.527807354927063, "Finetune/Step": 15801, "Finetune/Step Time": 5.922074301168323}
+{"Finetune/Learning Rate": 1.6222325031585218e-06, "Finetune/Loss": 0.6327463388442993, "Finetune/Loss (Raw)": 0.5334882736206055, "Finetune/Step": 15802, "Finetune/Step Time": 5.937191991135478}
+{"Finetune/Learning Rate": 1.6213131589310882e-06, "Finetune/Loss": 0.6313214898109436, "Finetune/Loss (Raw)": 0.4848240911960602, "Finetune/Step": 15803, "Finetune/Step Time": 5.937650993466377}
+{"Finetune/Learning Rate": 1.6203940522993878e-06, "Finetune/Loss": 0.6326470375061035, "Finetune/Loss (Raw)": 0.7425755262374878, "Finetune/Step": 15804, "Finetune/Step Time": 5.9426539447158575}
+{"Finetune/Learning Rate": 1.6194751832894839e-06, "Finetune/Loss": 0.6324622631072998, "Finetune/Loss (Raw)": 0.7119975686073303, "Finetune/Step": 15805, "Finetune/Step Time": 5.939352303743362}
+{"Finetune/Learning Rate": 1.6185565519274326e-06, "Finetune/Loss": 0.6334668397903442, "Finetune/Loss (Raw)": 0.7709494829177856, "Finetune/Step": 15806, "Finetune/Step Time": 5.943917972967029}
+{"Finetune/Learning Rate": 1.6176381582392831e-06, "Finetune/Loss": 0.6339219808578491, "Finetune/Loss (Raw)": 0.6146988868713379, "Finetune/Step": 15807, "Finetune/Step Time": 5.942873932421207}
+{"Finetune/Learning Rate": 1.6167200022510799e-06, "Finetune/Loss": 0.6336179971694946, "Finetune/Loss (Raw)": 0.6664450764656067, "Finetune/Step": 15808, "Finetune/Step Time": 5.941417025402188}
+{"Finetune/Learning Rate": 1.6158020839888588e-06, "Finetune/Loss": 0.6332970857620239, "Finetune/Loss (Raw)": 0.6655923128128052, "Finetune/Step": 15809, "Finetune/Step Time": 5.94042550213635}
+{"Finetune/Learning Rate": 1.6148844034786493e-06, "Finetune/Loss": 0.6329723000526428, "Finetune/Loss (Raw)": 0.544184148311615, "Finetune/Step": 15810, "Finetune/Step Time": 5.903392409905791}
+{"Finetune/Learning Rate": 1.6139669607464735e-06, "Finetune/Loss": 0.6322727799415588, "Finetune/Loss (Raw)": 0.5862844586372375, "Finetune/Step": 15811, "Finetune/Step Time": 5.896971900016069}
+{"Finetune/Learning Rate": 1.6130497558183478e-06, "Finetune/Loss": 0.6328353881835938, "Finetune/Loss (Raw)": 0.7218907475471497, "Finetune/Step": 15812, "Finetune/Step Time": 5.899000411853194}
+{"Finetune/Learning Rate": 1.612132788720282e-06, "Finetune/Loss": 0.6327947378158569, "Finetune/Loss (Raw)": 0.6494159698486328, "Finetune/Step": 15813, "Finetune/Step Time": 5.895227508619428}
+{"Finetune/Learning Rate": 1.611216059478279e-06, "Finetune/Loss": 0.6318150758743286, "Finetune/Loss (Raw)": 0.4608320891857147, "Finetune/Step": 15814, "Finetune/Step Time": 5.897721029818058}
+{"Finetune/Learning Rate": 1.610299568118333e-06, "Finetune/Loss": 0.6309462785720825, "Finetune/Loss (Raw)": 0.5061476230621338, "Finetune/Step": 15815, "Finetune/Step Time": 5.905048135668039}
+{"Finetune/Learning Rate": 1.6093833146664373e-06, "Finetune/Loss": 0.6315362453460693, "Finetune/Loss (Raw)": 0.6261305212974548, "Finetune/Step": 15816, "Finetune/Step Time": 5.901519805192947}
+{"Finetune/Learning Rate": 1.6084672991485683e-06, "Finetune/Loss": 0.631434440612793, "Finetune/Loss (Raw)": 0.6711617708206177, "Finetune/Step": 15817, "Finetune/Step Time": 5.909613806754351}
+{"Finetune/Learning Rate": 1.6075515215907022e-06, "Finetune/Loss": 0.6311994791030884, "Finetune/Loss (Raw)": 0.7160666584968567, "Finetune/Step": 15818, "Finetune/Step Time": 5.914368689060211}
+{"Finetune/Learning Rate": 1.6066359820188116e-06, "Finetune/Loss": 0.6315737366676331, "Finetune/Loss (Raw)": 0.752945601940155, "Finetune/Step": 15819, "Finetune/Step Time": 5.914406692609191}
+{"Finetune/Learning Rate": 1.6057206804588576e-06, "Finetune/Loss": 0.6325245499610901, "Finetune/Loss (Raw)": 0.7242027521133423, "Finetune/Step": 15820, "Finetune/Step Time": 5.916067408397794}
+{"Finetune/Learning Rate": 1.6048056169367955e-06, "Finetune/Loss": 0.6327179074287415, "Finetune/Loss (Raw)": 0.62896329164505, "Finetune/Step": 15821, "Finetune/Step Time": 5.919205015525222}
+{"Finetune/Learning Rate": 1.603890791478573e-06, "Finetune/Loss": 0.6324928998947144, "Finetune/Loss (Raw)": 0.5874576568603516, "Finetune/Step": 15822, "Finetune/Step Time": 5.920528192073107}
+{"Finetune/Learning Rate": 1.6029762041101348e-06, "Finetune/Loss": 0.6315928101539612, "Finetune/Loss (Raw)": 0.6411754488945007, "Finetune/Step": 15823, "Finetune/Step Time": 5.920130578801036}
+{"Finetune/Learning Rate": 1.6020618548574108e-06, "Finetune/Loss": 0.6309814453125, "Finetune/Loss (Raw)": 0.6378985047340393, "Finetune/Step": 15824, "Finetune/Step Time": 5.919379815459251}
+{"Finetune/Learning Rate": 1.6011477437463297e-06, "Finetune/Loss": 0.6303891539573669, "Finetune/Loss (Raw)": 0.6818655729293823, "Finetune/Step": 15825, "Finetune/Step Time": 5.9218882992863655}
+{"Finetune/Learning Rate": 1.6002338708028187e-06, "Finetune/Loss": 0.6291694641113281, "Finetune/Loss (Raw)": 0.5693251490592957, "Finetune/Step": 15826, "Finetune/Step Time": 5.92179312556982}
+{"Finetune/Learning Rate": 1.5993202360527882e-06, "Finetune/Loss": 0.6272523403167725, "Finetune/Loss (Raw)": 0.45341047644615173, "Finetune/Step": 15827, "Finetune/Step Time": 5.9047961831092834}
+{"Finetune/Learning Rate": 1.5984068395221485e-06, "Finetune/Loss": 0.6278199553489685, "Finetune/Loss (Raw)": 0.6274906992912292, "Finetune/Step": 15828, "Finetune/Step Time": 5.907654935494065}
+{"Finetune/Learning Rate": 1.5974936812368014e-06, "Finetune/Loss": 0.6271603107452393, "Finetune/Loss (Raw)": 0.6374981999397278, "Finetune/Step": 15829, "Finetune/Step Time": 5.91031401976943}
+{"Finetune/Learning Rate": 1.596580761222638e-06, "Finetune/Loss": 0.6265038251876831, "Finetune/Loss (Raw)": 0.48947373032569885, "Finetune/Step": 15830, "Finetune/Step Time": 5.914306527003646}
+{"Finetune/Learning Rate": 1.595668079505548e-06, "Finetune/Loss": 0.6243239641189575, "Finetune/Loss (Raw)": 0.42876097559928894, "Finetune/Step": 15831, "Finetune/Step Time": 5.9232043530792}
+{"Finetune/Learning Rate": 1.5947556361114102e-06, "Finetune/Loss": 0.6247724294662476, "Finetune/Loss (Raw)": 0.6798098683357239, "Finetune/Step": 15832, "Finetune/Step Time": 5.919480292126536}
+{"Finetune/Learning Rate": 1.5938434310661033e-06, "Finetune/Loss": 0.625963032245636, "Finetune/Loss (Raw)": 0.5896950960159302, "Finetune/Step": 15833, "Finetune/Step Time": 5.907286483794451}
+{"Finetune/Learning Rate": 1.5929314643954941e-06, "Finetune/Loss": 0.6254822611808777, "Finetune/Loss (Raw)": 0.545740008354187, "Finetune/Step": 15834, "Finetune/Step Time": 5.894869918003678}
+{"Finetune/Learning Rate": 1.592019736125443e-06, "Finetune/Loss": 0.6257340908050537, "Finetune/Loss (Raw)": 0.554487407207489, "Finetune/Step": 15835, "Finetune/Step Time": 5.89463653229177}
+{"Finetune/Learning Rate": 1.5911082462818017e-06, "Finetune/Loss": 0.6258460879325867, "Finetune/Loss (Raw)": 0.7002612948417664, "Finetune/Step": 15836, "Finetune/Step Time": 5.896402543410659}
+{"Finetune/Learning Rate": 1.5901969948904183e-06, "Finetune/Loss": 0.6272190809249878, "Finetune/Loss (Raw)": 0.7595987915992737, "Finetune/Step": 15837, "Finetune/Step Time": 5.896674556657672}
+{"Finetune/Learning Rate": 1.5892859819771334e-06, "Finetune/Loss": 0.6262961626052856, "Finetune/Loss (Raw)": 0.5466488599777222, "Finetune/Step": 15838, "Finetune/Step Time": 5.895965859293938}
+{"Finetune/Learning Rate": 1.5883752075677794e-06, "Finetune/Loss": 0.6261718273162842, "Finetune/Loss (Raw)": 0.5664376616477966, "Finetune/Step": 15839, "Finetune/Step Time": 5.9019988384097815}
+{"Finetune/Learning Rate": 1.587464671688187e-06, "Finetune/Loss": 0.6262316703796387, "Finetune/Loss (Raw)": 0.6582030653953552, "Finetune/Step": 15840, "Finetune/Step Time": 5.903589319437742}
+{"Finetune/Learning Rate": 1.5865543743641776e-06, "Finetune/Loss": 0.6272220611572266, "Finetune/Loss (Raw)": 0.6934388279914856, "Finetune/Step": 15841, "Finetune/Step Time": 5.908352315425873}
+{"Finetune/Learning Rate": 1.5856443156215583e-06, "Finetune/Loss": 0.6266500949859619, "Finetune/Loss (Raw)": 0.6230263113975525, "Finetune/Step": 15842, "Finetune/Step Time": 5.905924074351788}
+{"Finetune/Learning Rate": 1.5847344954861399e-06, "Finetune/Loss": 0.6268288493156433, "Finetune/Loss (Raw)": 0.618707537651062, "Finetune/Step": 15843, "Finetune/Step Time": 5.9037999752908945}
+{"Finetune/Learning Rate": 1.5838249139837204e-06, "Finetune/Loss": 0.6262645721435547, "Finetune/Loss (Raw)": 0.6052998304367065, "Finetune/Step": 15844, "Finetune/Step Time": 5.907540384680033}
+{"Finetune/Learning Rate": 1.5829155711400946e-06, "Finetune/Loss": 0.6285843849182129, "Finetune/Loss (Raw)": 0.7522135972976685, "Finetune/Step": 15845, "Finetune/Step Time": 5.905403342097998}
+{"Finetune/Learning Rate": 1.5820064669810486e-06, "Finetune/Loss": 0.6290971040725708, "Finetune/Loss (Raw)": 0.7182816863059998, "Finetune/Step": 15846, "Finetune/Step Time": 5.9040463380515575}
+{"Finetune/Learning Rate": 1.581097601532361e-06, "Finetune/Loss": 0.6296067237854004, "Finetune/Loss (Raw)": 0.6948908567428589, "Finetune/Step": 15847, "Finetune/Step Time": 5.904607865959406}
+{"Finetune/Learning Rate": 1.5801889748198052e-06, "Finetune/Loss": 0.6298283338546753, "Finetune/Loss (Raw)": 0.6163395643234253, "Finetune/Step": 15848, "Finetune/Step Time": 5.907951271161437}
+{"Finetune/Learning Rate": 1.5792805868691474e-06, "Finetune/Loss": 0.6300294399261475, "Finetune/Loss (Raw)": 0.6359511017799377, "Finetune/Step": 15849, "Finetune/Step Time": 5.91009976901114}
+{"Finetune/Learning Rate": 1.578372437706147e-06, "Finetune/Loss": 0.6296183466911316, "Finetune/Loss (Raw)": 0.6057620644569397, "Finetune/Step": 15850, "Finetune/Step Time": 5.905044613406062}
+{"Finetune/Learning Rate": 1.5774645273565559e-06, "Finetune/Loss": 0.6306915879249573, "Finetune/Loss (Raw)": 0.8014217615127563, "Finetune/Step": 15851, "Finetune/Step Time": 5.903681956231594}
+{"Finetune/Learning Rate": 1.5765568558461209e-06, "Finetune/Loss": 0.6304913759231567, "Finetune/Loss (Raw)": 0.6492516398429871, "Finetune/Step": 15852, "Finetune/Step Time": 5.903768952935934}
+{"Finetune/Learning Rate": 1.5756494232005804e-06, "Finetune/Loss": 0.6305643320083618, "Finetune/Loss (Raw)": 0.5897087454795837, "Finetune/Step": 15853, "Finetune/Step Time": 5.910733208060265}
+{"Finetune/Learning Rate": 1.574742229445666e-06, "Finetune/Loss": 0.6308093070983887, "Finetune/Loss (Raw)": 0.619380533695221, "Finetune/Step": 15854, "Finetune/Step Time": 5.912414586171508}
+{"Finetune/Learning Rate": 1.573835274607104e-06, "Finetune/Loss": 0.632614254951477, "Finetune/Loss (Raw)": 0.7225968837738037, "Finetune/Step": 15855, "Finetune/Step Time": 5.921799894422293}
+{"Finetune/Learning Rate": 1.5729285587106135e-06, "Finetune/Loss": 0.6325393915176392, "Finetune/Loss (Raw)": 0.5480702519416809, "Finetune/Step": 15856, "Finetune/Step Time": 5.896277379244566}
+{"Finetune/Learning Rate": 1.5720220817819053e-06, "Finetune/Loss": 0.6314396858215332, "Finetune/Loss (Raw)": 0.5740108489990234, "Finetune/Step": 15857, "Finetune/Step Time": 5.908680766820908}
+{"Finetune/Learning Rate": 1.5711158438466845e-06, "Finetune/Loss": 0.6312258839607239, "Finetune/Loss (Raw)": 0.6019056439399719, "Finetune/Step": 15858, "Finetune/Step Time": 5.912635670974851}
+{"Finetune/Learning Rate": 1.5702098449306503e-06, "Finetune/Loss": 0.6306582093238831, "Finetune/Loss (Raw)": 0.6405171751976013, "Finetune/Step": 15859, "Finetune/Step Time": 5.912901351228356}
+{"Finetune/Learning Rate": 1.569304085059493e-06, "Finetune/Loss": 0.6316102743148804, "Finetune/Loss (Raw)": 0.642576277256012, "Finetune/Step": 15860, "Finetune/Step Time": 5.915697181597352}
+{"Finetune/Learning Rate": 1.5683985642588994e-06, "Finetune/Loss": 0.6327369213104248, "Finetune/Loss (Raw)": 0.5971832275390625, "Finetune/Step": 15861, "Finetune/Step Time": 5.901628918945789}
+{"Finetune/Learning Rate": 1.5674932825545453e-06, "Finetune/Loss": 0.6317110061645508, "Finetune/Loss (Raw)": 0.4891502559185028, "Finetune/Step": 15862, "Finetune/Step Time": 5.913366442546248}
+{"Finetune/Learning Rate": 1.5665882399721033e-06, "Finetune/Loss": 0.6319183707237244, "Finetune/Loss (Raw)": 0.686789870262146, "Finetune/Step": 15863, "Finetune/Step Time": 5.916086090728641}
+{"Finetune/Learning Rate": 1.5656834365372376e-06, "Finetune/Loss": 0.6319445371627808, "Finetune/Loss (Raw)": 0.7079455852508545, "Finetune/Step": 15864, "Finetune/Step Time": 5.918823605403304}
+{"Finetune/Learning Rate": 1.5647788722756074e-06, "Finetune/Loss": 0.631503701210022, "Finetune/Loss (Raw)": 0.5193108916282654, "Finetune/Step": 15865, "Finetune/Step Time": 5.9185209311544895}
+{"Finetune/Learning Rate": 1.563874547212858e-06, "Finetune/Loss": 0.6314680576324463, "Finetune/Loss (Raw)": 0.5688376426696777, "Finetune/Step": 15866, "Finetune/Step Time": 5.918098244816065}
+{"Finetune/Learning Rate": 1.5629704613746389e-06, "Finetune/Loss": 0.629859447479248, "Finetune/Loss (Raw)": 0.6581858396530151, "Finetune/Step": 15867, "Finetune/Step Time": 5.911400808021426}
+{"Finetune/Learning Rate": 1.562066614786586e-06, "Finetune/Loss": 0.6286965012550354, "Finetune/Loss (Raw)": 0.5322453379631042, "Finetune/Step": 15868, "Finetune/Step Time": 5.906972266733646}
+{"Finetune/Learning Rate": 1.5611630074743289e-06, "Finetune/Loss": 0.6287856101989746, "Finetune/Loss (Raw)": 0.6178656220436096, "Finetune/Step": 15869, "Finetune/Step Time": 5.90911627933383}
+{"Finetune/Learning Rate": 1.5602596394634928e-06, "Finetune/Loss": 0.6281718611717224, "Finetune/Loss (Raw)": 0.6028885245323181, "Finetune/Step": 15870, "Finetune/Step Time": 5.914511386305094}
+{"Finetune/Learning Rate": 1.559356510779697e-06, "Finetune/Loss": 0.6295492053031921, "Finetune/Loss (Raw)": 0.6775153875350952, "Finetune/Step": 15871, "Finetune/Step Time": 5.917343216016889}
+{"Finetune/Learning Rate": 1.5584536214485457e-06, "Finetune/Loss": 0.6291141510009766, "Finetune/Loss (Raw)": 0.6400005221366882, "Finetune/Step": 15872, "Finetune/Step Time": 5.920035315677524}
+{"Finetune/Learning Rate": 1.557550971495645e-06, "Finetune/Loss": 0.6283262968063354, "Finetune/Loss (Raw)": 0.556084394454956, "Finetune/Step": 15873, "Finetune/Step Time": 5.918413020670414}
+{"Finetune/Learning Rate": 1.5566485609465888e-06, "Finetune/Loss": 0.6287640929222107, "Finetune/Loss (Raw)": 0.7181569337844849, "Finetune/Step": 15874, "Finetune/Step Time": 5.91972516104579}
+{"Finetune/Learning Rate": 1.5557463898269731e-06, "Finetune/Loss": 0.6288849115371704, "Finetune/Loss (Raw)": 0.6518824100494385, "Finetune/Step": 15875, "Finetune/Step Time": 5.907993359491229}
+{"Finetune/Learning Rate": 1.5548444581623767e-06, "Finetune/Loss": 0.6276782751083374, "Finetune/Loss (Raw)": 0.48635995388031006, "Finetune/Step": 15876, "Finetune/Step Time": 5.929026091471314}
+{"Finetune/Learning Rate": 1.553942765978379e-06, "Finetune/Loss": 0.627240777015686, "Finetune/Loss (Raw)": 0.6362109184265137, "Finetune/Step": 15877, "Finetune/Step Time": 5.939341044053435}
+{"Finetune/Learning Rate": 1.5530413133005451e-06, "Finetune/Loss": 0.6276668310165405, "Finetune/Loss (Raw)": 0.6322014927864075, "Finetune/Step": 15878, "Finetune/Step Time": 5.937900381162763}
+{"Finetune/Learning Rate": 1.55214010015444e-06, "Finetune/Loss": 0.6272160410881042, "Finetune/Loss (Raw)": 0.6658960580825806, "Finetune/Step": 15879, "Finetune/Step Time": 5.941679839044809}
+{"Finetune/Learning Rate": 1.551239126565618e-06, "Finetune/Loss": 0.6275728940963745, "Finetune/Loss (Raw)": 0.6462647914886475, "Finetune/Step": 15880, "Finetune/Step Time": 5.92585819400847}
+{"Finetune/Learning Rate": 1.5503383925596283e-06, "Finetune/Loss": 0.6273811459541321, "Finetune/Loss (Raw)": 0.6274257302284241, "Finetune/Step": 15881, "Finetune/Step Time": 5.9273596778512}
+{"Finetune/Learning Rate": 1.5494378981620162e-06, "Finetune/Loss": 0.6263607740402222, "Finetune/Loss (Raw)": 0.5317171216011047, "Finetune/Step": 15882, "Finetune/Step Time": 5.934579974040389}
+{"Finetune/Learning Rate": 1.5485376433983168e-06, "Finetune/Loss": 0.6266525983810425, "Finetune/Loss (Raw)": 0.6676665544509888, "Finetune/Step": 15883, "Finetune/Step Time": 5.925858400762081}
+{"Finetune/Learning Rate": 1.5476376282940552e-06, "Finetune/Loss": 0.6265840530395508, "Finetune/Loss (Raw)": 0.6068732738494873, "Finetune/Step": 15884, "Finetune/Step Time": 5.922173380851746}
+{"Finetune/Learning Rate": 1.5467378528747545e-06, "Finetune/Loss": 0.6268060207366943, "Finetune/Loss (Raw)": 0.645230233669281, "Finetune/Step": 15885, "Finetune/Step Time": 5.942383142188191}
+{"Finetune/Learning Rate": 1.545838317165932e-06, "Finetune/Loss": 0.6262757182121277, "Finetune/Loss (Raw)": 0.6292913556098938, "Finetune/Step": 15886, "Finetune/Step Time": 5.95581972040236}
+{"Finetune/Learning Rate": 1.5449390211930926e-06, "Finetune/Loss": 0.6270593404769897, "Finetune/Loss (Raw)": 0.7052285075187683, "Finetune/Step": 15887, "Finetune/Step Time": 5.957284612581134}
+{"Finetune/Learning Rate": 1.5440399649817384e-06, "Finetune/Loss": 0.627948522567749, "Finetune/Loss (Raw)": 0.7371968030929565, "Finetune/Step": 15888, "Finetune/Step Time": 5.9586002510041}
+{"Finetune/Learning Rate": 1.54314114855737e-06, "Finetune/Loss": 0.6288539171218872, "Finetune/Loss (Raw)": 0.550149142742157, "Finetune/Step": 15889, "Finetune/Step Time": 5.958645489066839}
+{"Finetune/Learning Rate": 1.542242571945467e-06, "Finetune/Loss": 0.6296035051345825, "Finetune/Loss (Raw)": 0.6611772775650024, "Finetune/Step": 15890, "Finetune/Step Time": 5.963922742754221}
+{"Finetune/Learning Rate": 1.5413442351715157e-06, "Finetune/Loss": 0.6306089162826538, "Finetune/Loss (Raw)": 0.5683739185333252, "Finetune/Step": 15891, "Finetune/Step Time": 5.9656448774039745}
+{"Finetune/Learning Rate": 1.540446138260987e-06, "Finetune/Loss": 0.6302486062049866, "Finetune/Loss (Raw)": 0.5833190679550171, "Finetune/Step": 15892, "Finetune/Step Time": 5.965209214016795}
+{"Finetune/Learning Rate": 1.5395482812393513e-06, "Finetune/Loss": 0.630396842956543, "Finetune/Loss (Raw)": 0.6059905290603638, "Finetune/Step": 15893, "Finetune/Step Time": 5.963292650878429}
+{"Finetune/Learning Rate": 1.5386506641320676e-06, "Finetune/Loss": 0.6314516067504883, "Finetune/Loss (Raw)": 0.6785261034965515, "Finetune/Step": 15894, "Finetune/Step Time": 5.965259615331888}
+{"Finetune/Learning Rate": 1.5377532869645906e-06, "Finetune/Loss": 0.631497323513031, "Finetune/Loss (Raw)": 0.6037615537643433, "Finetune/Step": 15895, "Finetune/Step Time": 5.9550251215696335}
+{"Finetune/Learning Rate": 1.5368561497623668e-06, "Finetune/Loss": 0.6308735609054565, "Finetune/Loss (Raw)": 0.6621792912483215, "Finetune/Step": 15896, "Finetune/Step Time": 5.94289137236774}
+{"Finetune/Learning Rate": 1.535959252550836e-06, "Finetune/Loss": 0.6302400827407837, "Finetune/Loss (Raw)": 0.5714797377586365, "Finetune/Step": 15897, "Finetune/Step Time": 5.951882928609848}
+{"Finetune/Learning Rate": 1.5350625953554333e-06, "Finetune/Loss": 0.6309727430343628, "Finetune/Loss (Raw)": 0.6416122317314148, "Finetune/Step": 15898, "Finetune/Step Time": 5.9481176771223545}
+{"Finetune/Learning Rate": 1.5341661782015837e-06, "Finetune/Loss": 0.6315452456474304, "Finetune/Loss (Raw)": 0.6404281854629517, "Finetune/Step": 15899, "Finetune/Step Time": 5.947302991524339}
+{"Finetune/Learning Rate": 1.5332700011147072e-06, "Finetune/Loss": 0.6315178871154785, "Finetune/Loss (Raw)": 0.6506651639938354, "Finetune/Step": 15900, "Finetune/Step Time": 5.94763558357954}
+{"Finetune/Learning Rate": 1.5323740641202178e-06, "Finetune/Loss": 0.6322309970855713, "Finetune/Loss (Raw)": 0.7032009959220886, "Finetune/Step": 15901, "Finetune/Step Time": 5.946752138435841}
+{"Finetune/Learning Rate": 1.5314783672435218e-06, "Finetune/Loss": 0.6316152215003967, "Finetune/Loss (Raw)": 0.631608784198761, "Finetune/Step": 15902, "Finetune/Step Time": 5.924150427803397}
+{"Finetune/Learning Rate": 1.5305829105100179e-06, "Finetune/Loss": 0.6292318105697632, "Finetune/Loss (Raw)": 0.4291035830974579, "Finetune/Step": 15903, "Finetune/Step Time": 5.944650467485189}
+{"Finetune/Learning Rate": 1.5296876939450978e-06, "Finetune/Loss": 0.6284268498420715, "Finetune/Loss (Raw)": 0.5594624876976013, "Finetune/Step": 15904, "Finetune/Step Time": 5.942653091624379}
+{"Finetune/Learning Rate": 1.528792717574149e-06, "Finetune/Loss": 0.6271616220474243, "Finetune/Loss (Raw)": 0.5279120206832886, "Finetune/Step": 15905, "Finetune/Step Time": 5.963519513607025}
+{"Finetune/Learning Rate": 1.5278979814225502e-06, "Finetune/Loss": 0.626829206943512, "Finetune/Loss (Raw)": 0.587766706943512, "Finetune/Step": 15906, "Finetune/Step Time": 5.966769110411406}
+{"Finetune/Learning Rate": 1.5270034855156734e-06, "Finetune/Loss": 0.6257925033569336, "Finetune/Loss (Raw)": 0.5961846113204956, "Finetune/Step": 15907, "Finetune/Step Time": 5.978383926674724}
+{"Finetune/Learning Rate": 1.5261092298788827e-06, "Finetune/Loss": 0.6257460117340088, "Finetune/Loss (Raw)": 0.5614790320396423, "Finetune/Step": 15908, "Finetune/Step Time": 5.960492696613073}
+{"Finetune/Learning Rate": 1.5252152145375387e-06, "Finetune/Loss": 0.6236854791641235, "Finetune/Loss (Raw)": 0.4433838427066803, "Finetune/Step": 15909, "Finetune/Step Time": 5.96426909044385}
+{"Finetune/Learning Rate": 1.5243214395169926e-06, "Finetune/Loss": 0.6233108639717102, "Finetune/Loss (Raw)": 0.6773610711097717, "Finetune/Step": 15910, "Finetune/Step Time": 5.966969460248947}
+{"Finetune/Learning Rate": 1.523427904842587e-06, "Finetune/Loss": 0.6239232420921326, "Finetune/Loss (Raw)": 0.7421049475669861, "Finetune/Step": 15911, "Finetune/Step Time": 5.967979446053505}
+{"Finetune/Learning Rate": 1.5225346105396631e-06, "Finetune/Loss": 0.6242279410362244, "Finetune/Loss (Raw)": 0.6526603102684021, "Finetune/Step": 15912, "Finetune/Step Time": 5.974442599341273}
+{"Finetune/Learning Rate": 1.5216415566335507e-06, "Finetune/Loss": 0.6223244071006775, "Finetune/Loss (Raw)": 0.5102671980857849, "Finetune/Step": 15913, "Finetune/Step Time": 5.978735586628318}
+{"Finetune/Learning Rate": 1.5207487431495771e-06, "Finetune/Loss": 0.6219727993011475, "Finetune/Loss (Raw)": 0.5406798720359802, "Finetune/Step": 15914, "Finetune/Step Time": 5.980493791401386}
+{"Finetune/Learning Rate": 1.5198561701130532e-06, "Finetune/Loss": 0.6207630634307861, "Finetune/Loss (Raw)": 0.5761658549308777, "Finetune/Step": 15915, "Finetune/Step Time": 5.981101829558611}
+{"Finetune/Learning Rate": 1.5189638375492953e-06, "Finetune/Loss": 0.6207891702651978, "Finetune/Loss (Raw)": 0.6885420680046082, "Finetune/Step": 15916, "Finetune/Step Time": 5.983750436455011}
+{"Finetune/Learning Rate": 1.518071745483607e-06, "Finetune/Loss": 0.6212911009788513, "Finetune/Loss (Raw)": 0.6465213894844055, "Finetune/Step": 15917, "Finetune/Step Time": 5.984982881695032}
+{"Finetune/Learning Rate": 1.517179893941284e-06, "Finetune/Loss": 0.6208893060684204, "Finetune/Loss (Raw)": 0.5593558549880981, "Finetune/Step": 15918, "Finetune/Step Time": 5.981381751596928}
+{"Finetune/Learning Rate": 1.5162882829476177e-06, "Finetune/Loss": 0.6208299398422241, "Finetune/Loss (Raw)": 0.6416525840759277, "Finetune/Step": 15919, "Finetune/Step Time": 5.965831957757473}
+{"Finetune/Learning Rate": 1.5153969125278933e-06, "Finetune/Loss": 0.6204245090484619, "Finetune/Loss (Raw)": 0.5620647668838501, "Finetune/Step": 15920, "Finetune/Step Time": 5.956353070214391}
+{"Finetune/Learning Rate": 1.514505782707384e-06, "Finetune/Loss": 0.6199891567230225, "Finetune/Loss (Raw)": 0.5861623883247375, "Finetune/Step": 15921, "Finetune/Step Time": 5.937627825886011}
+{"Finetune/Learning Rate": 1.513614893511357e-06, "Finetune/Loss": 0.620507001876831, "Finetune/Loss (Raw)": 0.6229748725891113, "Finetune/Step": 15922, "Finetune/Step Time": 5.939590558409691}
+{"Finetune/Learning Rate": 1.5127242449650837e-06, "Finetune/Loss": 0.6207877397537231, "Finetune/Loss (Raw)": 0.7314810156822205, "Finetune/Step": 15923, "Finetune/Step Time": 5.943004442378879}
+{"Finetune/Learning Rate": 1.5118338370938158e-06, "Finetune/Loss": 0.6198326945304871, "Finetune/Loss (Raw)": 0.588983416557312, "Finetune/Step": 15924, "Finetune/Step Time": 5.945799503475428}
+{"Finetune/Learning Rate": 1.5109436699228031e-06, "Finetune/Loss": 0.6199066638946533, "Finetune/Loss (Raw)": 0.5669566988945007, "Finetune/Step": 15925, "Finetune/Step Time": 5.928879989311099}
+{"Finetune/Learning Rate": 1.51005374347729e-06, "Finetune/Loss": 0.6199269890785217, "Finetune/Loss (Raw)": 0.690197229385376, "Finetune/Step": 15926, "Finetune/Step Time": 5.926013359799981}
+{"Finetune/Learning Rate": 1.5091640577825084e-06, "Finetune/Loss": 0.6211938261985779, "Finetune/Loss (Raw)": 0.7428691387176514, "Finetune/Step": 15927, "Finetune/Step Time": 5.92535313218832}
+{"Finetune/Learning Rate": 1.5082746128636905e-06, "Finetune/Loss": 0.6215882897377014, "Finetune/Loss (Raw)": 0.7217369675636292, "Finetune/Step": 15928, "Finetune/Step Time": 5.924071891233325}
+{"Finetune/Learning Rate": 1.507385408746056e-06, "Finetune/Loss": 0.6212444305419922, "Finetune/Loss (Raw)": 0.48379430174827576, "Finetune/Step": 15929, "Finetune/Step Time": 5.9257022980600595}
+{"Finetune/Learning Rate": 1.5064964454548192e-06, "Finetune/Loss": 0.6221534609794617, "Finetune/Loss (Raw)": 0.6498454213142395, "Finetune/Step": 15930, "Finetune/Step Time": 5.914970060810447}
+{"Finetune/Learning Rate": 1.5056077230151945e-06, "Finetune/Loss": 0.6223188042640686, "Finetune/Loss (Raw)": 0.5059865713119507, "Finetune/Step": 15931, "Finetune/Step Time": 5.936122423037887}
+{"Finetune/Learning Rate": 1.5047192414523814e-06, "Finetune/Loss": 0.6212982535362244, "Finetune/Loss (Raw)": 0.6119475364685059, "Finetune/Step": 15932, "Finetune/Step Time": 5.939432766288519}
+{"Finetune/Learning Rate": 1.5038310007915713e-06, "Finetune/Loss": 0.6202182769775391, "Finetune/Loss (Raw)": 0.573756992816925, "Finetune/Step": 15933, "Finetune/Step Time": 5.941959084942937}
+{"Finetune/Learning Rate": 1.5029430010579539e-06, "Finetune/Loss": 0.6196703910827637, "Finetune/Loss (Raw)": 0.7008281946182251, "Finetune/Step": 15934, "Finetune/Step Time": 5.938214093446732}
+{"Finetune/Learning Rate": 1.5020552422767109e-06, "Finetune/Loss": 0.6194779276847839, "Finetune/Loss (Raw)": 0.5900530219078064, "Finetune/Step": 15935, "Finetune/Step Time": 5.939858680590987}
+{"Finetune/Learning Rate": 1.501167724473016e-06, "Finetune/Loss": 0.6194788217544556, "Finetune/Loss (Raw)": 0.6665598750114441, "Finetune/Step": 15936, "Finetune/Step Time": 5.945976501330733}
+{"Finetune/Learning Rate": 1.5002804476720344e-06, "Finetune/Loss": 0.6196550130844116, "Finetune/Loss (Raw)": 0.6881421208381653, "Finetune/Step": 15937, "Finetune/Step Time": 5.948963170871139}
+{"Finetune/Learning Rate": 1.499393411898935e-06, "Finetune/Loss": 0.6213157773017883, "Finetune/Loss (Raw)": 0.7567654848098755, "Finetune/Step": 15938, "Finetune/Step Time": 5.949092542752624}
+{"Finetune/Learning Rate": 1.4985066171788621e-06, "Finetune/Loss": 0.6216527223587036, "Finetune/Loss (Raw)": 0.6294107437133789, "Finetune/Step": 15939, "Finetune/Step Time": 5.947514807805419}
+{"Finetune/Learning Rate": 1.4976200635369675e-06, "Finetune/Loss": 0.6209827661514282, "Finetune/Loss (Raw)": 0.6361430287361145, "Finetune/Step": 15940, "Finetune/Step Time": 5.951530562713742}
+{"Finetune/Learning Rate": 1.4967337509983904e-06, "Finetune/Loss": 0.6208785772323608, "Finetune/Loss (Raw)": 0.6360788941383362, "Finetune/Step": 15941, "Finetune/Step Time": 5.955503758043051}
+{"Finetune/Learning Rate": 1.4958476795882637e-06, "Finetune/Loss": 0.623237669467926, "Finetune/Loss (Raw)": 0.7627981305122375, "Finetune/Step": 15942, "Finetune/Step Time": 5.955866342410445}
+{"Finetune/Learning Rate": 1.4949618493317153e-06, "Finetune/Loss": 0.624847412109375, "Finetune/Loss (Raw)": 0.7121943235397339, "Finetune/Step": 15943, "Finetune/Step Time": 5.950563449412584}
+{"Finetune/Learning Rate": 1.4940762602538628e-06, "Finetune/Loss": 0.6256543397903442, "Finetune/Loss (Raw)": 0.7294175624847412, "Finetune/Step": 15944, "Finetune/Step Time": 5.949612449854612}
+{"Finetune/Learning Rate": 1.4931909123798193e-06, "Finetune/Loss": 0.6253004670143127, "Finetune/Loss (Raw)": 0.6258668899536133, "Finetune/Step": 15945, "Finetune/Step Time": 5.936953127384186}
+{"Finetune/Learning Rate": 1.492305805734693e-06, "Finetune/Loss": 0.6237180233001709, "Finetune/Loss (Raw)": 0.513511061668396, "Finetune/Step": 15946, "Finetune/Step Time": 5.950600331649184}
+{"Finetune/Learning Rate": 1.4914209403435809e-06, "Finetune/Loss": 0.6228735446929932, "Finetune/Loss (Raw)": 0.6448472142219543, "Finetune/Step": 15947, "Finetune/Step Time": 5.9522606916725636}
+{"Finetune/Learning Rate": 1.4905363162315746e-06, "Finetune/Loss": 0.6221089959144592, "Finetune/Loss (Raw)": 0.626345694065094, "Finetune/Step": 15948, "Finetune/Step Time": 5.948571640998125}
+{"Finetune/Learning Rate": 1.4896519334237625e-06, "Finetune/Loss": 0.6225900650024414, "Finetune/Loss (Raw)": 0.6905445456504822, "Finetune/Step": 15949, "Finetune/Step Time": 5.9476270247250795}
+{"Finetune/Learning Rate": 1.4887677919452204e-06, "Finetune/Loss": 0.6220867037773132, "Finetune/Loss (Raw)": 0.5230230689048767, "Finetune/Step": 15950, "Finetune/Step Time": 5.955364014953375}
+{"Finetune/Learning Rate": 1.4878838918210202e-06, "Finetune/Loss": 0.622153103351593, "Finetune/Loss (Raw)": 0.6496739983558655, "Finetune/Step": 15951, "Finetune/Step Time": 5.973663941025734}
+{"Finetune/Learning Rate": 1.487000233076229e-06, "Finetune/Loss": 0.6220287084579468, "Finetune/Loss (Raw)": 0.6219809055328369, "Finetune/Step": 15952, "Finetune/Step Time": 5.978565031662583}
+{"Finetune/Learning Rate": 1.486116815735903e-06, "Finetune/Loss": 0.6215769052505493, "Finetune/Loss (Raw)": 0.624025821685791, "Finetune/Step": 15953, "Finetune/Step Time": 5.974413758143783}
+{"Finetune/Learning Rate": 1.4852336398250932e-06, "Finetune/Loss": 0.6220764517784119, "Finetune/Loss (Raw)": 0.6332685351371765, "Finetune/Step": 15954, "Finetune/Step Time": 5.978541325777769}
+{"Finetune/Learning Rate": 1.4843507053688455e-06, "Finetune/Loss": 0.6225577592849731, "Finetune/Loss (Raw)": 0.515018880367279, "Finetune/Step": 15955, "Finetune/Step Time": 5.992179309949279}
+{"Finetune/Learning Rate": 1.4834680123921986e-06, "Finetune/Loss": 0.622624397277832, "Finetune/Loss (Raw)": 0.6360137462615967, "Finetune/Step": 15956, "Finetune/Step Time": 5.98661632835865}
+{"Finetune/Learning Rate": 1.4825855609201767e-06, "Finetune/Loss": 0.6239198446273804, "Finetune/Loss (Raw)": 0.8033269047737122, "Finetune/Step": 15957, "Finetune/Step Time": 5.981684688478708}
+{"Finetune/Learning Rate": 1.48170335097781e-06, "Finetune/Loss": 0.6244552731513977, "Finetune/Loss (Raw)": 0.5580049753189087, "Finetune/Step": 15958, "Finetune/Step Time": 6.017021045088768}
+{"Finetune/Learning Rate": 1.480821382590114e-06, "Finetune/Loss": 0.6250080466270447, "Finetune/Loss (Raw)": 0.4995155930519104, "Finetune/Step": 15959, "Finetune/Step Time": 6.018394254148006}
+{"Finetune/Learning Rate": 1.4799396557820977e-06, "Finetune/Loss": 0.6246676445007324, "Finetune/Loss (Raw)": 0.6362410187721252, "Finetune/Step": 15960, "Finetune/Step Time": 6.018794659525156}
+{"Finetune/Learning Rate": 1.4790581705787643e-06, "Finetune/Loss": 0.6258020401000977, "Finetune/Loss (Raw)": 0.7349007725715637, "Finetune/Step": 15961, "Finetune/Step Time": 6.019264640286565}
+{"Finetune/Learning Rate": 1.478176927005115e-06, "Finetune/Loss": 0.6271699666976929, "Finetune/Loss (Raw)": 0.7208341956138611, "Finetune/Step": 15962, "Finetune/Step Time": 6.01797079667449}
+{"Finetune/Learning Rate": 1.4772959250861318e-06, "Finetune/Loss": 0.6274566650390625, "Finetune/Loss (Raw)": 0.5911856293678284, "Finetune/Step": 15963, "Finetune/Step Time": 6.01850863173604}
+{"Finetune/Learning Rate": 1.4764151648467984e-06, "Finetune/Loss": 0.6268947124481201, "Finetune/Loss (Raw)": 0.6283230185508728, "Finetune/Step": 15964, "Finetune/Step Time": 6.020311025902629}
+{"Finetune/Learning Rate": 1.4755346463120956e-06, "Finetune/Loss": 0.6254217028617859, "Finetune/Loss (Raw)": 0.5710553526878357, "Finetune/Step": 15965, "Finetune/Step Time": 6.0175648257136345}
+{"Finetune/Learning Rate": 1.4746543695069903e-06, "Finetune/Loss": 0.6256524920463562, "Finetune/Loss (Raw)": 0.5761921405792236, "Finetune/Step": 15966, "Finetune/Step Time": 6.020310906693339}
+{"Finetune/Learning Rate": 1.4737743344564437e-06, "Finetune/Loss": 0.6268885135650635, "Finetune/Loss (Raw)": 0.7246469259262085, "Finetune/Step": 15967, "Finetune/Step Time": 6.0167585257440805}
+{"Finetune/Learning Rate": 1.4728945411854135e-06, "Finetune/Loss": 0.6265376806259155, "Finetune/Loss (Raw)": 0.6132993698120117, "Finetune/Step": 15968, "Finetune/Step Time": 6.019744228571653}
+{"Finetune/Learning Rate": 1.4720149897188452e-06, "Finetune/Loss": 0.6267062425613403, "Finetune/Loss (Raw)": 0.7150145769119263, "Finetune/Step": 15969, "Finetune/Step Time": 6.01614903844893}
+{"Finetune/Learning Rate": 1.4711356800816811e-06, "Finetune/Loss": 0.6263915300369263, "Finetune/Loss (Raw)": 0.5827378630638123, "Finetune/Step": 15970, "Finetune/Step Time": 6.022549053654075}
+{"Finetune/Learning Rate": 1.4702566122988538e-06, "Finetune/Loss": 0.6266857981681824, "Finetune/Loss (Raw)": 0.6563785076141357, "Finetune/Step": 15971, "Finetune/Step Time": 6.026193134486675}
+{"Finetune/Learning Rate": 1.4693777863952952e-06, "Finetune/Loss": 0.6263405084609985, "Finetune/Loss (Raw)": 0.5610955953598022, "Finetune/Step": 15972, "Finetune/Step Time": 6.023063074797392}
+{"Finetune/Learning Rate": 1.4684992023959255e-06, "Finetune/Loss": 0.626185953617096, "Finetune/Loss (Raw)": 0.7324352264404297, "Finetune/Step": 15973, "Finetune/Step Time": 6.041319319978356}
+{"Finetune/Learning Rate": 1.4676208603256602e-06, "Finetune/Loss": 0.6261937618255615, "Finetune/Loss (Raw)": 0.7192859053611755, "Finetune/Step": 15974, "Finetune/Step Time": 6.044025102630258}
+{"Finetune/Learning Rate": 1.466742760209402e-06, "Finetune/Loss": 0.6257626414299011, "Finetune/Loss (Raw)": 0.6397059559822083, "Finetune/Step": 15975, "Finetune/Step Time": 6.043861333280802}
+{"Finetune/Learning Rate": 1.4658649020720539e-06, "Finetune/Loss": 0.6254584789276123, "Finetune/Loss (Raw)": 0.5773988962173462, "Finetune/Step": 15976, "Finetune/Step Time": 6.041987253353}
+{"Finetune/Learning Rate": 1.4649872859385094e-06, "Finetune/Loss": 0.625090479850769, "Finetune/Loss (Raw)": 0.5888526439666748, "Finetune/Step": 15977, "Finetune/Step Time": 6.040768604725599}
+{"Finetune/Learning Rate": 1.4641099118336532e-06, "Finetune/Loss": 0.6255502700805664, "Finetune/Loss (Raw)": 0.6646167635917664, "Finetune/Step": 15978, "Finetune/Step Time": 6.041211903095245}
+{"Finetune/Learning Rate": 1.4632327797823698e-06, "Finetune/Loss": 0.6241389513015747, "Finetune/Loss (Raw)": 0.6207728981971741, "Finetune/Step": 15979, "Finetune/Step Time": 6.040645936504006}
+{"Finetune/Learning Rate": 1.4623558898095303e-06, "Finetune/Loss": 0.6248265504837036, "Finetune/Loss (Raw)": 0.7372543215751648, "Finetune/Step": 15980, "Finetune/Step Time": 6.03815676830709}
+{"Finetune/Learning Rate": 1.4614792419399991e-06, "Finetune/Loss": 0.6247845888137817, "Finetune/Loss (Raw)": 0.5843440890312195, "Finetune/Step": 15981, "Finetune/Step Time": 6.035954708233476}
+{"Finetune/Learning Rate": 1.4606028361986357e-06, "Finetune/Loss": 0.6254154443740845, "Finetune/Loss (Raw)": 0.700137734413147, "Finetune/Step": 15982, "Finetune/Step Time": 6.052097104489803}
+{"Finetune/Learning Rate": 1.459726672610292e-06, "Finetune/Loss": 0.6247577667236328, "Finetune/Loss (Raw)": 0.6384106278419495, "Finetune/Step": 15983, "Finetune/Step Time": 6.046663278713822}
+{"Finetune/Learning Rate": 1.4588507511998162e-06, "Finetune/Loss": 0.6255912184715271, "Finetune/Loss (Raw)": 0.654748260974884, "Finetune/Step": 15984, "Finetune/Step Time": 6.052135840058327}
+{"Finetune/Learning Rate": 1.457975071992045e-06, "Finetune/Loss": 0.6264475584030151, "Finetune/Loss (Raw)": 0.6836274266242981, "Finetune/Step": 15985, "Finetune/Step Time": 6.041508752852678}
+{"Finetune/Learning Rate": 1.4570996350118073e-06, "Finetune/Loss": 0.6264908909797668, "Finetune/Loss (Raw)": 0.6074434518814087, "Finetune/Step": 15986, "Finetune/Step Time": 6.05149682238698}
+{"Finetune/Learning Rate": 1.4562244402839365e-06, "Finetune/Loss": 0.6266670227050781, "Finetune/Loss (Raw)": 0.6630653142929077, "Finetune/Step": 15987, "Finetune/Step Time": 6.051777811720967}
+{"Finetune/Learning Rate": 1.455349487833243e-06, "Finetune/Loss": 0.6271967887878418, "Finetune/Loss (Raw)": 0.7103858590126038, "Finetune/Step": 15988, "Finetune/Step Time": 6.06203169375658}
+{"Finetune/Learning Rate": 1.4544747776845404e-06, "Finetune/Loss": 0.6278209686279297, "Finetune/Loss (Raw)": 0.6770814061164856, "Finetune/Step": 15989, "Finetune/Step Time": 6.057773923501372}
+{"Finetune/Learning Rate": 1.4536003098626329e-06, "Finetune/Loss": 0.6292210817337036, "Finetune/Loss (Raw)": 0.6683714389801025, "Finetune/Step": 15990, "Finetune/Step Time": 6.042803727090359}
+{"Finetune/Learning Rate": 1.4527260843923173e-06, "Finetune/Loss": 0.6286450624465942, "Finetune/Loss (Raw)": 0.6130568385124207, "Finetune/Step": 15991, "Finetune/Step Time": 6.037398733198643}
+{"Finetune/Learning Rate": 1.4518521012983856e-06, "Finetune/Loss": 0.6281647682189941, "Finetune/Loss (Raw)": 0.6464582681655884, "Finetune/Step": 15992, "Finetune/Step Time": 6.033490905538201}
+{"Finetune/Learning Rate": 1.4509783606056193e-06, "Finetune/Loss": 0.6288295388221741, "Finetune/Loss (Raw)": 0.6044057011604309, "Finetune/Step": 15993, "Finetune/Step Time": 6.039387917146087}
+{"Finetune/Learning Rate": 1.450104862338798e-06, "Finetune/Loss": 0.6288259029388428, "Finetune/Loss (Raw)": 0.5683709979057312, "Finetune/Step": 15994, "Finetune/Step Time": 6.0620550327003}
+{"Finetune/Learning Rate": 1.4492316065226898e-06, "Finetune/Loss": 0.6291366815567017, "Finetune/Loss (Raw)": 0.6979672312736511, "Finetune/Step": 15995, "Finetune/Step Time": 6.060901068150997}
+{"Finetune/Learning Rate": 1.4483585931820577e-06, "Finetune/Loss": 0.6304420828819275, "Finetune/Loss (Raw)": 0.699331521987915, "Finetune/Step": 15996, "Finetune/Step Time": 6.080978704616427}
+{"Finetune/Learning Rate": 1.4474858223416577e-06, "Finetune/Loss": 0.6304261684417725, "Finetune/Loss (Raw)": 0.615834653377533, "Finetune/Step": 15997, "Finetune/Step Time": 6.0729116555303335}
+{"Finetune/Learning Rate": 1.446613294026241e-06, "Finetune/Loss": 0.6314401626586914, "Finetune/Loss (Raw)": 0.7326803803443909, "Finetune/Step": 15998, "Finetune/Step Time": 6.064634812995791}
+{"Finetune/Learning Rate": 1.4457410082605483e-06, "Finetune/Loss": 0.6314934492111206, "Finetune/Loss (Raw)": 0.6843369603157043, "Finetune/Step": 15999, "Finetune/Step Time": 6.061496356502175}
+{"Finetune/Learning Rate": 1.444868965069315e-06, "Finetune/Loss": 0.631431519985199, "Finetune/Loss (Raw)": 0.6320719122886658, "Finetune/Step": 16000, "Finetune/Step Time": 6.0571212861686945}
+{"Finetune/Learning Rate": 1.443997164477271e-06, "Finetune/Loss": 0.6325254440307617, "Finetune/Loss (Raw)": 0.6961073279380798, "Finetune/Step": 16001, "Finetune/Step Time": 6.055013069882989}
+{"Finetune/Learning Rate": 1.443125606509137e-06, "Finetune/Loss": 0.6312417387962341, "Finetune/Loss (Raw)": 0.5538396835327148, "Finetune/Step": 16002, "Finetune/Step Time": 6.05959097109735}
+{"Finetune/Learning Rate": 1.4422542911896287e-06, "Finetune/Loss": 0.6302749514579773, "Finetune/Loss (Raw)": 0.528134286403656, "Finetune/Step": 16003, "Finetune/Step Time": 6.062849588692188}
+{"Finetune/Learning Rate": 1.441383218543453e-06, "Finetune/Loss": 0.6298315525054932, "Finetune/Loss (Raw)": 0.429607093334198, "Finetune/Step": 16004, "Finetune/Step Time": 6.063027950003743}
+{"Finetune/Learning Rate": 1.440512388595312e-06, "Finetune/Loss": 0.6283479928970337, "Finetune/Loss (Raw)": 0.4463156759738922, "Finetune/Step": 16005, "Finetune/Step Time": 6.077321879565716}
+{"Finetune/Learning Rate": 1.439641801369901e-06, "Finetune/Loss": 0.6278582811355591, "Finetune/Loss (Raw)": 0.5695183873176575, "Finetune/Step": 16006, "Finetune/Step Time": 6.097869038581848}
+{"Finetune/Learning Rate": 1.4387714568919042e-06, "Finetune/Loss": 0.626681923866272, "Finetune/Loss (Raw)": 0.5153263211250305, "Finetune/Step": 16007, "Finetune/Step Time": 6.076383942738175}
+{"Finetune/Learning Rate": 1.4379013551860054e-06, "Finetune/Loss": 0.6265298128128052, "Finetune/Loss (Raw)": 0.6267831325531006, "Finetune/Step": 16008, "Finetune/Step Time": 6.072167424485087}
+{"Finetune/Learning Rate": 1.437031496276876e-06, "Finetune/Loss": 0.6261364817619324, "Finetune/Loss (Raw)": 0.5770860314369202, "Finetune/Step": 16009, "Finetune/Step Time": 6.068892972543836}
+{"Finetune/Learning Rate": 1.436161880189184e-06, "Finetune/Loss": 0.6264069080352783, "Finetune/Loss (Raw)": 0.5663353204727173, "Finetune/Step": 16010, "Finetune/Step Time": 6.064291521906853}
+{"Finetune/Learning Rate": 1.435292506947591e-06, "Finetune/Loss": 0.6253264546394348, "Finetune/Loss (Raw)": 0.5293609499931335, "Finetune/Step": 16011, "Finetune/Step Time": 6.06656189635396}
+{"Finetune/Learning Rate": 1.4344233765767457e-06, "Finetune/Loss": 0.6249986290931702, "Finetune/Loss (Raw)": 0.5649142265319824, "Finetune/Step": 16012, "Finetune/Step Time": 6.06850678101182}
+{"Finetune/Learning Rate": 1.4335544891012932e-06, "Finetune/Loss": 0.6248576641082764, "Finetune/Loss (Raw)": 0.6271882653236389, "Finetune/Step": 16013, "Finetune/Step Time": 6.050469158217311}
+{"Finetune/Learning Rate": 1.432685844545879e-06, "Finetune/Loss": 0.6240047216415405, "Finetune/Loss (Raw)": 0.5201099514961243, "Finetune/Step": 16014, "Finetune/Step Time": 6.054797321557999}
+{"Finetune/Learning Rate": 1.4318174429351307e-06, "Finetune/Loss": 0.6231683492660522, "Finetune/Loss (Raw)": 0.5981758832931519, "Finetune/Step": 16015, "Finetune/Step Time": 6.057801064103842}
+{"Finetune/Learning Rate": 1.4309492842936767e-06, "Finetune/Loss": 0.6228171586990356, "Finetune/Loss (Raw)": 0.6922497153282166, "Finetune/Step": 16016, "Finetune/Step Time": 6.0537320878356695}
+{"Finetune/Learning Rate": 1.4300813686461346e-06, "Finetune/Loss": 0.6223360300064087, "Finetune/Loss (Raw)": 0.4885580837726593, "Finetune/Step": 16017, "Finetune/Step Time": 6.058818465098739}
+{"Finetune/Learning Rate": 1.4292136960171144e-06, "Finetune/Loss": 0.6223959922790527, "Finetune/Loss (Raw)": 0.668850839138031, "Finetune/Step": 16018, "Finetune/Step Time": 6.061052491888404}
+{"Finetune/Learning Rate": 1.428346266431221e-06, "Finetune/Loss": 0.6229398250579834, "Finetune/Loss (Raw)": 0.6379808783531189, "Finetune/Step": 16019, "Finetune/Step Time": 6.045268112793565}
+{"Finetune/Learning Rate": 1.42747907991305e-06, "Finetune/Loss": 0.6229664087295532, "Finetune/Loss (Raw)": 0.5867313742637634, "Finetune/Step": 16020, "Finetune/Step Time": 6.044056698679924}
+{"Finetune/Learning Rate": 1.4266121364871987e-06, "Finetune/Loss": 0.6234581470489502, "Finetune/Loss (Raw)": 0.6689248085021973, "Finetune/Step": 16021, "Finetune/Step Time": 6.044944480061531}
+{"Finetune/Learning Rate": 1.4257454361782475e-06, "Finetune/Loss": 0.6231205463409424, "Finetune/Loss (Raw)": 0.6353150606155396, "Finetune/Step": 16022, "Finetune/Step Time": 6.046893315389752}
+{"Finetune/Learning Rate": 1.4248789790107753e-06, "Finetune/Loss": 0.623367428779602, "Finetune/Loss (Raw)": 0.6353660821914673, "Finetune/Step": 16023, "Finetune/Step Time": 6.050518622621894}
+{"Finetune/Learning Rate": 1.4240127650093494e-06, "Finetune/Loss": 0.6229288578033447, "Finetune/Loss (Raw)": 0.6060487031936646, "Finetune/Step": 16024, "Finetune/Step Time": 6.044242467731237}
+{"Finetune/Learning Rate": 1.4231467941985345e-06, "Finetune/Loss": 0.6234563589096069, "Finetune/Loss (Raw)": 0.6389858722686768, "Finetune/Step": 16025, "Finetune/Step Time": 6.038284650072455}
+{"Finetune/Learning Rate": 1.4222810666028874e-06, "Finetune/Loss": 0.6235657334327698, "Finetune/Loss (Raw)": 0.6556186079978943, "Finetune/Step": 16026, "Finetune/Step Time": 6.04632580652833}
+{"Finetune/Learning Rate": 1.4214155822469555e-06, "Finetune/Loss": 0.6225012540817261, "Finetune/Loss (Raw)": 0.5041741728782654, "Finetune/Step": 16027, "Finetune/Step Time": 6.04597301222384}
+{"Finetune/Learning Rate": 1.4205503411552846e-06, "Finetune/Loss": 0.6221760511398315, "Finetune/Loss (Raw)": 0.6090427041053772, "Finetune/Step": 16028, "Finetune/Step Time": 6.045925101265311}
+{"Finetune/Learning Rate": 1.4196853433524127e-06, "Finetune/Loss": 0.621143102645874, "Finetune/Loss (Raw)": 0.5709843039512634, "Finetune/Step": 16029, "Finetune/Step Time": 6.043187100440264}
+{"Finetune/Learning Rate": 1.4188205888628625e-06, "Finetune/Loss": 0.6211978197097778, "Finetune/Loss (Raw)": 0.6386156678199768, "Finetune/Step": 16030, "Finetune/Step Time": 6.044966269284487}
+{"Finetune/Learning Rate": 1.417956077711159e-06, "Finetune/Loss": 0.6233345866203308, "Finetune/Loss (Raw)": 0.7026055455207825, "Finetune/Step": 16031, "Finetune/Step Time": 6.02678257226944}
+{"Finetune/Learning Rate": 1.4170918099218166e-06, "Finetune/Loss": 0.6240520477294922, "Finetune/Loss (Raw)": 0.6513001918792725, "Finetune/Step": 16032, "Finetune/Step Time": 6.027498247101903}
+{"Finetune/Learning Rate": 1.416227785519345e-06, "Finetune/Loss": 0.624902069568634, "Finetune/Loss (Raw)": 0.636707603931427, "Finetune/Step": 16033, "Finetune/Step Time": 6.0054116528481245}
+{"Finetune/Learning Rate": 1.4153640045282412e-06, "Finetune/Loss": 0.6255125999450684, "Finetune/Loss (Raw)": 0.6659194231033325, "Finetune/Step": 16034, "Finetune/Step Time": 6.005493566393852}
+{"Finetune/Learning Rate": 1.4145004669730079e-06, "Finetune/Loss": 0.6260558366775513, "Finetune/Loss (Raw)": 0.665716826915741, "Finetune/Step": 16035, "Finetune/Step Time": 5.993013555184007}
+{"Finetune/Learning Rate": 1.413637172878125e-06, "Finetune/Loss": 0.6270850896835327, "Finetune/Loss (Raw)": 0.6932227611541748, "Finetune/Step": 16036, "Finetune/Step Time": 5.994098728522658}
+{"Finetune/Learning Rate": 1.4127741222680758e-06, "Finetune/Loss": 0.6287420988082886, "Finetune/Loss (Raw)": 0.6554820537567139, "Finetune/Step": 16037, "Finetune/Step Time": 5.986449360847473}
+{"Finetune/Learning Rate": 1.4119113151673325e-06, "Finetune/Loss": 0.6282211542129517, "Finetune/Loss (Raw)": 0.6106818914413452, "Finetune/Step": 16038, "Finetune/Step Time": 5.983295042067766}
+{"Finetune/Learning Rate": 1.4110487516003645e-06, "Finetune/Loss": 0.6275259256362915, "Finetune/Loss (Raw)": 0.6531078219413757, "Finetune/Step": 16039, "Finetune/Step Time": 5.980165114626288}
+{"Finetune/Learning Rate": 1.410186431591629e-06, "Finetune/Loss": 0.6266372203826904, "Finetune/Loss (Raw)": 0.5389132499694824, "Finetune/Step": 16040, "Finetune/Step Time": 5.981737287715077}
+{"Finetune/Learning Rate": 1.4093243551655811e-06, "Finetune/Loss": 0.6267952919006348, "Finetune/Loss (Raw)": 0.53049635887146, "Finetune/Step": 16041, "Finetune/Step Time": 5.971495818346739}
+{"Finetune/Learning Rate": 1.4084625223466653e-06, "Finetune/Loss": 0.6279711723327637, "Finetune/Loss (Raw)": 0.6911971569061279, "Finetune/Step": 16042, "Finetune/Step Time": 5.96600847505033}
+{"Finetune/Learning Rate": 1.4076009331593222e-06, "Finetune/Loss": 0.6286062598228455, "Finetune/Loss (Raw)": 0.6574562191963196, "Finetune/Step": 16043, "Finetune/Step Time": 5.966485355049372}
+{"Finetune/Learning Rate": 1.4067395876279821e-06, "Finetune/Loss": 0.628739595413208, "Finetune/Loss (Raw)": 0.7056112289428711, "Finetune/Step": 16044, "Finetune/Step Time": 5.962535249069333}
+{"Finetune/Learning Rate": 1.4058784857770714e-06, "Finetune/Loss": 0.6275193691253662, "Finetune/Loss (Raw)": 0.49032267928123474, "Finetune/Step": 16045, "Finetune/Step Time": 5.9708456210792065}
+{"Finetune/Learning Rate": 1.405017627631009e-06, "Finetune/Loss": 0.6280247569084167, "Finetune/Loss (Raw)": 0.6240543127059937, "Finetune/Step": 16046, "Finetune/Step Time": 5.973684595897794}
+{"Finetune/Learning Rate": 1.4041570132142058e-06, "Finetune/Loss": 0.627522349357605, "Finetune/Loss (Raw)": 0.5773399472236633, "Finetune/Step": 16047, "Finetune/Step Time": 5.972690083086491}
+{"Finetune/Learning Rate": 1.4032966425510664e-06, "Finetune/Loss": 0.6281788349151611, "Finetune/Loss (Raw)": 0.6461012363433838, "Finetune/Step": 16048, "Finetune/Step Time": 5.9740193001925945}
+{"Finetune/Learning Rate": 1.402436515665988e-06, "Finetune/Loss": 0.6292297840118408, "Finetune/Loss (Raw)": 0.7206763029098511, "Finetune/Step": 16049, "Finetune/Step Time": 5.974453320726752}
+{"Finetune/Learning Rate": 1.4015766325833613e-06, "Finetune/Loss": 0.6293811798095703, "Finetune/Loss (Raw)": 0.642358660697937, "Finetune/Step": 16050, "Finetune/Step Time": 5.993682352825999}
+{"Finetune/Learning Rate": 1.4007169933275721e-06, "Finetune/Loss": 0.6292147040367126, "Finetune/Loss (Raw)": 0.7101693749427795, "Finetune/Step": 16051, "Finetune/Step Time": 5.988640567287803}
+{"Finetune/Learning Rate": 1.3998575979229944e-06, "Finetune/Loss": 0.6302340030670166, "Finetune/Loss (Raw)": 0.7194501757621765, "Finetune/Step": 16052, "Finetune/Step Time": 5.985692555084825}
+{"Finetune/Learning Rate": 1.3989984463940032e-06, "Finetune/Loss": 0.6299186944961548, "Finetune/Loss (Raw)": 0.5265974998474121, "Finetune/Step": 16053, "Finetune/Step Time": 5.987106388434768}
+{"Finetune/Learning Rate": 1.3981395387649532e-06, "Finetune/Loss": 0.6294372081756592, "Finetune/Loss (Raw)": 0.628566324710846, "Finetune/Step": 16054, "Finetune/Step Time": 5.990755535662174}
+{"Finetune/Learning Rate": 1.3972808750602074e-06, "Finetune/Loss": 0.6287830471992493, "Finetune/Loss (Raw)": 0.6591382026672363, "Finetune/Step": 16055, "Finetune/Step Time": 5.994293671101332}
+{"Finetune/Learning Rate": 1.396422455304114e-06, "Finetune/Loss": 0.6291367411613464, "Finetune/Loss (Raw)": 0.7670108675956726, "Finetune/Step": 16056, "Finetune/Step Time": 6.002247842028737}
+{"Finetune/Learning Rate": 1.3955642795210133e-06, "Finetune/Loss": 0.6301901340484619, "Finetune/Loss (Raw)": 0.618632972240448, "Finetune/Step": 16057, "Finetune/Step Time": 6.001227976754308}
+{"Finetune/Learning Rate": 1.394706347735243e-06, "Finetune/Loss": 0.6299804449081421, "Finetune/Loss (Raw)": 0.622996985912323, "Finetune/Step": 16058, "Finetune/Step Time": 5.9996971525251865}
+{"Finetune/Learning Rate": 1.393848659971132e-06, "Finetune/Loss": 0.6314023733139038, "Finetune/Loss (Raw)": 0.688003659248352, "Finetune/Step": 16059, "Finetune/Step Time": 5.979093741625547}
+{"Finetune/Learning Rate": 1.3929912162529979e-06, "Finetune/Loss": 0.6318168044090271, "Finetune/Loss (Raw)": 0.6649945974349976, "Finetune/Step": 16060, "Finetune/Step Time": 5.970596715807915}
+{"Finetune/Learning Rate": 1.3921340166051567e-06, "Finetune/Loss": 0.6324127912521362, "Finetune/Loss (Raw)": 0.6500431299209595, "Finetune/Step": 16061, "Finetune/Step Time": 5.967301476746798}
+{"Finetune/Learning Rate": 1.391277061051919e-06, "Finetune/Loss": 0.6327407360076904, "Finetune/Loss (Raw)": 0.7428025603294373, "Finetune/Step": 16062, "Finetune/Step Time": 5.96784145757556}
+{"Finetune/Learning Rate": 1.3904203496175828e-06, "Finetune/Loss": 0.6327776908874512, "Finetune/Loss (Raw)": 0.5947773456573486, "Finetune/Step": 16063, "Finetune/Step Time": 5.970557304099202}
+{"Finetune/Learning Rate": 1.3895638823264447e-06, "Finetune/Loss": 0.6328322291374207, "Finetune/Loss (Raw)": 0.6735446453094482, "Finetune/Step": 16064, "Finetune/Step Time": 5.967501364648342}
+{"Finetune/Learning Rate": 1.3887076592027914e-06, "Finetune/Loss": 0.6324437856674194, "Finetune/Loss (Raw)": 0.6384199261665344, "Finetune/Step": 16065, "Finetune/Step Time": 5.968350030481815}
+{"Finetune/Learning Rate": 1.3878516802708997e-06, "Finetune/Loss": 0.6311789155006409, "Finetune/Loss (Raw)": 0.5948639512062073, "Finetune/Step": 16066, "Finetune/Step Time": 5.966087570413947}
+{"Finetune/Learning Rate": 1.3869959455550453e-06, "Finetune/Loss": 0.631462037563324, "Finetune/Loss (Raw)": 0.665646493434906, "Finetune/Step": 16067, "Finetune/Step Time": 5.963083986192942}
+{"Finetune/Learning Rate": 1.3861404550794933e-06, "Finetune/Loss": 0.6316007375717163, "Finetune/Loss (Raw)": 0.6539005637168884, "Finetune/Step": 16068, "Finetune/Step Time": 5.960139915347099}
+{"Finetune/Learning Rate": 1.385285208868501e-06, "Finetune/Loss": 0.6314205527305603, "Finetune/Loss (Raw)": 0.6130146384239197, "Finetune/Step": 16069, "Finetune/Step Time": 5.957087064161897}
+{"Finetune/Learning Rate": 1.3844302069463257e-06, "Finetune/Loss": 0.6297486424446106, "Finetune/Loss (Raw)": 0.5487927198410034, "Finetune/Step": 16070, "Finetune/Step Time": 5.95456830970943}
+{"Finetune/Learning Rate": 1.38357544933721e-06, "Finetune/Loss": 0.6288366317749023, "Finetune/Loss (Raw)": 0.5954565405845642, "Finetune/Step": 16071, "Finetune/Step Time": 5.958322212100029}
+{"Finetune/Learning Rate": 1.3827209360653948e-06, "Finetune/Loss": 0.6275677680969238, "Finetune/Loss (Raw)": 0.5670034885406494, "Finetune/Step": 16072, "Finetune/Step Time": 5.980238566175103}
+{"Finetune/Learning Rate": 1.3818666671551084e-06, "Finetune/Loss": 0.6282522678375244, "Finetune/Loss (Raw)": 0.7134866118431091, "Finetune/Step": 16073, "Finetune/Step Time": 5.97949337027967}
+{"Finetune/Learning Rate": 1.381012642630576e-06, "Finetune/Loss": 0.629551887512207, "Finetune/Loss (Raw)": 0.6798526644706726, "Finetune/Step": 16074, "Finetune/Step Time": 5.962727846577764}
+{"Finetune/Learning Rate": 1.3801588625160156e-06, "Finetune/Loss": 0.6300276517868042, "Finetune/Loss (Raw)": 0.7057493329048157, "Finetune/Step": 16075, "Finetune/Step Time": 5.97649772465229}
+{"Finetune/Learning Rate": 1.379305326835636e-06, "Finetune/Loss": 0.630255937576294, "Finetune/Loss (Raw)": 0.6555674076080322, "Finetune/Step": 16076, "Finetune/Step Time": 5.981697261333466}
+{"Finetune/Learning Rate": 1.3784520356136466e-06, "Finetune/Loss": 0.6300530433654785, "Finetune/Loss (Raw)": 0.6645780205726624, "Finetune/Step": 16077, "Finetune/Step Time": 5.981177490204573}
+{"Finetune/Learning Rate": 1.3775989888742425e-06, "Finetune/Loss": 0.6310673356056213, "Finetune/Loss (Raw)": 0.6528472304344177, "Finetune/Step": 16078, "Finetune/Step Time": 5.973788380622864}
+{"Finetune/Learning Rate": 1.3767461866416098e-06, "Finetune/Loss": 0.6302793025970459, "Finetune/Loss (Raw)": 0.5488097667694092, "Finetune/Step": 16079, "Finetune/Step Time": 5.9559119790792465}
+{"Finetune/Learning Rate": 1.3758936289399349e-06, "Finetune/Loss": 0.6297010183334351, "Finetune/Loss (Raw)": 0.5479574799537659, "Finetune/Step": 16080, "Finetune/Step Time": 5.951533520594239}
+{"Finetune/Learning Rate": 1.375041315793393e-06, "Finetune/Loss": 0.6295934319496155, "Finetune/Loss (Raw)": 0.6102595925331116, "Finetune/Step": 16081, "Finetune/Step Time": 5.965289171785116}
+{"Finetune/Learning Rate": 1.374189247226152e-06, "Finetune/Loss": 0.6295912861824036, "Finetune/Loss (Raw)": 0.6329880356788635, "Finetune/Step": 16082, "Finetune/Step Time": 5.962993977591395}
+{"Finetune/Learning Rate": 1.3733374232623741e-06, "Finetune/Loss": 0.6307620406150818, "Finetune/Loss (Raw)": 0.6648807525634766, "Finetune/Step": 16083, "Finetune/Step Time": 5.946878038346767}
+{"Finetune/Learning Rate": 1.3724858439262201e-06, "Finetune/Loss": 0.6301865577697754, "Finetune/Loss (Raw)": 0.5623486638069153, "Finetune/Step": 16084, "Finetune/Step Time": 5.950979460030794}
+{"Finetune/Learning Rate": 1.3716345092418326e-06, "Finetune/Loss": 0.6291323900222778, "Finetune/Loss (Raw)": 0.6683928370475769, "Finetune/Step": 16085, "Finetune/Step Time": 5.953289367258549}
+{"Finetune/Learning Rate": 1.3707834192333535e-06, "Finetune/Loss": 0.6290997266769409, "Finetune/Loss (Raw)": 0.5538249611854553, "Finetune/Step": 16086, "Finetune/Step Time": 5.923680063337088}
+{"Finetune/Learning Rate": 1.3699325739249192e-06, "Finetune/Loss": 0.630611777305603, "Finetune/Loss (Raw)": 0.6930601000785828, "Finetune/Step": 16087, "Finetune/Step Time": 5.914284761995077}
+{"Finetune/Learning Rate": 1.3690819733406568e-06, "Finetune/Loss": 0.6308307647705078, "Finetune/Loss (Raw)": 0.6642667651176453, "Finetune/Step": 16088, "Finetune/Step Time": 5.9079392440617085}
+{"Finetune/Learning Rate": 1.368231617504686e-06, "Finetune/Loss": 0.6291496753692627, "Finetune/Loss (Raw)": 0.5197232365608215, "Finetune/Step": 16089, "Finetune/Step Time": 5.922894224524498}
+{"Finetune/Learning Rate": 1.367381506441121e-06, "Finetune/Loss": 0.6286291480064392, "Finetune/Loss (Raw)": 0.6542072892189026, "Finetune/Step": 16090, "Finetune/Step Time": 5.924976609647274}
+{"Finetune/Learning Rate": 1.366531640174069e-06, "Finetune/Loss": 0.6289224028587341, "Finetune/Loss (Raw)": 0.6287224888801575, "Finetune/Step": 16091, "Finetune/Step Time": 5.9219828601926565}
+{"Finetune/Learning Rate": 1.3656820187276298e-06, "Finetune/Loss": 0.6284143924713135, "Finetune/Loss (Raw)": 0.5632992386817932, "Finetune/Step": 16092, "Finetune/Step Time": 5.9234962072223425}
+{"Finetune/Learning Rate": 1.364832642125895e-06, "Finetune/Loss": 0.6284453868865967, "Finetune/Loss (Raw)": 0.5750274062156677, "Finetune/Step": 16093, "Finetune/Step Time": 5.932562382891774}
+{"Finetune/Learning Rate": 1.3639835103929522e-06, "Finetune/Loss": 0.6300292611122131, "Finetune/Loss (Raw)": 0.7789188027381897, "Finetune/Step": 16094, "Finetune/Step Time": 5.93520257435739}
+{"Finetune/Learning Rate": 1.3631346235528786e-06, "Finetune/Loss": 0.6297783851623535, "Finetune/Loss (Raw)": 0.6925396919250488, "Finetune/Step": 16095, "Finetune/Step Time": 5.936004213988781}
+{"Finetune/Learning Rate": 1.3622859816297473e-06, "Finetune/Loss": 0.6294723749160767, "Finetune/Loss (Raw)": 0.5741303563117981, "Finetune/Step": 16096, "Finetune/Step Time": 5.943793186917901}
+{"Finetune/Learning Rate": 1.3614375846476236e-06, "Finetune/Loss": 0.6307152509689331, "Finetune/Loss (Raw)": 0.8741018176078796, "Finetune/Step": 16097, "Finetune/Step Time": 5.944508982822299}
+{"Finetune/Learning Rate": 1.3605894326305647e-06, "Finetune/Loss": 0.6312288045883179, "Finetune/Loss (Raw)": 0.6484649777412415, "Finetune/Step": 16098, "Finetune/Step Time": 5.937414735555649}
+{"Finetune/Learning Rate": 1.3597415256026225e-06, "Finetune/Loss": 0.6313676834106445, "Finetune/Loss (Raw)": 0.6741670966148376, "Finetune/Step": 16099, "Finetune/Step Time": 5.930422626435757}
+{"Finetune/Learning Rate": 1.3588938635878412e-06, "Finetune/Loss": 0.6324301958084106, "Finetune/Loss (Raw)": 0.6970873475074768, "Finetune/Step": 16100, "Finetune/Step Time": 5.929899049922824}
+{"Finetune/Learning Rate": 1.3580464466102583e-06, "Finetune/Loss": 0.6315891742706299, "Finetune/Loss (Raw)": 0.6247847080230713, "Finetune/Step": 16101, "Finetune/Step Time": 5.9140678606927395}
+{"Finetune/Learning Rate": 1.3571992746939055e-06, "Finetune/Loss": 0.6300921440124512, "Finetune/Loss (Raw)": 0.5276694893836975, "Finetune/Step": 16102, "Finetune/Step Time": 5.914844397455454}
+{"Finetune/Learning Rate": 1.3563523478627993e-06, "Finetune/Loss": 0.6305422782897949, "Finetune/Loss (Raw)": 0.6973247528076172, "Finetune/Step": 16103, "Finetune/Step Time": 5.917945597320795}
+{"Finetune/Learning Rate": 1.355505666140965e-06, "Finetune/Loss": 0.6306365728378296, "Finetune/Loss (Raw)": 0.5894716382026672, "Finetune/Step": 16104, "Finetune/Step Time": 5.924507597461343}
+{"Finetune/Learning Rate": 1.3546592295524075e-06, "Finetune/Loss": 0.6309963464736938, "Finetune/Loss (Raw)": 0.634901762008667, "Finetune/Step": 16105, "Finetune/Step Time": 5.9243276827037334}
+{"Finetune/Learning Rate": 1.35381303812113e-06, "Finetune/Loss": 0.6307613849639893, "Finetune/Loss (Raw)": 0.634545087814331, "Finetune/Step": 16106, "Finetune/Step Time": 5.9239256754517555}
+{"Finetune/Learning Rate": 1.352967091871128e-06, "Finetune/Loss": 0.6295175552368164, "Finetune/Loss (Raw)": 0.4615504741668701, "Finetune/Step": 16107, "Finetune/Step Time": 5.94469141960144}
+{"Finetune/Learning Rate": 1.3521213908263931e-06, "Finetune/Loss": 0.6290024518966675, "Finetune/Loss (Raw)": 0.6713228821754456, "Finetune/Step": 16108, "Finetune/Step Time": 5.949256295338273}
+{"Finetune/Learning Rate": 1.3512759350109027e-06, "Finetune/Loss": 0.6302470564842224, "Finetune/Loss (Raw)": 0.7436604499816895, "Finetune/Step": 16109, "Finetune/Step Time": 5.947837134823203}
+{"Finetune/Learning Rate": 1.3504307244486302e-06, "Finetune/Loss": 0.6288810968399048, "Finetune/Loss (Raw)": 0.525288999080658, "Finetune/Step": 16110, "Finetune/Step Time": 5.929965533316135}
+{"Finetune/Learning Rate": 1.3495857591635486e-06, "Finetune/Loss": 0.6295274496078491, "Finetune/Loss (Raw)": 0.7211458086967468, "Finetune/Step": 16111, "Finetune/Step Time": 5.929652996361256}
+{"Finetune/Learning Rate": 1.3487410391796163e-06, "Finetune/Loss": 0.629662275314331, "Finetune/Loss (Raw)": 0.6720044016838074, "Finetune/Step": 16112, "Finetune/Step Time": 5.924474861472845}
+{"Finetune/Learning Rate": 1.3478965645207875e-06, "Finetune/Loss": 0.6291201114654541, "Finetune/Loss (Raw)": 0.6142289042472839, "Finetune/Step": 16113, "Finetune/Step Time": 5.946987334638834}
+{"Finetune/Learning Rate": 1.347052335211011e-06, "Finetune/Loss": 0.6294890642166138, "Finetune/Loss (Raw)": 0.6546692252159119, "Finetune/Step": 16114, "Finetune/Step Time": 5.935111688449979}
+{"Finetune/Learning Rate": 1.3462083512742219e-06, "Finetune/Loss": 0.629439651966095, "Finetune/Loss (Raw)": 0.6567492485046387, "Finetune/Step": 16115, "Finetune/Step Time": 5.950405711308122}
+{"Finetune/Learning Rate": 1.3453646127343566e-06, "Finetune/Loss": 0.6283082365989685, "Finetune/Loss (Raw)": 0.5655574798583984, "Finetune/Step": 16116, "Finetune/Step Time": 5.9410507418215275}
+{"Finetune/Learning Rate": 1.3445211196153373e-06, "Finetune/Loss": 0.6275012493133545, "Finetune/Loss (Raw)": 0.5737912058830261, "Finetune/Step": 16117, "Finetune/Step Time": 5.939429584890604}
+{"Finetune/Learning Rate": 1.3436778719410892e-06, "Finetune/Loss": 0.6284983158111572, "Finetune/Loss (Raw)": 0.7960001230239868, "Finetune/Step": 16118, "Finetune/Step Time": 5.942001882940531}
+{"Finetune/Learning Rate": 1.342834869735521e-06, "Finetune/Loss": 0.6278983354568481, "Finetune/Loss (Raw)": 0.5362563133239746, "Finetune/Step": 16119, "Finetune/Step Time": 5.950838018208742}
+{"Finetune/Learning Rate": 1.3419921130225399e-06, "Finetune/Loss": 0.6272530555725098, "Finetune/Loss (Raw)": 0.5638555288314819, "Finetune/Step": 16120, "Finetune/Step Time": 5.96264836192131}
+{"Finetune/Learning Rate": 1.3411496018260405e-06, "Finetune/Loss": 0.6276548504829407, "Finetune/Loss (Raw)": 0.6558395624160767, "Finetune/Step": 16121, "Finetune/Step Time": 5.956799132749438}
+{"Finetune/Learning Rate": 1.340307336169917e-06, "Finetune/Loss": 0.6278536319732666, "Finetune/Loss (Raw)": 0.5938153266906738, "Finetune/Step": 16122, "Finetune/Step Time": 5.929315688088536}
+{"Finetune/Learning Rate": 1.3394653160780514e-06, "Finetune/Loss": 0.6264063119888306, "Finetune/Loss (Raw)": 0.5127159357070923, "Finetune/Step": 16123, "Finetune/Step Time": 5.944184018298984}
+{"Finetune/Learning Rate": 1.3386235415743232e-06, "Finetune/Loss": 0.6266914010047913, "Finetune/Loss (Raw)": 0.7358171939849854, "Finetune/Step": 16124, "Finetune/Step Time": 5.924698986113071}
+{"Finetune/Learning Rate": 1.337782012682598e-06, "Finetune/Loss": 0.6272943019866943, "Finetune/Loss (Raw)": 0.693001389503479, "Finetune/Step": 16125, "Finetune/Step Time": 5.922117842361331}
+{"Finetune/Learning Rate": 1.3369407294267489e-06, "Finetune/Loss": 0.6265050172805786, "Finetune/Loss (Raw)": 0.6316542625427246, "Finetune/Step": 16126, "Finetune/Step Time": 5.924297921359539}
+{"Finetune/Learning Rate": 1.3360996918306224e-06, "Finetune/Loss": 0.6261640191078186, "Finetune/Loss (Raw)": 0.6406930685043335, "Finetune/Step": 16127, "Finetune/Step Time": 5.924316395074129}
+{"Finetune/Learning Rate": 1.3352588999180726e-06, "Finetune/Loss": 0.625298261642456, "Finetune/Loss (Raw)": 0.5212563872337341, "Finetune/Step": 16128, "Finetune/Step Time": 5.947951210662723}
+{"Finetune/Learning Rate": 1.3344183537129418e-06, "Finetune/Loss": 0.6249204874038696, "Finetune/Loss (Raw)": 0.647748589515686, "Finetune/Step": 16129, "Finetune/Step Time": 5.949279060587287}
+{"Finetune/Learning Rate": 1.3335780532390642e-06, "Finetune/Loss": 0.6244634389877319, "Finetune/Loss (Raw)": 0.4953330159187317, "Finetune/Step": 16130, "Finetune/Step Time": 5.92946096137166}
+{"Finetune/Learning Rate": 1.3327379985202694e-06, "Finetune/Loss": 0.6252842545509338, "Finetune/Loss (Raw)": 0.6332085132598877, "Finetune/Step": 16131, "Finetune/Step Time": 5.929364956915379}
+{"Finetune/Learning Rate": 1.3318981895803785e-06, "Finetune/Loss": 0.6266292333602905, "Finetune/Loss (Raw)": 0.6017639636993408, "Finetune/Step": 16132, "Finetune/Step Time": 5.907497690990567}
+{"Finetune/Learning Rate": 1.3310586264432056e-06, "Finetune/Loss": 0.6281058192253113, "Finetune/Loss (Raw)": 0.6353165507316589, "Finetune/Step": 16133, "Finetune/Step Time": 5.8904961459338665}
+{"Finetune/Learning Rate": 1.3302193091325588e-06, "Finetune/Loss": 0.6286282539367676, "Finetune/Loss (Raw)": 0.6363950967788696, "Finetune/Step": 16134, "Finetune/Step Time": 5.869181716814637}
+{"Finetune/Learning Rate": 1.3293802376722398e-06, "Finetune/Loss": 0.6301856637001038, "Finetune/Loss (Raw)": 0.7146682739257812, "Finetune/Step": 16135, "Finetune/Step Time": 5.869718795642257}
+{"Finetune/Learning Rate": 1.3285414120860407e-06, "Finetune/Loss": 0.6308257579803467, "Finetune/Loss (Raw)": 0.7087150812149048, "Finetune/Step": 16136, "Finetune/Step Time": 5.875413423404098}
+{"Finetune/Learning Rate": 1.3277028323977492e-06, "Finetune/Loss": 0.6314859986305237, "Finetune/Loss (Raw)": 0.6615934371948242, "Finetune/Step": 16137, "Finetune/Step Time": 5.87627880088985}
+{"Finetune/Learning Rate": 1.326864498631144e-06, "Finetune/Loss": 0.631668746471405, "Finetune/Loss (Raw)": 0.5897355079650879, "Finetune/Step": 16138, "Finetune/Step Time": 5.8720246106386185}
+{"Finetune/Learning Rate": 1.3260264108099996e-06, "Finetune/Loss": 0.6325526237487793, "Finetune/Loss (Raw)": 0.6424923539161682, "Finetune/Step": 16139, "Finetune/Step Time": 5.867264609783888}
+{"Finetune/Learning Rate": 1.32518856895808e-06, "Finetune/Loss": 0.6330412030220032, "Finetune/Loss (Raw)": 0.6274539828300476, "Finetune/Step": 16140, "Finetune/Step Time": 5.87467322871089}
+{"Finetune/Learning Rate": 1.3243509730991445e-06, "Finetune/Loss": 0.6314100027084351, "Finetune/Loss (Raw)": 0.41839244961738586, "Finetune/Step": 16141, "Finetune/Step Time": 5.880057359114289}
+{"Finetune/Learning Rate": 1.3235136232569456e-06, "Finetune/Loss": 0.6328210234642029, "Finetune/Loss (Raw)": 0.7007237076759338, "Finetune/Step": 16142, "Finetune/Step Time": 5.857454461976886}
+{"Finetune/Learning Rate": 1.3226765194552272e-06, "Finetune/Loss": 0.6328593492507935, "Finetune/Loss (Raw)": 0.6030780076980591, "Finetune/Step": 16143, "Finetune/Step Time": 5.85827511548996}
+{"Finetune/Learning Rate": 1.3218396617177287e-06, "Finetune/Loss": 0.6327450275421143, "Finetune/Loss (Raw)": 0.6776168346405029, "Finetune/Step": 16144, "Finetune/Step Time": 5.87635263055563}
+{"Finetune/Learning Rate": 1.3210030500681791e-06, "Finetune/Loss": 0.6324036121368408, "Finetune/Loss (Raw)": 0.4448586702346802, "Finetune/Step": 16145, "Finetune/Step Time": 5.891049534082413}
+{"Finetune/Learning Rate": 1.320166684530303e-06, "Finetune/Loss": 0.6316772103309631, "Finetune/Loss (Raw)": 0.5758717060089111, "Finetune/Step": 16146, "Finetune/Step Time": 5.882699463516474}
+{"Finetune/Learning Rate": 1.3193305651278188e-06, "Finetune/Loss": 0.630587100982666, "Finetune/Loss (Raw)": 0.49844682216644287, "Finetune/Step": 16147, "Finetune/Step Time": 5.90267114341259}
+{"Finetune/Learning Rate": 1.3184946918844344e-06, "Finetune/Loss": 0.6315382719039917, "Finetune/Loss (Raw)": 0.7084792256355286, "Finetune/Step": 16148, "Finetune/Step Time": 5.902895521372557}
+{"Finetune/Learning Rate": 1.3176590648238542e-06, "Finetune/Loss": 0.631004810333252, "Finetune/Loss (Raw)": 0.6006385087966919, "Finetune/Step": 16149, "Finetune/Step Time": 5.903393918648362}
+{"Finetune/Learning Rate": 1.3168236839697745e-06, "Finetune/Loss": 0.6313254833221436, "Finetune/Loss (Raw)": 0.6763668060302734, "Finetune/Step": 16150, "Finetune/Step Time": 5.908689385280013}
+{"Finetune/Learning Rate": 1.3159885493458824e-06, "Finetune/Loss": 0.6305651664733887, "Finetune/Loss (Raw)": 0.5380481481552124, "Finetune/Step": 16151, "Finetune/Step Time": 5.9064227771013975}
+{"Finetune/Learning Rate": 1.3151536609758586e-06, "Finetune/Loss": 0.6314566135406494, "Finetune/Loss (Raw)": 0.7201472520828247, "Finetune/Step": 16152, "Finetune/Step Time": 5.910673648118973}
+{"Finetune/Learning Rate": 1.3143190188833832e-06, "Finetune/Loss": 0.6313371658325195, "Finetune/Loss (Raw)": 0.6236947178840637, "Finetune/Step": 16153, "Finetune/Step Time": 5.908308062702417}
+{"Finetune/Learning Rate": 1.3134846230921216e-06, "Finetune/Loss": 0.6316783428192139, "Finetune/Loss (Raw)": 0.6992994546890259, "Finetune/Step": 16154, "Finetune/Step Time": 5.89992992952466}
+{"Finetune/Learning Rate": 1.312650473625734e-06, "Finetune/Loss": 0.6323724389076233, "Finetune/Loss (Raw)": 0.5930109620094299, "Finetune/Step": 16155, "Finetune/Step Time": 5.900495164096355}
+{"Finetune/Learning Rate": 1.3118165705078768e-06, "Finetune/Loss": 0.631804883480072, "Finetune/Loss (Raw)": 0.5364003777503967, "Finetune/Step": 16156, "Finetune/Step Time": 5.901301836594939}
+{"Finetune/Learning Rate": 1.3109829137621967e-06, "Finetune/Loss": 0.6326003670692444, "Finetune/Loss (Raw)": 0.6728034019470215, "Finetune/Step": 16157, "Finetune/Step Time": 5.906141983345151}
+{"Finetune/Learning Rate": 1.3101495034123313e-06, "Finetune/Loss": 0.6321899890899658, "Finetune/Loss (Raw)": 0.5860931277275085, "Finetune/Step": 16158, "Finetune/Step Time": 5.91625389829278}
+{"Finetune/Learning Rate": 1.309316339481913e-06, "Finetune/Loss": 0.6314971446990967, "Finetune/Loss (Raw)": 0.6139198541641235, "Finetune/Step": 16159, "Finetune/Step Time": 5.915298216044903}
+{"Finetune/Learning Rate": 1.3084834219945731e-06, "Finetune/Loss": 0.6305847764015198, "Finetune/Loss (Raw)": 0.5345175266265869, "Finetune/Step": 16160, "Finetune/Step Time": 5.917060934007168}
+{"Finetune/Learning Rate": 1.3076507509739279e-06, "Finetune/Loss": 0.6305846571922302, "Finetune/Loss (Raw)": 0.6366829872131348, "Finetune/Step": 16161, "Finetune/Step Time": 5.921908155083656}
+{"Finetune/Learning Rate": 1.3068183264435885e-06, "Finetune/Loss": 0.6295543313026428, "Finetune/Loss (Raw)": 0.5340447425842285, "Finetune/Step": 16162, "Finetune/Step Time": 5.937814064323902}
+{"Finetune/Learning Rate": 1.3059861484271653e-06, "Finetune/Loss": 0.6285632848739624, "Finetune/Loss (Raw)": 0.5388590097427368, "Finetune/Step": 16163, "Finetune/Step Time": 5.958125600591302}
+{"Finetune/Learning Rate": 1.3051542169482489e-06, "Finetune/Loss": 0.6287375092506409, "Finetune/Loss (Raw)": 0.7155258655548096, "Finetune/Step": 16164, "Finetune/Step Time": 5.95833963342011}
+{"Finetune/Learning Rate": 1.3043225320304343e-06, "Finetune/Loss": 0.6296285390853882, "Finetune/Loss (Raw)": 0.7695367932319641, "Finetune/Step": 16165, "Finetune/Step Time": 5.946593342348933}
+{"Finetune/Learning Rate": 1.3034910936973032e-06, "Finetune/Loss": 0.6298086643218994, "Finetune/Loss (Raw)": 0.6337352395057678, "Finetune/Step": 16166, "Finetune/Step Time": 5.964249219745398}
+{"Finetune/Learning Rate": 1.3026599019724374e-06, "Finetune/Loss": 0.6296406984329224, "Finetune/Loss (Raw)": 0.6316081881523132, "Finetune/Step": 16167, "Finetune/Step Time": 5.96855591610074}
+{"Finetune/Learning Rate": 1.301828956879405e-06, "Finetune/Loss": 0.6307309865951538, "Finetune/Loss (Raw)": 0.6784690618515015, "Finetune/Step": 16168, "Finetune/Step Time": 5.966807736083865}
+{"Finetune/Learning Rate": 1.3009982584417712e-06, "Finetune/Loss": 0.6311807632446289, "Finetune/Loss (Raw)": 0.588064968585968, "Finetune/Step": 16169, "Finetune/Step Time": 5.968380169942975}
+{"Finetune/Learning Rate": 1.300167806683088e-06, "Finetune/Loss": 0.6307007074356079, "Finetune/Loss (Raw)": 0.6297534108161926, "Finetune/Step": 16170, "Finetune/Step Time": 5.976127460598946}
+{"Finetune/Learning Rate": 1.2993376016269076e-06, "Finetune/Loss": 0.6302939057350159, "Finetune/Loss (Raw)": 0.6053822636604309, "Finetune/Step": 16171, "Finetune/Step Time": 5.992045406252146}
+{"Finetune/Learning Rate": 1.2985076432967703e-06, "Finetune/Loss": 0.6290503740310669, "Finetune/Loss (Raw)": 0.5464434623718262, "Finetune/Step": 16172, "Finetune/Step Time": 5.993848452344537}
+{"Finetune/Learning Rate": 1.2976779317162114e-06, "Finetune/Loss": 0.630487859249115, "Finetune/Loss (Raw)": 0.674319326877594, "Finetune/Step": 16173, "Finetune/Step Time": 5.983864324167371}
+{"Finetune/Learning Rate": 1.2968484669087612e-06, "Finetune/Loss": 0.630406379699707, "Finetune/Loss (Raw)": 0.6136230230331421, "Finetune/Step": 16174, "Finetune/Step Time": 5.983667962253094}
+{"Finetune/Learning Rate": 1.296019248897943e-06, "Finetune/Loss": 0.631199836730957, "Finetune/Loss (Raw)": 0.6789073348045349, "Finetune/Step": 16175, "Finetune/Step Time": 5.9817033018916845}
+{"Finetune/Learning Rate": 1.2951902777072656e-06, "Finetune/Loss": 0.6316167116165161, "Finetune/Loss (Raw)": 0.6994604468345642, "Finetune/Step": 16176, "Finetune/Step Time": 5.983333045616746}
+{"Finetune/Learning Rate": 1.2943615533602393e-06, "Finetune/Loss": 0.6311088800430298, "Finetune/Loss (Raw)": 0.6556687951087952, "Finetune/Step": 16177, "Finetune/Step Time": 5.988991955295205}
+{"Finetune/Learning Rate": 1.2935330758803633e-06, "Finetune/Loss": 0.6308237314224243, "Finetune/Loss (Raw)": 0.6058582067489624, "Finetune/Step": 16178, "Finetune/Step Time": 5.970051899552345}
+{"Finetune/Learning Rate": 1.2927048452911318e-06, "Finetune/Loss": 0.6299146413803101, "Finetune/Loss (Raw)": 0.5938094258308411, "Finetune/Step": 16179, "Finetune/Step Time": 5.969481879845262}
+{"Finetune/Learning Rate": 1.2918768616160294e-06, "Finetune/Loss": 0.6293054819107056, "Finetune/Loss (Raw)": 0.6414760947227478, "Finetune/Step": 16180, "Finetune/Step Time": 5.971576999872923}
+{"Finetune/Learning Rate": 1.2910491248785385e-06, "Finetune/Loss": 0.6304323673248291, "Finetune/Loss (Raw)": 0.6708393096923828, "Finetune/Step": 16181, "Finetune/Step Time": 5.969872424378991}
+{"Finetune/Learning Rate": 1.290221635102128e-06, "Finetune/Loss": 0.6311527490615845, "Finetune/Loss (Raw)": 0.7207831144332886, "Finetune/Step": 16182, "Finetune/Step Time": 5.9665017407387495}
+{"Finetune/Learning Rate": 1.2893943923102647e-06, "Finetune/Loss": 0.6305351257324219, "Finetune/Loss (Raw)": 0.5800790190696716, "Finetune/Step": 16183, "Finetune/Step Time": 5.9626122154295444}
+{"Finetune/Learning Rate": 1.2885673965264078e-06, "Finetune/Loss": 0.629387617111206, "Finetune/Loss (Raw)": 0.6201325058937073, "Finetune/Step": 16184, "Finetune/Step Time": 5.955530598759651}
+{"Finetune/Learning Rate": 1.2877406477740074e-06, "Finetune/Loss": 0.6294585466384888, "Finetune/Loss (Raw)": 0.6277067065238953, "Finetune/Step": 16185, "Finetune/Step Time": 5.957993308082223}
+{"Finetune/Learning Rate": 1.2869141460765067e-06, "Finetune/Loss": 0.6305235624313354, "Finetune/Loss (Raw)": 0.759318470954895, "Finetune/Step": 16186, "Finetune/Step Time": 5.963000414893031}
+{"Finetune/Learning Rate": 1.286087891457345e-06, "Finetune/Loss": 0.6311137676239014, "Finetune/Loss (Raw)": 0.7635433673858643, "Finetune/Step": 16187, "Finetune/Step Time": 5.96543332003057}
+{"Finetune/Learning Rate": 1.2852618839399522e-06, "Finetune/Loss": 0.6296659111976624, "Finetune/Loss (Raw)": 0.47967228293418884, "Finetune/Step": 16188, "Finetune/Step Time": 5.983785795047879}
+{"Finetune/Learning Rate": 1.2844361235477497e-06, "Finetune/Loss": 0.6295126080513, "Finetune/Loss (Raw)": 0.6304256319999695, "Finetune/Step": 16189, "Finetune/Step Time": 5.984887393191457}
+{"Finetune/Learning Rate": 1.2836106103041556e-06, "Finetune/Loss": 0.6288518905639648, "Finetune/Loss (Raw)": 0.658232569694519, "Finetune/Step": 16190, "Finetune/Step Time": 5.989428797736764}
+{"Finetune/Learning Rate": 1.2827853442325787e-06, "Finetune/Loss": 0.6285735368728638, "Finetune/Loss (Raw)": 0.5591490268707275, "Finetune/Step": 16191, "Finetune/Step Time": 5.991463523358107}
+{"Finetune/Learning Rate": 1.2819603253564206e-06, "Finetune/Loss": 0.6291196942329407, "Finetune/Loss (Raw)": 0.7434496879577637, "Finetune/Step": 16192, "Finetune/Step Time": 5.993411144241691}
+{"Finetune/Learning Rate": 1.2811355536990777e-06, "Finetune/Loss": 0.6291990280151367, "Finetune/Loss (Raw)": 0.6485722064971924, "Finetune/Step": 16193, "Finetune/Step Time": 5.994809936732054}
+{"Finetune/Learning Rate": 1.280311029283936e-06, "Finetune/Loss": 0.6286947727203369, "Finetune/Loss (Raw)": 0.5303211808204651, "Finetune/Step": 16194, "Finetune/Step Time": 5.995864635333419}
+{"Finetune/Learning Rate": 1.279486752134379e-06, "Finetune/Loss": 0.6287035346031189, "Finetune/Loss (Raw)": 0.6667686104774475, "Finetune/Step": 16195, "Finetune/Step Time": 5.998667947947979}
+{"Finetune/Learning Rate": 1.2786627222737801e-06, "Finetune/Loss": 0.6280319094657898, "Finetune/Loss (Raw)": 0.5679311752319336, "Finetune/Step": 16196, "Finetune/Step Time": 6.000124013051391}
+{"Finetune/Learning Rate": 1.2778389397255053e-06, "Finetune/Loss": 0.6281313896179199, "Finetune/Loss (Raw)": 0.6257484555244446, "Finetune/Step": 16197, "Finetune/Step Time": 5.997956203296781}
+{"Finetune/Learning Rate": 1.2770154045129168e-06, "Finetune/Loss": 0.6298362016677856, "Finetune/Loss (Raw)": 0.7670161128044128, "Finetune/Step": 16198, "Finetune/Step Time": 5.995539853349328}
+{"Finetune/Learning Rate": 1.2761921166593683e-06, "Finetune/Loss": 0.6296507120132446, "Finetune/Loss (Raw)": 0.5717081427574158, "Finetune/Step": 16199, "Finetune/Step Time": 5.993766352534294}
+{"Finetune/Learning Rate": 1.275369076188202e-06, "Finetune/Loss": 0.6294038891792297, "Finetune/Loss (Raw)": 0.5354112982749939, "Finetune/Step": 16200, "Finetune/Step Time": 5.977652970701456}
+{"Finetune/Learning Rate": 1.2745462831227561e-06, "Finetune/Loss": 0.6281435489654541, "Finetune/Loss (Raw)": 0.5521626472473145, "Finetune/Step": 16201, "Finetune/Step Time": 5.982219336554408}
+{"Finetune/Learning Rate": 1.2737237374863687e-06, "Finetune/Loss": 0.6267850399017334, "Finetune/Loss (Raw)": 0.5059592723846436, "Finetune/Step": 16202, "Finetune/Step Time": 5.983572566881776}
+{"Finetune/Learning Rate": 1.272901439302362e-06, "Finetune/Loss": 0.6259992122650146, "Finetune/Loss (Raw)": 0.6051697731018066, "Finetune/Step": 16203, "Finetune/Step Time": 5.965984055772424}
+{"Finetune/Learning Rate": 1.2720793885940541e-06, "Finetune/Loss": 0.6256738305091858, "Finetune/Loss (Raw)": 0.6139114499092102, "Finetune/Step": 16204, "Finetune/Step Time": 5.9653817024081945}
+{"Finetune/Learning Rate": 1.2712575853847575e-06, "Finetune/Loss": 0.62447589635849, "Finetune/Loss (Raw)": 0.5112475752830505, "Finetune/Step": 16205, "Finetune/Step Time": 5.986999288201332}
+{"Finetune/Learning Rate": 1.2704360296977735e-06, "Finetune/Loss": 0.6245293021202087, "Finetune/Loss (Raw)": 0.6596851348876953, "Finetune/Step": 16206, "Finetune/Step Time": 5.987190844491124}
+{"Finetune/Learning Rate": 1.2696147215563992e-06, "Finetune/Loss": 0.6251704096794128, "Finetune/Loss (Raw)": 0.6308701038360596, "Finetune/Step": 16207, "Finetune/Step Time": 5.985534902662039}
+{"Finetune/Learning Rate": 1.2687936609839235e-06, "Finetune/Loss": 0.6263710856437683, "Finetune/Loss (Raw)": 0.7016428112983704, "Finetune/Step": 16208, "Finetune/Step Time": 5.990595728158951}
+{"Finetune/Learning Rate": 1.2679728480036335e-06, "Finetune/Loss": 0.6260372400283813, "Finetune/Loss (Raw)": 0.5675228834152222, "Finetune/Step": 16209, "Finetune/Step Time": 5.978299360722303}
+{"Finetune/Learning Rate": 1.2671522826388028e-06, "Finetune/Loss": 0.6250233054161072, "Finetune/Loss (Raw)": 0.5032088756561279, "Finetune/Step": 16210, "Finetune/Step Time": 5.976661331951618}
+{"Finetune/Learning Rate": 1.2663319649127025e-06, "Finetune/Loss": 0.6254862546920776, "Finetune/Loss (Raw)": 0.7241361737251282, "Finetune/Step": 16211, "Finetune/Step Time": 5.979902623221278}
+{"Finetune/Learning Rate": 1.26551189484859e-06, "Finetune/Loss": 0.6264428496360779, "Finetune/Loss (Raw)": 0.6847943067550659, "Finetune/Step": 16212, "Finetune/Step Time": 5.976360635831952}
+{"Finetune/Learning Rate": 1.2646920724697242e-06, "Finetune/Loss": 0.6260353326797485, "Finetune/Loss (Raw)": 0.6162247061729431, "Finetune/Step": 16213, "Finetune/Step Time": 5.9789869748055935}
+{"Finetune/Learning Rate": 1.26387249779935e-06, "Finetune/Loss": 0.6259485483169556, "Finetune/Loss (Raw)": 0.5427209138870239, "Finetune/Step": 16214, "Finetune/Step Time": 5.969418423250318}
+{"Finetune/Learning Rate": 1.2630531708607074e-06, "Finetune/Loss": 0.6264035105705261, "Finetune/Loss (Raw)": 0.7512964010238647, "Finetune/Step": 16215, "Finetune/Step Time": 5.959014341235161}
+{"Finetune/Learning Rate": 1.2622340916770348e-06, "Finetune/Loss": 0.6271709203720093, "Finetune/Loss (Raw)": 0.7624965310096741, "Finetune/Step": 16216, "Finetune/Step Time": 5.971742115914822}
+{"Finetune/Learning Rate": 1.261415260271559e-06, "Finetune/Loss": 0.62770676612854, "Finetune/Loss (Raw)": 0.5883088111877441, "Finetune/Step": 16217, "Finetune/Step Time": 5.954224998131394}
+{"Finetune/Learning Rate": 1.2605966766674948e-06, "Finetune/Loss": 0.6286424994468689, "Finetune/Loss (Raw)": 0.7739877104759216, "Finetune/Step": 16218, "Finetune/Step Time": 5.974124910309911}
+{"Finetune/Learning Rate": 1.259778340888057e-06, "Finetune/Loss": 0.6275312304496765, "Finetune/Loss (Raw)": 0.4864758849143982, "Finetune/Step": 16219, "Finetune/Step Time": 5.984283056110144}
+{"Finetune/Learning Rate": 1.2589602529564516e-06, "Finetune/Loss": 0.6292281746864319, "Finetune/Loss (Raw)": 0.7805044054985046, "Finetune/Step": 16220, "Finetune/Step Time": 5.978930877521634}
+{"Finetune/Learning Rate": 1.2581424128958775e-06, "Finetune/Loss": 0.6297518014907837, "Finetune/Loss (Raw)": 0.6420567631721497, "Finetune/Step": 16221, "Finetune/Step Time": 5.966706706210971}
+{"Finetune/Learning Rate": 1.2573248207295241e-06, "Finetune/Loss": 0.6297234892845154, "Finetune/Loss (Raw)": 0.7752947211265564, "Finetune/Step": 16222, "Finetune/Step Time": 5.970201924443245}
+{"Finetune/Learning Rate": 1.256507476480582e-06, "Finetune/Loss": 0.6291884779930115, "Finetune/Loss (Raw)": 0.6240573525428772, "Finetune/Step": 16223, "Finetune/Step Time": 5.9717661533504725}
+{"Finetune/Learning Rate": 1.255690380172222e-06, "Finetune/Loss": 0.6307550668716431, "Finetune/Loss (Raw)": 0.7746501564979553, "Finetune/Step": 16224, "Finetune/Step Time": 5.977541329339147}
+{"Finetune/Learning Rate": 1.2548735318276173e-06, "Finetune/Loss": 0.6292406320571899, "Finetune/Loss (Raw)": 0.6802536845207214, "Finetune/Step": 16225, "Finetune/Step Time": 5.977907931432128}
+{"Finetune/Learning Rate": 1.2540569314699325e-06, "Finetune/Loss": 0.6294127106666565, "Finetune/Loss (Raw)": 0.6704995036125183, "Finetune/Step": 16226, "Finetune/Step Time": 5.981253890320659}
+{"Finetune/Learning Rate": 1.2532405791223224e-06, "Finetune/Loss": 0.6288385987281799, "Finetune/Loss (Raw)": 0.6006698608398438, "Finetune/Step": 16227, "Finetune/Step Time": 5.983078122138977}
+{"Finetune/Learning Rate": 1.2524244748079372e-06, "Finetune/Loss": 0.6284082531929016, "Finetune/Loss (Raw)": 0.6420069336891174, "Finetune/Step": 16228, "Finetune/Step Time": 5.98281310684979}
+{"Finetune/Learning Rate": 1.2516086185499187e-06, "Finetune/Loss": 0.6279655694961548, "Finetune/Loss (Raw)": 0.5681252479553223, "Finetune/Step": 16229, "Finetune/Step Time": 5.980989184230566}
+{"Finetune/Learning Rate": 1.2507930103714028e-06, "Finetune/Loss": 0.6273815631866455, "Finetune/Loss (Raw)": 0.45291605591773987, "Finetune/Step": 16230, "Finetune/Step Time": 5.99868799559772}
+{"Finetune/Learning Rate": 1.2499776502955185e-06, "Finetune/Loss": 0.6271236538887024, "Finetune/Loss (Raw)": 0.6643100380897522, "Finetune/Step": 16231, "Finetune/Step Time": 6.007306508719921}
+{"Finetune/Learning Rate": 1.2491625383453854e-06, "Finetune/Loss": 0.627082109451294, "Finetune/Loss (Raw)": 0.5841519832611084, "Finetune/Step": 16232, "Finetune/Step Time": 5.998658956959844}
+{"Finetune/Learning Rate": 1.2483476745441193e-06, "Finetune/Loss": 0.627561092376709, "Finetune/Loss (Raw)": 0.6962094902992249, "Finetune/Step": 16233, "Finetune/Step Time": 6.007554244250059}
+{"Finetune/Learning Rate": 1.247533058914826e-06, "Finetune/Loss": 0.6273378133773804, "Finetune/Loss (Raw)": 0.6059702038764954, "Finetune/Step": 16234, "Finetune/Step Time": 6.011946195736527}
+{"Finetune/Learning Rate": 1.2467186914806073e-06, "Finetune/Loss": 0.6287490725517273, "Finetune/Loss (Raw)": 0.6421912908554077, "Finetune/Step": 16235, "Finetune/Step Time": 5.994648491963744}
+{"Finetune/Learning Rate": 1.2459045722645547e-06, "Finetune/Loss": 0.6284561157226562, "Finetune/Loss (Raw)": 0.6338191628456116, "Finetune/Step": 16236, "Finetune/Step Time": 5.992507150396705}
+{"Finetune/Learning Rate": 1.2450907012897562e-06, "Finetune/Loss": 0.6272459030151367, "Finetune/Loss (Raw)": 0.5887625813484192, "Finetune/Step": 16237, "Finetune/Step Time": 6.025786925107241}
+{"Finetune/Learning Rate": 1.244277078579289e-06, "Finetune/Loss": 0.6287657618522644, "Finetune/Loss (Raw)": 0.719826877117157, "Finetune/Step": 16238, "Finetune/Step Time": 6.027216596528888}
+{"Finetune/Learning Rate": 1.2434637041562258e-06, "Finetune/Loss": 0.627507746219635, "Finetune/Loss (Raw)": 0.5601199269294739, "Finetune/Step": 16239, "Finetune/Step Time": 6.027861464768648}
+{"Finetune/Learning Rate": 1.2426505780436326e-06, "Finetune/Loss": 0.626752495765686, "Finetune/Loss (Raw)": 0.5753310918807983, "Finetune/Step": 16240, "Finetune/Step Time": 6.028790025040507}
+{"Finetune/Learning Rate": 1.2418377002645653e-06, "Finetune/Loss": 0.6268247365951538, "Finetune/Loss (Raw)": 0.6234764456748962, "Finetune/Step": 16241, "Finetune/Step Time": 6.014839347451925}
+{"Finetune/Learning Rate": 1.2410250708420767e-06, "Finetune/Loss": 0.6268752813339233, "Finetune/Loss (Raw)": 0.6611443161964417, "Finetune/Step": 16242, "Finetune/Step Time": 6.015253422781825}
+{"Finetune/Learning Rate": 1.2402126897992094e-06, "Finetune/Loss": 0.6263663172721863, "Finetune/Loss (Raw)": 0.5915961861610413, "Finetune/Step": 16243, "Finetune/Step Time": 5.997937945649028}
+{"Finetune/Learning Rate": 1.2394005571590007e-06, "Finetune/Loss": 0.6269470453262329, "Finetune/Loss (Raw)": 0.6398907899856567, "Finetune/Step": 16244, "Finetune/Step Time": 5.994317611679435}
+{"Finetune/Learning Rate": 1.2385886729444808e-06, "Finetune/Loss": 0.6274012923240662, "Finetune/Loss (Raw)": 0.6319334506988525, "Finetune/Step": 16245, "Finetune/Step Time": 5.995967460796237}
+{"Finetune/Learning Rate": 1.2377770371786723e-06, "Finetune/Loss": 0.6256839036941528, "Finetune/Loss (Raw)": 0.5761817693710327, "Finetune/Step": 16246, "Finetune/Step Time": 5.995486116036773}
+{"Finetune/Learning Rate": 1.2369656498845906e-06, "Finetune/Loss": 0.6249451041221619, "Finetune/Loss (Raw)": 0.4416811168193817, "Finetune/Step": 16247, "Finetune/Step Time": 6.008890025317669}
+{"Finetune/Learning Rate": 1.2361545110852458e-06, "Finetune/Loss": 0.6247252225875854, "Finetune/Loss (Raw)": 0.5357115864753723, "Finetune/Step": 16248, "Finetune/Step Time": 5.99873829074204}
+{"Finetune/Learning Rate": 1.235343620803634e-06, "Finetune/Loss": 0.6240979433059692, "Finetune/Loss (Raw)": 0.5755525231361389, "Finetune/Step": 16249, "Finetune/Step Time": 6.002515340223908}
+{"Finetune/Learning Rate": 1.234532979062756e-06, "Finetune/Loss": 0.624609649181366, "Finetune/Loss (Raw)": 0.6593112945556641, "Finetune/Step": 16250, "Finetune/Step Time": 6.005444940179586}
+{"Finetune/Learning Rate": 1.233722585885596e-06, "Finetune/Loss": 0.6253670454025269, "Finetune/Loss (Raw)": 0.6096649765968323, "Finetune/Step": 16251, "Finetune/Step Time": 5.988735638558865}
+{"Finetune/Learning Rate": 1.2329124412951366e-06, "Finetune/Loss": 0.6254875063896179, "Finetune/Loss (Raw)": 0.7512289881706238, "Finetune/Step": 16252, "Finetune/Step Time": 5.9915709141641855}
+{"Finetune/Learning Rate": 1.232102545314351e-06, "Finetune/Loss": 0.6251097917556763, "Finetune/Loss (Raw)": 0.644652783870697, "Finetune/Step": 16253, "Finetune/Step Time": 5.997779758647084}
+{"Finetune/Learning Rate": 1.2312928979662053e-06, "Finetune/Loss": 0.6258838176727295, "Finetune/Loss (Raw)": 0.7307373285293579, "Finetune/Step": 16254, "Finetune/Step Time": 5.997940797358751}
+{"Finetune/Learning Rate": 1.230483499273657e-06, "Finetune/Loss": 0.6259738206863403, "Finetune/Loss (Raw)": 0.6522114276885986, "Finetune/Step": 16255, "Finetune/Step Time": 5.998499885201454}
+{"Finetune/Learning Rate": 1.2296743492596587e-06, "Finetune/Loss": 0.6264529228210449, "Finetune/Loss (Raw)": 0.5825842618942261, "Finetune/Step": 16256, "Finetune/Step Time": 5.976794250309467}
+{"Finetune/Learning Rate": 1.228865447947154e-06, "Finetune/Loss": 0.6267825365066528, "Finetune/Loss (Raw)": 0.6899378895759583, "Finetune/Step": 16257, "Finetune/Step Time": 5.977103807032108}
+{"Finetune/Learning Rate": 1.228056795359086e-06, "Finetune/Loss": 0.6278256773948669, "Finetune/Loss (Raw)": 0.6288523077964783, "Finetune/Step": 16258, "Finetune/Step Time": 5.973034001886845}
+{"Finetune/Learning Rate": 1.2272483915183841e-06, "Finetune/Loss": 0.6276803016662598, "Finetune/Loss (Raw)": 0.6146054863929749, "Finetune/Step": 16259, "Finetune/Step Time": 5.973398895934224}
+{"Finetune/Learning Rate": 1.226440236447972e-06, "Finetune/Loss": 0.6268240809440613, "Finetune/Loss (Raw)": 0.4921635389328003, "Finetune/Step": 16260, "Finetune/Step Time": 5.97480047121644}
+{"Finetune/Learning Rate": 1.2256323301707652e-06, "Finetune/Loss": 0.6267184019088745, "Finetune/Loss (Raw)": 0.6217920780181885, "Finetune/Step": 16261, "Finetune/Step Time": 5.976371679455042}
+{"Finetune/Learning Rate": 1.2248246727096747e-06, "Finetune/Loss": 0.6256255507469177, "Finetune/Loss (Raw)": 0.4965062439441681, "Finetune/Step": 16262, "Finetune/Step Time": 5.97947484254837}
+{"Finetune/Learning Rate": 1.2240172640876025e-06, "Finetune/Loss": 0.6249713897705078, "Finetune/Loss (Raw)": 0.6309323310852051, "Finetune/Step": 16263, "Finetune/Step Time": 5.979443484917283}
+{"Finetune/Learning Rate": 1.2232101043274437e-06, "Finetune/Loss": 0.6243136525154114, "Finetune/Loss (Raw)": 0.6245327591896057, "Finetune/Step": 16264, "Finetune/Step Time": 5.9954293966293335}
+{"Finetune/Learning Rate": 1.2224031934520896e-06, "Finetune/Loss": 0.6236437559127808, "Finetune/Loss (Raw)": 0.5758401155471802, "Finetune/Step": 16265, "Finetune/Step Time": 5.994565010070801}
+{"Finetune/Learning Rate": 1.2215965314844235e-06, "Finetune/Loss": 0.6232725381851196, "Finetune/Loss (Raw)": 0.5422204732894897, "Finetune/Step": 16266, "Finetune/Step Time": 6.00079476647079}
+{"Finetune/Learning Rate": 1.2207901184473147e-06, "Finetune/Loss": 0.6231221556663513, "Finetune/Loss (Raw)": 0.6232498288154602, "Finetune/Step": 16267, "Finetune/Step Time": 6.002727169543505}
+{"Finetune/Learning Rate": 1.2199839543636338e-06, "Finetune/Loss": 0.6229584217071533, "Finetune/Loss (Raw)": 0.6064953804016113, "Finetune/Step": 16268, "Finetune/Step Time": 5.996577642858028}
+{"Finetune/Learning Rate": 1.2191780392562414e-06, "Finetune/Loss": 0.6236846446990967, "Finetune/Loss (Raw)": 0.5113438963890076, "Finetune/Step": 16269, "Finetune/Step Time": 6.010936703532934}
+{"Finetune/Learning Rate": 1.21837237314799e-06, "Finetune/Loss": 0.6230921149253845, "Finetune/Loss (Raw)": 0.6248860359191895, "Finetune/Step": 16270, "Finetune/Step Time": 6.014047134667635}
+{"Finetune/Learning Rate": 1.2175669560617243e-06, "Finetune/Loss": 0.623317301273346, "Finetune/Loss (Raw)": 0.6318956613540649, "Finetune/Step": 16271, "Finetune/Step Time": 6.012251660227776}
+{"Finetune/Learning Rate": 1.216761788020291e-06, "Finetune/Loss": 0.6234685778617859, "Finetune/Loss (Raw)": 0.6969829797744751, "Finetune/Step": 16272, "Finetune/Step Time": 6.003693874925375}
+{"Finetune/Learning Rate": 1.215956869046514e-06, "Finetune/Loss": 0.6243981122970581, "Finetune/Loss (Raw)": 0.5638411045074463, "Finetune/Step": 16273, "Finetune/Step Time": 5.98340417817235}
+{"Finetune/Learning Rate": 1.215152199163222e-06, "Finetune/Loss": 0.6239204406738281, "Finetune/Loss (Raw)": 0.5147298574447632, "Finetune/Step": 16274, "Finetune/Step Time": 5.985462384298444}
+{"Finetune/Learning Rate": 1.2143477783932334e-06, "Finetune/Loss": 0.624183177947998, "Finetune/Loss (Raw)": 0.5320784449577332, "Finetune/Step": 16275, "Finetune/Step Time": 5.965256243944168}
+{"Finetune/Learning Rate": 1.2135436067593575e-06, "Finetune/Loss": 0.6241801381111145, "Finetune/Loss (Raw)": 0.7080902457237244, "Finetune/Step": 16276, "Finetune/Step Time": 5.969317639246583}
+{"Finetune/Learning Rate": 1.2127396842844009e-06, "Finetune/Loss": 0.6251330375671387, "Finetune/Loss (Raw)": 0.722608208656311, "Finetune/Step": 16277, "Finetune/Step Time": 5.96659017726779}
+{"Finetune/Learning Rate": 1.2119360109911581e-06, "Finetune/Loss": 0.6242555379867554, "Finetune/Loss (Raw)": 0.5640398263931274, "Finetune/Step": 16278, "Finetune/Step Time": 5.958229111507535}
+{"Finetune/Learning Rate": 1.2111325869024215e-06, "Finetune/Loss": 0.6234835982322693, "Finetune/Loss (Raw)": 0.43924590945243835, "Finetune/Step": 16279, "Finetune/Step Time": 5.9782757963985205}
+{"Finetune/Learning Rate": 1.2103294120409715e-06, "Finetune/Loss": 0.6221088171005249, "Finetune/Loss (Raw)": 0.544179379940033, "Finetune/Step": 16280, "Finetune/Step Time": 5.973764581605792}
+{"Finetune/Learning Rate": 1.2095264864295852e-06, "Finetune/Loss": 0.6214672923088074, "Finetune/Loss (Raw)": 0.5415768623352051, "Finetune/Step": 16281, "Finetune/Step Time": 5.975673709064722}
+{"Finetune/Learning Rate": 1.2087238100910304e-06, "Finetune/Loss": 0.6212686896324158, "Finetune/Loss (Raw)": 0.6738767623901367, "Finetune/Step": 16282, "Finetune/Step Time": 5.9766251761466265}
+{"Finetune/Learning Rate": 1.2079213830480707e-06, "Finetune/Loss": 0.6206405758857727, "Finetune/Loss (Raw)": 0.5126131772994995, "Finetune/Step": 16283, "Finetune/Step Time": 5.972846565768123}
+{"Finetune/Learning Rate": 1.2071192053234581e-06, "Finetune/Loss": 0.6213637590408325, "Finetune/Loss (Raw)": 0.6289703249931335, "Finetune/Step": 16284, "Finetune/Step Time": 5.979942185804248}
+{"Finetune/Learning Rate": 1.2063172769399412e-06, "Finetune/Loss": 0.6201885938644409, "Finetune/Loss (Raw)": 0.5223788619041443, "Finetune/Step": 16285, "Finetune/Step Time": 5.980629192665219}
+{"Finetune/Learning Rate": 1.2055155979202616e-06, "Finetune/Loss": 0.6204880475997925, "Finetune/Loss (Raw)": 0.6244266629219055, "Finetune/Step": 16286, "Finetune/Step Time": 5.97020748257637}
+{"Finetune/Learning Rate": 1.20471416828715e-06, "Finetune/Loss": 0.6202566623687744, "Finetune/Loss (Raw)": 0.5842960476875305, "Finetune/Step": 16287, "Finetune/Step Time": 5.967921402305365}
+{"Finetune/Learning Rate": 1.203912988063335e-06, "Finetune/Loss": 0.6215330958366394, "Finetune/Loss (Raw)": 0.6979007124900818, "Finetune/Step": 16288, "Finetune/Step Time": 5.964536542072892}
+{"Finetune/Learning Rate": 1.2031120572715348e-06, "Finetune/Loss": 0.6211062073707581, "Finetune/Loss (Raw)": 0.5820434093475342, "Finetune/Step": 16289, "Finetune/Step Time": 5.961337210610509}
+{"Finetune/Learning Rate": 1.202311375934464e-06, "Finetune/Loss": 0.6215944290161133, "Finetune/Loss (Raw)": 0.5965344309806824, "Finetune/Step": 16290, "Finetune/Step Time": 5.939358005300164}
+{"Finetune/Learning Rate": 1.2015109440748207e-06, "Finetune/Loss": 0.6218220591545105, "Finetune/Loss (Raw)": 0.5679985880851746, "Finetune/Step": 16291, "Finetune/Step Time": 5.920569593086839}
+{"Finetune/Learning Rate": 1.2007107617153091e-06, "Finetune/Loss": 0.6210402250289917, "Finetune/Loss (Raw)": 0.6154520511627197, "Finetune/Step": 16292, "Finetune/Step Time": 5.918581848964095}
+{"Finetune/Learning Rate": 1.19991082887862e-06, "Finetune/Loss": 0.6203588247299194, "Finetune/Loss (Raw)": 0.6823118925094604, "Finetune/Step": 16293, "Finetune/Step Time": 5.919779445976019}
+{"Finetune/Learning Rate": 1.1991111455874338e-06, "Finetune/Loss": 0.6201866865158081, "Finetune/Loss (Raw)": 0.6117069125175476, "Finetune/Step": 16294, "Finetune/Step Time": 5.909624889492989}
+{"Finetune/Learning Rate": 1.1983117118644304e-06, "Finetune/Loss": 0.6205437779426575, "Finetune/Loss (Raw)": 0.6773188710212708, "Finetune/Step": 16295, "Finetune/Step Time": 5.905981227755547}
+{"Finetune/Learning Rate": 1.1975125277322797e-06, "Finetune/Loss": 0.6204618811607361, "Finetune/Loss (Raw)": 0.6679821610450745, "Finetune/Step": 16296, "Finetune/Step Time": 5.907953958958387}
+{"Finetune/Learning Rate": 1.196713593213641e-06, "Finetune/Loss": 0.6207279562950134, "Finetune/Loss (Raw)": 0.6221219897270203, "Finetune/Step": 16297, "Finetune/Step Time": 5.9109142031520605}
+{"Finetune/Learning Rate": 1.1959149083311695e-06, "Finetune/Loss": 0.6197967529296875, "Finetune/Loss (Raw)": 0.5105628967285156, "Finetune/Step": 16298, "Finetune/Step Time": 5.9258510284125805}
+{"Finetune/Learning Rate": 1.1951164731075183e-06, "Finetune/Loss": 0.6195248365402222, "Finetune/Loss (Raw)": 0.5705751180648804, "Finetune/Step": 16299, "Finetune/Step Time": 5.908057168126106}
+{"Finetune/Learning Rate": 1.1943182875653258e-06, "Finetune/Loss": 0.6204625368118286, "Finetune/Loss (Raw)": 0.6664615869522095, "Finetune/Step": 16300, "Finetune/Step Time": 5.91075231321156}
+{"Finetune/Learning Rate": 1.1935203517272264e-06, "Finetune/Loss": 0.6203857660293579, "Finetune/Loss (Raw)": 0.6645001173019409, "Finetune/Step": 16301, "Finetune/Step Time": 5.909822417423129}
+{"Finetune/Learning Rate": 1.1927226656158497e-06, "Finetune/Loss": 0.62043297290802, "Finetune/Loss (Raw)": 0.6196557283401489, "Finetune/Step": 16302, "Finetune/Step Time": 5.929860597476363}
+{"Finetune/Learning Rate": 1.1919252292538118e-06, "Finetune/Loss": 0.620526134967804, "Finetune/Loss (Raw)": 0.6908407807350159, "Finetune/Step": 16303, "Finetune/Step Time": 5.929944032803178}
+{"Finetune/Learning Rate": 1.1911280426637274e-06, "Finetune/Loss": 0.6199301481246948, "Finetune/Loss (Raw)": 0.6231732964515686, "Finetune/Step": 16304, "Finetune/Step Time": 5.927293501794338}
+{"Finetune/Learning Rate": 1.190331105868201e-06, "Finetune/Loss": 0.6196303963661194, "Finetune/Loss (Raw)": 0.6172947287559509, "Finetune/Step": 16305, "Finetune/Step Time": 5.921256421133876}
+{"Finetune/Learning Rate": 1.1895344188898339e-06, "Finetune/Loss": 0.6197188496589661, "Finetune/Loss (Raw)": 0.6171829104423523, "Finetune/Step": 16306, "Finetune/Step Time": 5.922629365697503}
+{"Finetune/Learning Rate": 1.1887379817512178e-06, "Finetune/Loss": 0.6205621361732483, "Finetune/Loss (Raw)": 0.7017468810081482, "Finetune/Step": 16307, "Finetune/Step Time": 5.939744925126433}
+{"Finetune/Learning Rate": 1.1879417944749395e-06, "Finetune/Loss": 0.6212461590766907, "Finetune/Loss (Raw)": 0.7290323376655579, "Finetune/Step": 16308, "Finetune/Step Time": 5.938521107658744}
+{"Finetune/Learning Rate": 1.1871458570835715e-06, "Finetune/Loss": 0.6204220056533813, "Finetune/Loss (Raw)": 0.5653468370437622, "Finetune/Step": 16309, "Finetune/Step Time": 5.937629386782646}
+{"Finetune/Learning Rate": 1.186350169599686e-06, "Finetune/Loss": 0.6199188828468323, "Finetune/Loss (Raw)": 0.6563827395439148, "Finetune/Step": 16310, "Finetune/Step Time": 5.938898626714945}
+{"Finetune/Learning Rate": 1.1855547320458472e-06, "Finetune/Loss": 0.6204733848571777, "Finetune/Loss (Raw)": 0.6510623097419739, "Finetune/Step": 16311, "Finetune/Step Time": 5.941774196922779}
+{"Finetune/Learning Rate": 1.1847595444446115e-06, "Finetune/Loss": 0.620028018951416, "Finetune/Loss (Raw)": 0.5631226897239685, "Finetune/Step": 16312, "Finetune/Step Time": 5.940504698082805}
+{"Finetune/Learning Rate": 1.1839646068185252e-06, "Finetune/Loss": 0.6198563575744629, "Finetune/Loss (Raw)": 0.6057343482971191, "Finetune/Step": 16313, "Finetune/Step Time": 5.9427291713654995}
+{"Finetune/Learning Rate": 1.183169919190138e-06, "Finetune/Loss": 0.6194043755531311, "Finetune/Loss (Raw)": 0.7014611959457397, "Finetune/Step": 16314, "Finetune/Step Time": 5.937804002314806}
+{"Finetune/Learning Rate": 1.1823754815819777e-06, "Finetune/Loss": 0.6190464496612549, "Finetune/Loss (Raw)": 0.7177318334579468, "Finetune/Step": 16315, "Finetune/Step Time": 5.9330284632742405}
+{"Finetune/Learning Rate": 1.181581294016575e-06, "Finetune/Loss": 0.6202083826065063, "Finetune/Loss (Raw)": 0.6284039616584778, "Finetune/Step": 16316, "Finetune/Step Time": 5.918930135667324}
+{"Finetune/Learning Rate": 1.1807873565164507e-06, "Finetune/Loss": 0.6200608611106873, "Finetune/Loss (Raw)": 0.6115414500236511, "Finetune/Step": 16317, "Finetune/Step Time": 5.9157710783183575}
+{"Finetune/Learning Rate": 1.179993669104118e-06, "Finetune/Loss": 0.6191694140434265, "Finetune/Loss (Raw)": 0.5441263914108276, "Finetune/Step": 16318, "Finetune/Step Time": 5.929517898708582}
+{"Finetune/Learning Rate": 1.1792002318020845e-06, "Finetune/Loss": 0.6198219060897827, "Finetune/Loss (Raw)": 0.642662525177002, "Finetune/Step": 16319, "Finetune/Step Time": 5.92367404140532}
+{"Finetune/Learning Rate": 1.1784070446328477e-06, "Finetune/Loss": 0.6181827783584595, "Finetune/Loss (Raw)": 0.533643901348114, "Finetune/Step": 16320, "Finetune/Step Time": 5.931850118562579}
+{"Finetune/Learning Rate": 1.1776141076189062e-06, "Finetune/Loss": 0.6183985471725464, "Finetune/Loss (Raw)": 0.6761870384216309, "Finetune/Step": 16321, "Finetune/Step Time": 5.933945216238499}
+{"Finetune/Learning Rate": 1.1768214207827377e-06, "Finetune/Loss": 0.6190167665481567, "Finetune/Loss (Raw)": 0.6094610691070557, "Finetune/Step": 16322, "Finetune/Step Time": 5.932846849784255}
+{"Finetune/Learning Rate": 1.1760289841468253e-06, "Finetune/Loss": 0.6188085675239563, "Finetune/Loss (Raw)": 0.6401119232177734, "Finetune/Step": 16323, "Finetune/Step Time": 5.93063186481595}
+{"Finetune/Learning Rate": 1.1752367977336376e-06, "Finetune/Loss": 0.6186802983283997, "Finetune/Loss (Raw)": 0.5515202879905701, "Finetune/Step": 16324, "Finetune/Step Time": 5.931775096803904}
+{"Finetune/Learning Rate": 1.1744448615656411e-06, "Finetune/Loss": 0.6183857917785645, "Finetune/Loss (Raw)": 0.5880453586578369, "Finetune/Step": 16325, "Finetune/Step Time": 5.93093622662127}
+{"Finetune/Learning Rate": 1.1736531756652914e-06, "Finetune/Loss": 0.6183057427406311, "Finetune/Loss (Raw)": 0.7567718625068665, "Finetune/Step": 16326, "Finetune/Step Time": 5.937925282865763}
+{"Finetune/Learning Rate": 1.172861740055039e-06, "Finetune/Loss": 0.6194030046463013, "Finetune/Loss (Raw)": 0.7121595144271851, "Finetune/Step": 16327, "Finetune/Step Time": 5.935466991737485}
+{"Finetune/Learning Rate": 1.1720705547573263e-06, "Finetune/Loss": 0.6194469928741455, "Finetune/Loss (Raw)": 0.5410447120666504, "Finetune/Step": 16328, "Finetune/Step Time": 5.932742381468415}
+{"Finetune/Learning Rate": 1.1712796197945897e-06, "Finetune/Loss": 0.6201961040496826, "Finetune/Loss (Raw)": 0.6480434536933899, "Finetune/Step": 16329, "Finetune/Step Time": 5.946522945538163}
+{"Finetune/Learning Rate": 1.170488935189258e-06, "Finetune/Loss": 0.6224037408828735, "Finetune/Loss (Raw)": 0.7885420322418213, "Finetune/Step": 16330, "Finetune/Step Time": 5.9478820618242025}
+{"Finetune/Learning Rate": 1.1696985009637518e-06, "Finetune/Loss": 0.6232048273086548, "Finetune/Loss (Raw)": 0.7077001333236694, "Finetune/Step": 16331, "Finetune/Step Time": 5.948187740519643}
+{"Finetune/Learning Rate": 1.1689083171404859e-06, "Finetune/Loss": 0.6230114698410034, "Finetune/Loss (Raw)": 0.58916836977005, "Finetune/Step": 16332, "Finetune/Step Time": 5.959215968847275}
+{"Finetune/Learning Rate": 1.1681183837418687e-06, "Finetune/Loss": 0.6240681409835815, "Finetune/Loss (Raw)": 0.6465049982070923, "Finetune/Step": 16333, "Finetune/Step Time": 5.940791333094239}
+{"Finetune/Learning Rate": 1.1673287007902988e-06, "Finetune/Loss": 0.6245945692062378, "Finetune/Loss (Raw)": 0.7270670533180237, "Finetune/Step": 16334, "Finetune/Step Time": 5.946320436894894}
+{"Finetune/Learning Rate": 1.166539268308171e-06, "Finetune/Loss": 0.624354362487793, "Finetune/Loss (Raw)": 0.6001219749450684, "Finetune/Step": 16335, "Finetune/Step Time": 5.965051755309105}
+{"Finetune/Learning Rate": 1.1657500863178694e-06, "Finetune/Loss": 0.624144434928894, "Finetune/Loss (Raw)": 0.6747656464576721, "Finetune/Step": 16336, "Finetune/Step Time": 5.959528092294931}
+{"Finetune/Learning Rate": 1.164961154841775e-06, "Finetune/Loss": 0.6232550144195557, "Finetune/Loss (Raw)": 0.4536839723587036, "Finetune/Step": 16337, "Finetune/Step Time": 5.971837908029556}
+{"Finetune/Learning Rate": 1.1641724739022586e-06, "Finetune/Loss": 0.6236388683319092, "Finetune/Loss (Raw)": 0.5523457527160645, "Finetune/Step": 16338, "Finetune/Step Time": 5.976435247808695}
+{"Finetune/Learning Rate": 1.163384043521687e-06, "Finetune/Loss": 0.6224501132965088, "Finetune/Loss (Raw)": 0.5719690322875977, "Finetune/Step": 16339, "Finetune/Step Time": 5.971905838698149}
+{"Finetune/Learning Rate": 1.1625958637224122e-06, "Finetune/Loss": 0.6216994524002075, "Finetune/Loss (Raw)": 0.5887181162834167, "Finetune/Step": 16340, "Finetune/Step Time": 5.97569976747036}
+{"Finetune/Learning Rate": 1.1618079345267897e-06, "Finetune/Loss": 0.6215489506721497, "Finetune/Loss (Raw)": 0.596957266330719, "Finetune/Step": 16341, "Finetune/Step Time": 5.973214449360967}
+{"Finetune/Learning Rate": 1.1610202559571626e-06, "Finetune/Loss": 0.6215590238571167, "Finetune/Loss (Raw)": 0.5440061688423157, "Finetune/Step": 16342, "Finetune/Step Time": 5.971636796370149}
+{"Finetune/Learning Rate": 1.1602328280358655e-06, "Finetune/Loss": 0.6213324069976807, "Finetune/Loss (Raw)": 0.7222875356674194, "Finetune/Step": 16343, "Finetune/Step Time": 5.969182133674622}
+{"Finetune/Learning Rate": 1.1594456507852293e-06, "Finetune/Loss": 0.6196517944335938, "Finetune/Loss (Raw)": 0.5473865866661072, "Finetune/Step": 16344, "Finetune/Step Time": 5.95751972310245}
+{"Finetune/Learning Rate": 1.158658724227577e-06, "Finetune/Loss": 0.6193912029266357, "Finetune/Loss (Raw)": 0.5549441576004028, "Finetune/Step": 16345, "Finetune/Step Time": 5.95790708810091}
+{"Finetune/Learning Rate": 1.1578720483852202e-06, "Finetune/Loss": 0.6174299716949463, "Finetune/Loss (Raw)": 0.5229521989822388, "Finetune/Step": 16346, "Finetune/Step Time": 5.957656975835562}
+{"Finetune/Learning Rate": 1.1570856232804661e-06, "Finetune/Loss": 0.6185063123703003, "Finetune/Loss (Raw)": 0.6242449283599854, "Finetune/Step": 16347, "Finetune/Step Time": 5.949795048683882}
+{"Finetune/Learning Rate": 1.1562994489356194e-06, "Finetune/Loss": 0.6185735464096069, "Finetune/Loss (Raw)": 0.789118230342865, "Finetune/Step": 16348, "Finetune/Step Time": 5.953206431120634}
+{"Finetune/Learning Rate": 1.1555135253729732e-06, "Finetune/Loss": 0.6183545589447021, "Finetune/Loss (Raw)": 0.614030659198761, "Finetune/Step": 16349, "Finetune/Step Time": 5.956786639988422}
+{"Finetune/Learning Rate": 1.154727852614812e-06, "Finetune/Loss": 0.6172541379928589, "Finetune/Loss (Raw)": 0.6344337463378906, "Finetune/Step": 16350, "Finetune/Step Time": 5.9477402083575726}
+{"Finetune/Learning Rate": 1.153942430683419e-06, "Finetune/Loss": 0.6172049045562744, "Finetune/Loss (Raw)": 0.6177533864974976, "Finetune/Step": 16351, "Finetune/Step Time": 5.981003204360604}
+{"Finetune/Learning Rate": 1.153157259601062e-06, "Finetune/Loss": 0.616675853729248, "Finetune/Loss (Raw)": 0.7069405913352966, "Finetune/Step": 16352, "Finetune/Step Time": 5.968369692564011}
+{"Finetune/Learning Rate": 1.1523723393900077e-06, "Finetune/Loss": 0.6152416467666626, "Finetune/Loss (Raw)": 0.4966655373573303, "Finetune/Step": 16353, "Finetune/Step Time": 5.9736172538250685}
+{"Finetune/Learning Rate": 1.1515876700725127e-06, "Finetune/Loss": 0.6143074035644531, "Finetune/Loss (Raw)": 0.5509226322174072, "Finetune/Step": 16354, "Finetune/Step Time": 5.976660178974271}
+{"Finetune/Learning Rate": 1.1508032516708311e-06, "Finetune/Loss": 0.6146148443222046, "Finetune/Loss (Raw)": 0.6400201916694641, "Finetune/Step": 16355, "Finetune/Step Time": 5.975481281057}
+{"Finetune/Learning Rate": 1.1500190842072067e-06, "Finetune/Loss": 0.6154760122299194, "Finetune/Loss (Raw)": 0.7522362470626831, "Finetune/Step": 16356, "Finetune/Step Time": 5.976660378277302}
+{"Finetune/Learning Rate": 1.149235167703877e-06, "Finetune/Loss": 0.6161444783210754, "Finetune/Loss (Raw)": 0.6536908149719238, "Finetune/Step": 16357, "Finetune/Step Time": 5.9780009258538485}
+{"Finetune/Learning Rate": 1.1484515021830677e-06, "Finetune/Loss": 0.6178140640258789, "Finetune/Loss (Raw)": 0.6666187644004822, "Finetune/Step": 16358, "Finetune/Step Time": 5.957302633672953}
+{"Finetune/Learning Rate": 1.147668087667002e-06, "Finetune/Loss": 0.6169724464416504, "Finetune/Loss (Raw)": 0.5565796494483948, "Finetune/Step": 16359, "Finetune/Step Time": 5.9709331803023815}
+{"Finetune/Learning Rate": 1.1468849241778978e-06, "Finetune/Loss": 0.6186461448669434, "Finetune/Loss (Raw)": 0.7983949780464172, "Finetune/Step": 16360, "Finetune/Step Time": 5.99436323903501}
+{"Finetune/Learning Rate": 1.1461020117379606e-06, "Finetune/Loss": 0.61826491355896, "Finetune/Loss (Raw)": 0.6474095582962036, "Finetune/Step": 16361, "Finetune/Step Time": 5.984661430120468}
+{"Finetune/Learning Rate": 1.1453193503693948e-06, "Finetune/Loss": 0.6186046600341797, "Finetune/Loss (Raw)": 0.6494572758674622, "Finetune/Step": 16362, "Finetune/Step Time": 5.982200836762786}
+{"Finetune/Learning Rate": 1.144536940094395e-06, "Finetune/Loss": 0.6175637245178223, "Finetune/Loss (Raw)": 0.5089497566223145, "Finetune/Step": 16363, "Finetune/Step Time": 6.005321402102709}
+{"Finetune/Learning Rate": 1.1437547809351435e-06, "Finetune/Loss": 0.6166260242462158, "Finetune/Loss (Raw)": 0.5137985348701477, "Finetune/Step": 16364, "Finetune/Step Time": 6.0103781539946795}
+{"Finetune/Learning Rate": 1.1429728729138234e-06, "Finetune/Loss": 0.6173005104064941, "Finetune/Loss (Raw)": 0.6750878691673279, "Finetune/Step": 16365, "Finetune/Step Time": 5.979227852076292}
+{"Finetune/Learning Rate": 1.142191216052606e-06, "Finetune/Loss": 0.6167003512382507, "Finetune/Loss (Raw)": 0.64300936460495, "Finetune/Step": 16366, "Finetune/Step Time": 5.977162931114435}
+{"Finetune/Learning Rate": 1.1414098103736582e-06, "Finetune/Loss": 0.6167820692062378, "Finetune/Loss (Raw)": 0.5705785155296326, "Finetune/Step": 16367, "Finetune/Step Time": 5.9760665614157915}
+{"Finetune/Learning Rate": 1.1406286558991376e-06, "Finetune/Loss": 0.6173099875450134, "Finetune/Loss (Raw)": 0.642909824848175, "Finetune/Step": 16368, "Finetune/Step Time": 5.97479016892612}
+{"Finetune/Learning Rate": 1.1398477526511952e-06, "Finetune/Loss": 0.6167193651199341, "Finetune/Loss (Raw)": 0.547870934009552, "Finetune/Step": 16369, "Finetune/Step Time": 5.967405915260315}
+{"Finetune/Learning Rate": 1.139067100651976e-06, "Finetune/Loss": 0.6160753965377808, "Finetune/Loss (Raw)": 0.5787198543548584, "Finetune/Step": 16370, "Finetune/Step Time": 5.967815903946757}
+{"Finetune/Learning Rate": 1.1382866999236165e-06, "Finetune/Loss": 0.61629718542099, "Finetune/Loss (Raw)": 0.6199860572814941, "Finetune/Step": 16371, "Finetune/Step Time": 5.966040845960379}
+{"Finetune/Learning Rate": 1.1375065504882465e-06, "Finetune/Loss": 0.6153051257133484, "Finetune/Loss (Raw)": 0.5129051208496094, "Finetune/Step": 16372, "Finetune/Step Time": 5.96978828124702}
+{"Finetune/Learning Rate": 1.1367266523679888e-06, "Finetune/Loss": 0.6156569123268127, "Finetune/Loss (Raw)": 0.6769641637802124, "Finetune/Step": 16373, "Finetune/Step Time": 5.969807589426637}
+{"Finetune/Learning Rate": 1.1359470055849609e-06, "Finetune/Loss": 0.6155765056610107, "Finetune/Loss (Raw)": 0.5658840537071228, "Finetune/Step": 16374, "Finetune/Step Time": 5.967943159863353}
+{"Finetune/Learning Rate": 1.1351676101612685e-06, "Finetune/Loss": 0.6183364987373352, "Finetune/Loss (Raw)": 0.7949603199958801, "Finetune/Step": 16375, "Finetune/Step Time": 5.948246460407972}
+{"Finetune/Learning Rate": 1.1343884661190153e-06, "Finetune/Loss": 0.618350625038147, "Finetune/Loss (Raw)": 0.5375219583511353, "Finetune/Step": 16376, "Finetune/Step Time": 5.95426869019866}
+{"Finetune/Learning Rate": 1.1336095734802943e-06, "Finetune/Loss": 0.6190856695175171, "Finetune/Loss (Raw)": 0.6696315407752991, "Finetune/Step": 16377, "Finetune/Step Time": 5.960000274702907}
+{"Finetune/Learning Rate": 1.1328309322671937e-06, "Finetune/Loss": 0.6203684210777283, "Finetune/Loss (Raw)": 0.823513388633728, "Finetune/Step": 16378, "Finetune/Step Time": 5.960328513756394}
+{"Finetune/Learning Rate": 1.1320525425017937e-06, "Finetune/Loss": 0.6202999353408813, "Finetune/Loss (Raw)": 0.600898802280426, "Finetune/Step": 16379, "Finetune/Step Time": 5.95900415815413}
+{"Finetune/Learning Rate": 1.1312744042061653e-06, "Finetune/Loss": 0.6192187666893005, "Finetune/Loss (Raw)": 0.6128394603729248, "Finetune/Step": 16380, "Finetune/Step Time": 5.963307127356529}
+{"Finetune/Learning Rate": 1.1304965174023751e-06, "Finetune/Loss": 0.6197282075881958, "Finetune/Loss (Raw)": 0.7098619341850281, "Finetune/Step": 16381, "Finetune/Step Time": 5.961245656013489}
+{"Finetune/Learning Rate": 1.129718882112484e-06, "Finetune/Loss": 0.6187657713890076, "Finetune/Loss (Raw)": 0.6075440049171448, "Finetune/Step": 16382, "Finetune/Step Time": 5.957125263288617}
+{"Finetune/Learning Rate": 1.12894149835854e-06, "Finetune/Loss": 0.6182612180709839, "Finetune/Loss (Raw)": 0.5876320600509644, "Finetune/Step": 16383, "Finetune/Step Time": 5.956470649689436}
+{"Finetune/Learning Rate": 1.1281643661625896e-06, "Finetune/Loss": 0.6190137267112732, "Finetune/Loss (Raw)": 0.6789042949676514, "Finetune/Step": 16384, "Finetune/Step Time": 5.958000658079982}
+{"Finetune/Learning Rate": 1.1273874855466704e-06, "Finetune/Loss": 0.619328498840332, "Finetune/Loss (Raw)": 0.7302244901657104, "Finetune/Step": 16385, "Finetune/Step Time": 5.9560553804039955}
+{"Finetune/Learning Rate": 1.1266108565328103e-06, "Finetune/Loss": 0.6193870306015015, "Finetune/Loss (Raw)": 0.636343777179718, "Finetune/Step": 16386, "Finetune/Step Time": 5.955518901348114}
+{"Finetune/Learning Rate": 1.1258344791430375e-06, "Finetune/Loss": 0.6187832951545715, "Finetune/Loss (Raw)": 0.5373280048370361, "Finetune/Step": 16387, "Finetune/Step Time": 5.955787030979991}
+{"Finetune/Learning Rate": 1.1250583533993598e-06, "Finetune/Loss": 0.6185774207115173, "Finetune/Loss (Raw)": 0.4658135771751404, "Finetune/Step": 16388, "Finetune/Step Time": 5.974991783499718}
+{"Finetune/Learning Rate": 1.1242824793237917e-06, "Finetune/Loss": 0.6182337999343872, "Finetune/Loss (Raw)": 0.5778089165687561, "Finetune/Step": 16389, "Finetune/Step Time": 5.979717757552862}
+{"Finetune/Learning Rate": 1.1235068569383334e-06, "Finetune/Loss": 0.6200652122497559, "Finetune/Loss (Raw)": 0.7309313416481018, "Finetune/Step": 16390, "Finetune/Step Time": 5.975935857743025}
+{"Finetune/Learning Rate": 1.1227314862649785e-06, "Finetune/Loss": 0.6203964948654175, "Finetune/Loss (Raw)": 0.6733254790306091, "Finetune/Step": 16391, "Finetune/Step Time": 5.975523678585887}
+{"Finetune/Learning Rate": 1.1219563673257162e-06, "Finetune/Loss": 0.6205660104751587, "Finetune/Loss (Raw)": 0.646238386631012, "Finetune/Step": 16392, "Finetune/Step Time": 5.956021947786212}
+{"Finetune/Learning Rate": 1.1211815001425275e-06, "Finetune/Loss": 0.6201974153518677, "Finetune/Loss (Raw)": 0.5286532044410706, "Finetune/Step": 16393, "Finetune/Step Time": 5.976212004199624}
+{"Finetune/Learning Rate": 1.1204068847373806e-06, "Finetune/Loss": 0.6217496395111084, "Finetune/Loss (Raw)": 0.740910530090332, "Finetune/Step": 16394, "Finetune/Step Time": 5.966405311599374}
+{"Finetune/Learning Rate": 1.1196325211322457e-06, "Finetune/Loss": 0.6215517520904541, "Finetune/Loss (Raw)": 0.5979167222976685, "Finetune/Step": 16395, "Finetune/Step Time": 5.966731237247586}
+{"Finetune/Learning Rate": 1.1188584093490773e-06, "Finetune/Loss": 0.6208235621452332, "Finetune/Loss (Raw)": 0.5132899284362793, "Finetune/Step": 16396, "Finetune/Step Time": 5.964870734140277}
+{"Finetune/Learning Rate": 1.1180845494098313e-06, "Finetune/Loss": 0.6205602884292603, "Finetune/Loss (Raw)": 0.477647989988327, "Finetune/Step": 16397, "Finetune/Step Time": 5.953238785266876}
+{"Finetune/Learning Rate": 1.1173109413364513e-06, "Finetune/Loss": 0.6203036904335022, "Finetune/Loss (Raw)": 0.5920388698577881, "Finetune/Step": 16398, "Finetune/Step Time": 5.9533001240342855}
+{"Finetune/Learning Rate": 1.1165375851508764e-06, "Finetune/Loss": 0.6198786497116089, "Finetune/Loss (Raw)": 0.5774878859519958, "Finetune/Step": 16399, "Finetune/Step Time": 5.951098270714283}
+{"Finetune/Learning Rate": 1.1157644808750313e-06, "Finetune/Loss": 0.6194595098495483, "Finetune/Loss (Raw)": 0.6433367133140564, "Finetune/Step": 16400, "Finetune/Step Time": 5.942079668864608}
+{"Finetune/Learning Rate": 1.1149916285308426e-06, "Finetune/Loss": 0.619857668876648, "Finetune/Loss (Raw)": 0.6148092150688171, "Finetune/Step": 16401, "Finetune/Step Time": 5.94135469943285}
+{"Finetune/Learning Rate": 1.1142190281402266e-06, "Finetune/Loss": 0.6208362579345703, "Finetune/Loss (Raw)": 0.6399862170219421, "Finetune/Step": 16402, "Finetune/Step Time": 5.93531408905983}
+{"Finetune/Learning Rate": 1.1134466797250876e-06, "Finetune/Loss": 0.62105792760849, "Finetune/Loss (Raw)": 0.560448408126831, "Finetune/Step": 16403, "Finetune/Step Time": 5.934350689873099}
+{"Finetune/Learning Rate": 1.1126745833073338e-06, "Finetune/Loss": 0.620222270488739, "Finetune/Loss (Raw)": 0.6011280417442322, "Finetune/Step": 16404, "Finetune/Step Time": 5.933380646631122}
+{"Finetune/Learning Rate": 1.1119027389088565e-06, "Finetune/Loss": 0.6198691129684448, "Finetune/Loss (Raw)": 0.6774000525474548, "Finetune/Step": 16405, "Finetune/Step Time": 5.935554549098015}
+{"Finetune/Learning Rate": 1.111131146551545e-06, "Finetune/Loss": 0.6212795972824097, "Finetune/Loss (Raw)": 0.744587242603302, "Finetune/Step": 16406, "Finetune/Step Time": 5.935817802324891}
+{"Finetune/Learning Rate": 1.1103598062572762e-06, "Finetune/Loss": 0.6230285167694092, "Finetune/Loss (Raw)": 0.663105845451355, "Finetune/Step": 16407, "Finetune/Step Time": 5.913877904415131}
+{"Finetune/Learning Rate": 1.1095887180479248e-06, "Finetune/Loss": 0.6237679719924927, "Finetune/Loss (Raw)": 0.6388251185417175, "Finetune/Step": 16408, "Finetune/Step Time": 5.913957459852099}
+{"Finetune/Learning Rate": 1.1088178819453555e-06, "Finetune/Loss": 0.6245588660240173, "Finetune/Loss (Raw)": 0.6428126692771912, "Finetune/Step": 16409, "Finetune/Step Time": 5.9155586287379265}
+{"Finetune/Learning Rate": 1.1080472979714263e-06, "Finetune/Loss": 0.6241495609283447, "Finetune/Loss (Raw)": 0.6214919090270996, "Finetune/Step": 16410, "Finetune/Step Time": 5.916757747530937}
+{"Finetune/Learning Rate": 1.1072769661479922e-06, "Finetune/Loss": 0.6243409514427185, "Finetune/Loss (Raw)": 0.5371005535125732, "Finetune/Step": 16411, "Finetune/Step Time": 5.921149875968695}
+{"Finetune/Learning Rate": 1.1065068864968976e-06, "Finetune/Loss": 0.624609112739563, "Finetune/Loss (Raw)": 0.6633065938949585, "Finetune/Step": 16412, "Finetune/Step Time": 5.913840942084789}
+{"Finetune/Learning Rate": 1.1057370590399763e-06, "Finetune/Loss": 0.624881386756897, "Finetune/Loss (Raw)": 0.5572240352630615, "Finetune/Step": 16413, "Finetune/Step Time": 5.910614546388388}
+{"Finetune/Learning Rate": 1.104967483799061e-06, "Finetune/Loss": 0.6253054141998291, "Finetune/Loss (Raw)": 0.6787005066871643, "Finetune/Step": 16414, "Finetune/Step Time": 5.9108704924583435}
+{"Finetune/Learning Rate": 1.1041981607959728e-06, "Finetune/Loss": 0.625275731086731, "Finetune/Loss (Raw)": 0.5804947018623352, "Finetune/Step": 16415, "Finetune/Step Time": 5.912396263331175}
+{"Finetune/Learning Rate": 1.1034290900525279e-06, "Finetune/Loss": 0.6240226030349731, "Finetune/Loss (Raw)": 0.5374993681907654, "Finetune/Step": 16416, "Finetune/Step Time": 5.915679035708308}
+{"Finetune/Learning Rate": 1.1026602715905343e-06, "Finetune/Loss": 0.6249197721481323, "Finetune/Loss (Raw)": 0.6968909502029419, "Finetune/Step": 16417, "Finetune/Step Time": 5.920427540317178}
+{"Finetune/Learning Rate": 1.101891705431799e-06, "Finetune/Loss": 0.6252832412719727, "Finetune/Loss (Raw)": 0.6430580019950867, "Finetune/Step": 16418, "Finetune/Step Time": 5.926453275606036}
+{"Finetune/Learning Rate": 1.10112339159811e-06, "Finetune/Loss": 0.6256776452064514, "Finetune/Loss (Raw)": 0.618475079536438, "Finetune/Step": 16419, "Finetune/Step Time": 5.928390631452203}
+{"Finetune/Learning Rate": 1.1003553301112557e-06, "Finetune/Loss": 0.6258230209350586, "Finetune/Loss (Raw)": 0.6340612769126892, "Finetune/Step": 16420, "Finetune/Step Time": 5.929085427895188}
+{"Finetune/Learning Rate": 1.0995875209930185e-06, "Finetune/Loss": 0.6245429515838623, "Finetune/Loss (Raw)": 0.5184652209281921, "Finetune/Step": 16421, "Finetune/Step Time": 5.939135704189539}
+{"Finetune/Learning Rate": 1.0988199642651687e-06, "Finetune/Loss": 0.6254540085792542, "Finetune/Loss (Raw)": 0.7283229827880859, "Finetune/Step": 16422, "Finetune/Step Time": 5.933592086657882}
+{"Finetune/Learning Rate": 1.0980526599494733e-06, "Finetune/Loss": 0.6241406202316284, "Finetune/Loss (Raw)": 0.5091966986656189, "Finetune/Step": 16423, "Finetune/Step Time": 5.954682841897011}
+{"Finetune/Learning Rate": 1.0972856080676908e-06, "Finetune/Loss": 0.6239237785339355, "Finetune/Loss (Raw)": 0.6402367949485779, "Finetune/Step": 16424, "Finetune/Step Time": 5.948009038344026}
+{"Finetune/Learning Rate": 1.0965188086415735e-06, "Finetune/Loss": 0.624168872833252, "Finetune/Loss (Raw)": 0.6534844636917114, "Finetune/Step": 16425, "Finetune/Step Time": 5.944637391716242}
+{"Finetune/Learning Rate": 1.0957522616928629e-06, "Finetune/Loss": 0.6245006322860718, "Finetune/Loss (Raw)": 0.5530296564102173, "Finetune/Step": 16426, "Finetune/Step Time": 5.946549512445927}
+{"Finetune/Learning Rate": 1.0949859672432993e-06, "Finetune/Loss": 0.6249538064002991, "Finetune/Loss (Raw)": 0.6285839676856995, "Finetune/Step": 16427, "Finetune/Step Time": 5.953079730272293}
+{"Finetune/Learning Rate": 1.0942199253146103e-06, "Finetune/Loss": 0.625004231929779, "Finetune/Loss (Raw)": 0.6729211211204529, "Finetune/Step": 16428, "Finetune/Step Time": 5.9513211492449045}
+{"Finetune/Learning Rate": 1.09345413592852e-06, "Finetune/Loss": 0.6242596507072449, "Finetune/Loss (Raw)": 0.5691863894462585, "Finetune/Step": 16429, "Finetune/Step Time": 5.978046540170908}
+{"Finetune/Learning Rate": 1.0926885991067437e-06, "Finetune/Loss": 0.6245523691177368, "Finetune/Loss (Raw)": 0.6571245789527893, "Finetune/Step": 16430, "Finetune/Step Time": 5.957763375714421}
+{"Finetune/Learning Rate": 1.0919233148709895e-06, "Finetune/Loss": 0.6234506368637085, "Finetune/Loss (Raw)": 0.549820601940155, "Finetune/Step": 16431, "Finetune/Step Time": 5.968143478035927}
+{"Finetune/Learning Rate": 1.0911582832429591e-06, "Finetune/Loss": 0.6236093640327454, "Finetune/Loss (Raw)": 0.6434913873672485, "Finetune/Step": 16432, "Finetune/Step Time": 5.96805969811976}
+{"Finetune/Learning Rate": 1.0903935042443469e-06, "Finetune/Loss": 0.6238266229629517, "Finetune/Loss (Raw)": 0.6450966596603394, "Finetune/Step": 16433, "Finetune/Step Time": 5.9696160815656185}
+{"Finetune/Learning Rate": 1.0896289778968384e-06, "Finetune/Loss": 0.6235160231590271, "Finetune/Loss (Raw)": 0.5774373412132263, "Finetune/Step": 16434, "Finetune/Step Time": 5.969062585383654}
+{"Finetune/Learning Rate": 1.0888647042221146e-06, "Finetune/Loss": 0.6219975352287292, "Finetune/Loss (Raw)": 0.5073732733726501, "Finetune/Step": 16435, "Finetune/Step Time": 5.969658551737666}
+{"Finetune/Learning Rate": 1.0881006832418506e-06, "Finetune/Loss": 0.620812177658081, "Finetune/Loss (Raw)": 0.5773065090179443, "Finetune/Step": 16436, "Finetune/Step Time": 5.974621230736375}
+{"Finetune/Learning Rate": 1.0873369149777047e-06, "Finetune/Loss": 0.6201605796813965, "Finetune/Loss (Raw)": 0.48194023966789246, "Finetune/Step": 16437, "Finetune/Step Time": 5.9918338265269995}
+{"Finetune/Learning Rate": 1.0865733994513416e-06, "Finetune/Loss": 0.6200708150863647, "Finetune/Loss (Raw)": 0.6448957324028015, "Finetune/Step": 16438, "Finetune/Step Time": 5.989427665248513}
+{"Finetune/Learning Rate": 1.0858101366844109e-06, "Finetune/Loss": 0.6200293898582458, "Finetune/Loss (Raw)": 0.6457635760307312, "Finetune/Step": 16439, "Finetune/Step Time": 5.989065282046795}
+{"Finetune/Learning Rate": 1.0850471266985551e-06, "Finetune/Loss": 0.6200103759765625, "Finetune/Loss (Raw)": 0.5606830716133118, "Finetune/Step": 16440, "Finetune/Step Time": 6.007613940164447}
+{"Finetune/Learning Rate": 1.0842843695154137e-06, "Finetune/Loss": 0.6191070079803467, "Finetune/Loss (Raw)": 0.490100622177124, "Finetune/Step": 16441, "Finetune/Step Time": 6.004075409844518}
+{"Finetune/Learning Rate": 1.0835218651566148e-06, "Finetune/Loss": 0.6182886362075806, "Finetune/Loss (Raw)": 0.5967159867286682, "Finetune/Step": 16442, "Finetune/Step Time": 6.007639659568667}
+{"Finetune/Learning Rate": 1.0827596136437802e-06, "Finetune/Loss": 0.6168428659439087, "Finetune/Loss (Raw)": 0.5326706171035767, "Finetune/Step": 16443, "Finetune/Step Time": 6.026007942855358}
+{"Finetune/Learning Rate": 1.0819976149985233e-06, "Finetune/Loss": 0.6161317825317383, "Finetune/Loss (Raw)": 0.5373972654342651, "Finetune/Step": 16444, "Finetune/Step Time": 6.039716510102153}
+{"Finetune/Learning Rate": 1.0812358692424563e-06, "Finetune/Loss": 0.6153810024261475, "Finetune/Loss (Raw)": 0.5154364705085754, "Finetune/Step": 16445, "Finetune/Step Time": 6.06225748360157}
+{"Finetune/Learning Rate": 1.0804743763971791e-06, "Finetune/Loss": 0.6166966557502747, "Finetune/Loss (Raw)": 0.712525486946106, "Finetune/Step": 16446, "Finetune/Step Time": 6.063047347590327}
+{"Finetune/Learning Rate": 1.079713136484285e-06, "Finetune/Loss": 0.6171005964279175, "Finetune/Loss (Raw)": 0.6943679451942444, "Finetune/Step": 16447, "Finetune/Step Time": 6.063695698976517}
+{"Finetune/Learning Rate": 1.078952149525362e-06, "Finetune/Loss": 0.6177289485931396, "Finetune/Loss (Raw)": 0.6140748262405396, "Finetune/Step": 16448, "Finetune/Step Time": 6.051061997190118}
+{"Finetune/Learning Rate": 1.0781914155419859e-06, "Finetune/Loss": 0.6164215803146362, "Finetune/Loss (Raw)": 0.5088391304016113, "Finetune/Step": 16449, "Finetune/Step Time": 6.064484551548958}
+{"Finetune/Learning Rate": 1.077430934555731e-06, "Finetune/Loss": 0.6166965961456299, "Finetune/Loss (Raw)": 0.6446652412414551, "Finetune/Step": 16450, "Finetune/Step Time": 6.0674196146428585}
+{"Finetune/Learning Rate": 1.0766707065881621e-06, "Finetune/Loss": 0.6161375641822815, "Finetune/Loss (Raw)": 0.568551778793335, "Finetune/Step": 16451, "Finetune/Step Time": 6.069945456460118}
+{"Finetune/Learning Rate": 1.0759107316608352e-06, "Finetune/Loss": 0.6171896457672119, "Finetune/Loss (Raw)": 0.6861945390701294, "Finetune/Step": 16452, "Finetune/Step Time": 6.06198919378221}
+{"Finetune/Learning Rate": 1.0751510097953067e-06, "Finetune/Loss": 0.6174211502075195, "Finetune/Loss (Raw)": 0.6176831126213074, "Finetune/Step": 16453, "Finetune/Step Time": 6.065041270107031}
+{"Finetune/Learning Rate": 1.0743915410131177e-06, "Finetune/Loss": 0.6164914965629578, "Finetune/Loss (Raw)": 0.6377675533294678, "Finetune/Step": 16454, "Finetune/Step Time": 6.079474721103907}
+{"Finetune/Learning Rate": 1.0736323253358016e-06, "Finetune/Loss": 0.6156198978424072, "Finetune/Loss (Raw)": 0.600588858127594, "Finetune/Step": 16455, "Finetune/Step Time": 6.079316100105643}
+{"Finetune/Learning Rate": 1.0728733627848898e-06, "Finetune/Loss": 0.6162181496620178, "Finetune/Loss (Raw)": 0.6176255941390991, "Finetune/Step": 16456, "Finetune/Step Time": 6.081420389935374}
+{"Finetune/Learning Rate": 1.0721146533819038e-06, "Finetune/Loss": 0.6153795719146729, "Finetune/Loss (Raw)": 0.5407012701034546, "Finetune/Step": 16457, "Finetune/Step Time": 6.082309201359749}
+{"Finetune/Learning Rate": 1.0713561971483587e-06, "Finetune/Loss": 0.6148279905319214, "Finetune/Loss (Raw)": 0.7179439067840576, "Finetune/Step": 16458, "Finetune/Step Time": 6.088035158813}
+{"Finetune/Learning Rate": 1.0705979941057608e-06, "Finetune/Loss": 0.614058256149292, "Finetune/Loss (Raw)": 0.6091760993003845, "Finetune/Step": 16459, "Finetune/Step Time": 6.088147040456533}
+{"Finetune/Learning Rate": 1.069840044275615e-06, "Finetune/Loss": 0.6128336787223816, "Finetune/Loss (Raw)": 0.432425856590271, "Finetune/Step": 16460, "Finetune/Step Time": 6.090616771951318}
+{"Finetune/Learning Rate": 1.0690823476794099e-06, "Finetune/Loss": 0.6112891435623169, "Finetune/Loss (Raw)": 0.44880369305610657, "Finetune/Step": 16461, "Finetune/Step Time": 6.109331319108605}
+{"Finetune/Learning Rate": 1.0683249043386335e-06, "Finetune/Loss": 0.6098971366882324, "Finetune/Loss (Raw)": 0.5488876104354858, "Finetune/Step": 16462, "Finetune/Step Time": 6.100966777652502}
+{"Finetune/Learning Rate": 1.0675677142747654e-06, "Finetune/Loss": 0.6101650595664978, "Finetune/Loss (Raw)": 0.6344144344329834, "Finetune/Step": 16463, "Finetune/Step Time": 6.082752725109458}
+{"Finetune/Learning Rate": 1.066810777509275e-06, "Finetune/Loss": 0.609829843044281, "Finetune/Loss (Raw)": 0.6318560242652893, "Finetune/Step": 16464, "Finetune/Step Time": 6.088582320138812}
+{"Finetune/Learning Rate": 1.0660540940636289e-06, "Finetune/Loss": 0.611079216003418, "Finetune/Loss (Raw)": 0.6136057376861572, "Finetune/Step": 16465, "Finetune/Step Time": 6.088821256533265}
+{"Finetune/Learning Rate": 1.0652976639592837e-06, "Finetune/Loss": 0.611100435256958, "Finetune/Loss (Raw)": 0.5550656318664551, "Finetune/Step": 16466, "Finetune/Step Time": 6.08527510240674}
+{"Finetune/Learning Rate": 1.0645414872176906e-06, "Finetune/Loss": 0.6111924648284912, "Finetune/Loss (Raw)": 0.5837466716766357, "Finetune/Step": 16467, "Finetune/Step Time": 6.094444712623954}
+{"Finetune/Learning Rate": 1.0637855638602913e-06, "Finetune/Loss": 0.610906720161438, "Finetune/Loss (Raw)": 0.5521396398544312, "Finetune/Step": 16468, "Finetune/Step Time": 6.093711048364639}
+{"Finetune/Learning Rate": 1.0630298939085226e-06, "Finetune/Loss": 0.6107016801834106, "Finetune/Loss (Raw)": 0.5707148313522339, "Finetune/Step": 16469, "Finetune/Step Time": 6.0914787240326405}
+{"Finetune/Learning Rate": 1.0622744773838123e-06, "Finetune/Loss": 0.611089825630188, "Finetune/Loss (Raw)": 0.5936939120292664, "Finetune/Step": 16470, "Finetune/Step Time": 6.092778464779258}
+{"Finetune/Learning Rate": 1.061519314307583e-06, "Finetune/Loss": 0.6102464199066162, "Finetune/Loss (Raw)": 0.6143205761909485, "Finetune/Step": 16471, "Finetune/Step Time": 6.100679446011782}
+{"Finetune/Learning Rate": 1.0607644047012477e-06, "Finetune/Loss": 0.6110623478889465, "Finetune/Loss (Raw)": 0.6518288850784302, "Finetune/Step": 16472, "Finetune/Step Time": 6.098633844405413}
+{"Finetune/Learning Rate": 1.0600097485862148e-06, "Finetune/Loss": 0.6094827651977539, "Finetune/Loss (Raw)": 0.3527626395225525, "Finetune/Step": 16473, "Finetune/Step Time": 6.116551958024502}
+{"Finetune/Learning Rate": 1.0592553459838828e-06, "Finetune/Loss": 0.6103875041007996, "Finetune/Loss (Raw)": 0.6387587785720825, "Finetune/Step": 16474, "Finetune/Step Time": 6.096638033166528}
+{"Finetune/Learning Rate": 1.0585011969156456e-06, "Finetune/Loss": 0.6111834049224854, "Finetune/Loss (Raw)": 0.7261127829551697, "Finetune/Step": 16475, "Finetune/Step Time": 6.094839373603463}
+{"Finetune/Learning Rate": 1.0577473014028872e-06, "Finetune/Loss": 0.6101930141448975, "Finetune/Loss (Raw)": 0.6623584032058716, "Finetune/Step": 16476, "Finetune/Step Time": 6.0947330519557}
+{"Finetune/Learning Rate": 1.0569936594669883e-06, "Finetune/Loss": 0.6110539436340332, "Finetune/Loss (Raw)": 0.724224865436554, "Finetune/Step": 16477, "Finetune/Step Time": 6.092910822480917}
+{"Finetune/Learning Rate": 1.0562402711293195e-06, "Finetune/Loss": 0.6110954880714417, "Finetune/Loss (Raw)": 0.6397507786750793, "Finetune/Step": 16478, "Finetune/Step Time": 6.093324089422822}
+{"Finetune/Learning Rate": 1.0554871364112407e-06, "Finetune/Loss": 0.6114953756332397, "Finetune/Loss (Raw)": 0.6689431071281433, "Finetune/Step": 16479, "Finetune/Step Time": 6.058886498212814}
+{"Finetune/Learning Rate": 1.0547342553341144e-06, "Finetune/Loss": 0.6113258600234985, "Finetune/Loss (Raw)": 0.6852408051490784, "Finetune/Step": 16480, "Finetune/Step Time": 6.076142972335219}
+{"Finetune/Learning Rate": 1.0539816279192871e-06, "Finetune/Loss": 0.6119599342346191, "Finetune/Loss (Raw)": 0.5778247117996216, "Finetune/Step": 16481, "Finetune/Step Time": 6.069988241419196}
+{"Finetune/Learning Rate": 1.0532292541881018e-06, "Finetune/Loss": 0.6111639142036438, "Finetune/Loss (Raw)": 0.44903042912483215, "Finetune/Step": 16482, "Finetune/Step Time": 6.074779484421015}
+{"Finetune/Learning Rate": 1.0524771341618933e-06, "Finetune/Loss": 0.6109658479690552, "Finetune/Loss (Raw)": 0.6146692037582397, "Finetune/Step": 16483, "Finetune/Step Time": 6.074710663408041}
+{"Finetune/Learning Rate": 1.0517252678619904e-06, "Finetune/Loss": 0.6097418665885925, "Finetune/Loss (Raw)": 0.5955675840377808, "Finetune/Step": 16484, "Finetune/Step Time": 6.077887600287795}
+{"Finetune/Learning Rate": 1.0509736553097149e-06, "Finetune/Loss": 0.6089591383934021, "Finetune/Loss (Raw)": 0.5535013675689697, "Finetune/Step": 16485, "Finetune/Step Time": 6.078714523464441}
+{"Finetune/Learning Rate": 1.0502222965263754e-06, "Finetune/Loss": 0.6083327531814575, "Finetune/Loss (Raw)": 0.5864415764808655, "Finetune/Step": 16486, "Finetune/Step Time": 6.082766251638532}
+{"Finetune/Learning Rate": 1.0494711915332844e-06, "Finetune/Loss": 0.6095250844955444, "Finetune/Loss (Raw)": 0.7092033624649048, "Finetune/Step": 16487, "Finetune/Step Time": 6.054396294057369}
+{"Finetune/Learning Rate": 1.0487203403517377e-06, "Finetune/Loss": 0.6087700724601746, "Finetune/Loss (Raw)": 0.7017487287521362, "Finetune/Step": 16488, "Finetune/Step Time": 6.035819374024868}
+{"Finetune/Learning Rate": 1.0479697430030277e-06, "Finetune/Loss": 0.6084576845169067, "Finetune/Loss (Raw)": 0.607426106929779, "Finetune/Step": 16489, "Finetune/Step Time": 6.0472463350743055}
+{"Finetune/Learning Rate": 1.04721939950844e-06, "Finetune/Loss": 0.6080429553985596, "Finetune/Loss (Raw)": 0.5963720679283142, "Finetune/Step": 16490, "Finetune/Step Time": 6.046976022422314}
+{"Finetune/Learning Rate": 1.0464693098892542e-06, "Finetune/Loss": 0.6095395088195801, "Finetune/Loss (Raw)": 0.7005115151405334, "Finetune/Step": 16491, "Finetune/Step Time": 6.020144252106547}
+{"Finetune/Learning Rate": 1.0457194741667364e-06, "Finetune/Loss": 0.6099998950958252, "Finetune/Loss (Raw)": 0.5727220177650452, "Finetune/Step": 16492, "Finetune/Step Time": 6.0193393006920815}
+{"Finetune/Learning Rate": 1.0449698923621498e-06, "Finetune/Loss": 0.6088001728057861, "Finetune/Loss (Raw)": 0.5215215682983398, "Finetune/Step": 16493, "Finetune/Step Time": 6.036651721224189}
+{"Finetune/Learning Rate": 1.044220564496754e-06, "Finetune/Loss": 0.6081652641296387, "Finetune/Loss (Raw)": 0.5617395639419556, "Finetune/Step": 16494, "Finetune/Step Time": 6.044247692450881}
+{"Finetune/Learning Rate": 1.0434714905917965e-06, "Finetune/Loss": 0.6086428165435791, "Finetune/Loss (Raw)": 0.6317115426063538, "Finetune/Step": 16495, "Finetune/Step Time": 6.041866321116686}
+{"Finetune/Learning Rate": 1.0427226706685178e-06, "Finetune/Loss": 0.6081557273864746, "Finetune/Loss (Raw)": 0.5805585384368896, "Finetune/Step": 16496, "Finetune/Step Time": 6.046775126829743}
+{"Finetune/Learning Rate": 1.0419741047481558e-06, "Finetune/Loss": 0.6086373329162598, "Finetune/Loss (Raw)": 0.6095201373100281, "Finetune/Step": 16497, "Finetune/Step Time": 6.04431489109993}
+{"Finetune/Learning Rate": 1.041225792851932e-06, "Finetune/Loss": 0.6090302467346191, "Finetune/Loss (Raw)": 0.6290063261985779, "Finetune/Step": 16498, "Finetune/Step Time": 6.0432025250047445}
+{"Finetune/Learning Rate": 1.040477735001071e-06, "Finetune/Loss": 0.6091880202293396, "Finetune/Loss (Raw)": 0.6401898264884949, "Finetune/Step": 16499, "Finetune/Step Time": 6.047310438007116}
+{"Finetune/Learning Rate": 1.0397299312167807e-06, "Finetune/Loss": 0.6091412305831909, "Finetune/Loss (Raw)": 0.5069078207015991, "Finetune/Step": 16500, "Finetune/Step Time": 6.04213210940361}
+{"Finetune/Learning Rate": 1.0389823815202727e-06, "Finetune/Loss": 0.6098100543022156, "Finetune/Loss (Raw)": 0.7625774145126343, "Finetune/Step": 16501, "Finetune/Step Time": 6.042387032881379}
+{"Finetune/Learning Rate": 1.0382350859327416e-06, "Finetune/Loss": 0.610386848449707, "Finetune/Loss (Raw)": 0.6397172212600708, "Finetune/Step": 16502, "Finetune/Step Time": 6.041102737188339}
+{"Finetune/Learning Rate": 1.037488044475382e-06, "Finetune/Loss": 0.6087262630462646, "Finetune/Loss (Raw)": 0.5824065804481506, "Finetune/Step": 16503, "Finetune/Step Time": 6.050361705943942}
+{"Finetune/Learning Rate": 1.0367412571693746e-06, "Finetune/Loss": 0.6095368266105652, "Finetune/Loss (Raw)": 0.6412758231163025, "Finetune/Step": 16504, "Finetune/Step Time": 6.048416957259178}
+{"Finetune/Learning Rate": 1.0359947240358958e-06, "Finetune/Loss": 0.609234094619751, "Finetune/Loss (Raw)": 0.6308738589286804, "Finetune/Step": 16505, "Finetune/Step Time": 6.037583794444799}
+{"Finetune/Learning Rate": 1.0352484450961176e-06, "Finetune/Loss": 0.6079297661781311, "Finetune/Loss (Raw)": 0.656560480594635, "Finetune/Step": 16506, "Finetune/Step Time": 6.035760993137956}
+{"Finetune/Learning Rate": 1.0345024203711996e-06, "Finetune/Loss": 0.6084567904472351, "Finetune/Loss (Raw)": 0.6683579087257385, "Finetune/Step": 16507, "Finetune/Step Time": 6.0362116899341345}
+{"Finetune/Learning Rate": 1.033756649882297e-06, "Finetune/Loss": 0.6077779531478882, "Finetune/Loss (Raw)": 0.5259509086608887, "Finetune/Step": 16508, "Finetune/Step Time": 6.028256133198738}
+{"Finetune/Learning Rate": 1.0330111336505644e-06, "Finetune/Loss": 0.6068236231803894, "Finetune/Loss (Raw)": 0.5877087712287903, "Finetune/Step": 16509, "Finetune/Step Time": 6.029314508661628}
+{"Finetune/Learning Rate": 1.0322658716971346e-06, "Finetune/Loss": 0.6065255999565125, "Finetune/Loss (Raw)": 0.5693954229354858, "Finetune/Step": 16510, "Finetune/Step Time": 6.031222235411406}
+{"Finetune/Learning Rate": 1.0315208640431429e-06, "Finetune/Loss": 0.6078782677650452, "Finetune/Loss (Raw)": 0.7607763409614563, "Finetune/Step": 16511, "Finetune/Step Time": 6.030823655426502}
+{"Finetune/Learning Rate": 1.030776110709718e-06, "Finetune/Loss": 0.607874870300293, "Finetune/Loss (Raw)": 0.6784611344337463, "Finetune/Step": 16512, "Finetune/Step Time": 6.032490314915776}
+{"Finetune/Learning Rate": 1.0300316117179766e-06, "Finetune/Loss": 0.6078860759735107, "Finetune/Loss (Raw)": 0.7316641211509705, "Finetune/Step": 16513, "Finetune/Step Time": 6.03315344825387}
+{"Finetune/Learning Rate": 1.0292873670890323e-06, "Finetune/Loss": 0.6071230173110962, "Finetune/Loss (Raw)": 0.5386745929718018, "Finetune/Step": 16514, "Finetune/Step Time": 6.031919300556183}
+{"Finetune/Learning Rate": 1.0285433768439879e-06, "Finetune/Loss": 0.607430636882782, "Finetune/Loss (Raw)": 0.5767036080360413, "Finetune/Step": 16515, "Finetune/Step Time": 6.031301476061344}
+{"Finetune/Learning Rate": 1.0277996410039425e-06, "Finetune/Loss": 0.6090182065963745, "Finetune/Loss (Raw)": 0.6690142750740051, "Finetune/Step": 16516, "Finetune/Step Time": 6.012252926826477}
+{"Finetune/Learning Rate": 1.0270561595899864e-06, "Finetune/Loss": 0.6094180345535278, "Finetune/Loss (Raw)": 0.6289843916893005, "Finetune/Step": 16517, "Finetune/Step Time": 6.003465708345175}
+{"Finetune/Learning Rate": 1.0263129326232012e-06, "Finetune/Loss": 0.6073534488677979, "Finetune/Loss (Raw)": 0.46667322516441345, "Finetune/Step": 16518, "Finetune/Step Time": 6.023932984098792}
+{"Finetune/Learning Rate": 1.0255699601246638e-06, "Finetune/Loss": 0.6077982187271118, "Finetune/Loss (Raw)": 0.7302504777908325, "Finetune/Step": 16519, "Finetune/Step Time": 6.023153455927968}
+{"Finetune/Learning Rate": 1.0248272421154426e-06, "Finetune/Loss": 0.6071673631668091, "Finetune/Loss (Raw)": 0.5654937028884888, "Finetune/Step": 16520, "Finetune/Step Time": 6.0413357093930244}
+{"Finetune/Learning Rate": 1.0240847786165986e-06, "Finetune/Loss": 0.6086518168449402, "Finetune/Loss (Raw)": 0.7186594009399414, "Finetune/Step": 16521, "Finetune/Step Time": 6.026574820280075}
+{"Finetune/Learning Rate": 1.0233425696491861e-06, "Finetune/Loss": 0.6085366606712341, "Finetune/Loss (Raw)": 0.7261705994606018, "Finetune/Step": 16522, "Finetune/Step Time": 6.027773121371865}
+{"Finetune/Learning Rate": 1.0226006152342516e-06, "Finetune/Loss": 0.6095113158226013, "Finetune/Loss (Raw)": 0.7226717472076416, "Finetune/Step": 16523, "Finetune/Step Time": 6.025513496249914}
+{"Finetune/Learning Rate": 1.021858915392836e-06, "Finetune/Loss": 0.6100149154663086, "Finetune/Loss (Raw)": 0.5777474641799927, "Finetune/Step": 16524, "Finetune/Step Time": 6.027542961761355}
+{"Finetune/Learning Rate": 1.0211174701459714e-06, "Finetune/Loss": 0.6109965443611145, "Finetune/Loss (Raw)": 0.603305995464325, "Finetune/Step": 16525, "Finetune/Step Time": 6.01749412715435}
+{"Finetune/Learning Rate": 1.0203762795146833e-06, "Finetune/Loss": 0.6113777756690979, "Finetune/Loss (Raw)": 0.6408339738845825, "Finetune/Step": 16526, "Finetune/Step Time": 6.0175939202308655}
+{"Finetune/Learning Rate": 1.019635343519988e-06, "Finetune/Loss": 0.6116203665733337, "Finetune/Loss (Raw)": 0.608544111251831, "Finetune/Step": 16527, "Finetune/Step Time": 6.0226076282560825}
+{"Finetune/Learning Rate": 1.0188946621828977e-06, "Finetune/Loss": 0.6114887595176697, "Finetune/Loss (Raw)": 0.626482367515564, "Finetune/Step": 16528, "Finetune/Step Time": 6.029708644375205}
+{"Finetune/Learning Rate": 1.0181542355244167e-06, "Finetune/Loss": 0.6110022664070129, "Finetune/Loss (Raw)": 0.5525375008583069, "Finetune/Step": 16529, "Finetune/Step Time": 6.026984652504325}
+{"Finetune/Learning Rate": 1.0174140635655405e-06, "Finetune/Loss": 0.6115622520446777, "Finetune/Loss (Raw)": 0.7116677165031433, "Finetune/Step": 16530, "Finetune/Step Time": 6.032760519534349}
+{"Finetune/Learning Rate": 1.0166741463272577e-06, "Finetune/Loss": 0.6117303371429443, "Finetune/Loss (Raw)": 0.5819618701934814, "Finetune/Step": 16531, "Finetune/Step Time": 6.03569046407938}
+{"Finetune/Learning Rate": 1.0159344838305517e-06, "Finetune/Loss": 0.6120110750198364, "Finetune/Loss (Raw)": 0.6370657682418823, "Finetune/Step": 16532, "Finetune/Step Time": 6.036101805046201}
+{"Finetune/Learning Rate": 1.015195076096398e-06, "Finetune/Loss": 0.6110201478004456, "Finetune/Loss (Raw)": 0.5505607724189758, "Finetune/Step": 16533, "Finetune/Step Time": 6.037105077877641}
+{"Finetune/Learning Rate": 1.0144559231457617e-06, "Finetune/Loss": 0.61027991771698, "Finetune/Loss (Raw)": 0.6498385071754456, "Finetune/Step": 16534, "Finetune/Step Time": 6.033999850973487}
+{"Finetune/Learning Rate": 1.0137170249996008e-06, "Finetune/Loss": 0.6098679304122925, "Finetune/Loss (Raw)": 0.6103735566139221, "Finetune/Step": 16535, "Finetune/Step Time": 6.042372839525342}
+{"Finetune/Learning Rate": 1.0129783816788742e-06, "Finetune/Loss": 0.6095144748687744, "Finetune/Loss (Raw)": 0.5935713648796082, "Finetune/Step": 16536, "Finetune/Step Time": 6.040785642340779}
+{"Finetune/Learning Rate": 1.0122399932045245e-06, "Finetune/Loss": 0.6099350452423096, "Finetune/Loss (Raw)": 0.6966485977172852, "Finetune/Step": 16537, "Finetune/Step Time": 6.038136430084705}
+{"Finetune/Learning Rate": 1.0115018595974912e-06, "Finetune/Loss": 0.6097500920295715, "Finetune/Loss (Raw)": 0.5978168845176697, "Finetune/Step": 16538, "Finetune/Step Time": 6.0393164828419685}
+{"Finetune/Learning Rate": 1.0107639808787062e-06, "Finetune/Loss": 0.611120343208313, "Finetune/Loss (Raw)": 0.7125024795532227, "Finetune/Step": 16539, "Finetune/Step Time": 6.036066589877009}
+{"Finetune/Learning Rate": 1.0100263570690915e-06, "Finetune/Loss": 0.6108689904212952, "Finetune/Loss (Raw)": 0.6311278939247131, "Finetune/Step": 16540, "Finetune/Step Time": 6.0370172299444675}
+{"Finetune/Learning Rate": 1.0092889881895663e-06, "Finetune/Loss": 0.6111146211624146, "Finetune/Loss (Raw)": 0.5886658430099487, "Finetune/Step": 16541, "Finetune/Step Time": 6.035818176344037}
+{"Finetune/Learning Rate": 1.0085518742610355e-06, "Finetune/Loss": 0.6101006269454956, "Finetune/Loss (Raw)": 0.5489078164100647, "Finetune/Step": 16542, "Finetune/Step Time": 6.055063905194402}
+{"Finetune/Learning Rate": 1.0078150153044087e-06, "Finetune/Loss": 0.6103816032409668, "Finetune/Loss (Raw)": 0.6164633631706238, "Finetune/Step": 16543, "Finetune/Step Time": 6.0552682895213366}
+{"Finetune/Learning Rate": 1.0070784113405763e-06, "Finetune/Loss": 0.6113319396972656, "Finetune/Loss (Raw)": 0.6591349840164185, "Finetune/Step": 16544, "Finetune/Step Time": 6.0526668056845665}
+{"Finetune/Learning Rate": 1.0063420623904308e-06, "Finetune/Loss": 0.6105144023895264, "Finetune/Loss (Raw)": 0.5922485589981079, "Finetune/Step": 16545, "Finetune/Step Time": 6.048159081488848}
+{"Finetune/Learning Rate": 1.0056059684748475e-06, "Finetune/Loss": 0.6101800799369812, "Finetune/Loss (Raw)": 0.6002687215805054, "Finetune/Step": 16546, "Finetune/Step Time": 6.046075290068984}
+{"Finetune/Learning Rate": 1.0048701296147023e-06, "Finetune/Loss": 0.610721230506897, "Finetune/Loss (Raw)": 0.6877375245094299, "Finetune/Step": 16547, "Finetune/Step Time": 6.045453639701009}
+{"Finetune/Learning Rate": 1.0041345458308615e-06, "Finetune/Loss": 0.6099905967712402, "Finetune/Loss (Raw)": 0.5405445694923401, "Finetune/Step": 16548, "Finetune/Step Time": 6.0462806560099125}
+{"Finetune/Learning Rate": 1.003399217144183e-06, "Finetune/Loss": 0.6105506420135498, "Finetune/Loss (Raw)": 0.5901513695716858, "Finetune/Step": 16549, "Finetune/Step Time": 6.053977835923433}
+{"Finetune/Learning Rate": 1.0026641435755214e-06, "Finetune/Loss": 0.6092405915260315, "Finetune/Loss (Raw)": 0.5606318712234497, "Finetune/Step": 16550, "Finetune/Step Time": 6.055344853550196}
+{"Finetune/Learning Rate": 1.0019293251457206e-06, "Finetune/Loss": 0.6111186146736145, "Finetune/Loss (Raw)": 0.7495929002761841, "Finetune/Step": 16551, "Finetune/Step Time": 6.052979612722993}
+{"Finetune/Learning Rate": 1.0011947618756156e-06, "Finetune/Loss": 0.6114985942840576, "Finetune/Loss (Raw)": 0.6888688802719116, "Finetune/Step": 16552, "Finetune/Step Time": 6.051974313333631}
+{"Finetune/Learning Rate": 1.0004604537860385e-06, "Finetune/Loss": 0.6111277937889099, "Finetune/Loss (Raw)": 0.6060230135917664, "Finetune/Step": 16553, "Finetune/Step Time": 6.05166045203805}
+{"Finetune/Learning Rate": 9.997264008978113e-07, "Finetune/Loss": 0.612026035785675, "Finetune/Loss (Raw)": 0.6680018305778503, "Finetune/Step": 16554, "Finetune/Step Time": 6.029139555990696}
+{"Finetune/Learning Rate": 9.989926032317497e-07, "Finetune/Loss": 0.6123409271240234, "Finetune/Loss (Raw)": 0.668900191783905, "Finetune/Step": 16555, "Finetune/Step Time": 6.027878729626536}
+{"Finetune/Learning Rate": 9.982590608086617e-07, "Finetune/Loss": 0.6119940280914307, "Finetune/Loss (Raw)": 0.6285102367401123, "Finetune/Step": 16556, "Finetune/Step Time": 6.026699932292104}
+{"Finetune/Learning Rate": 9.975257736493515e-07, "Finetune/Loss": 0.6125195622444153, "Finetune/Loss (Raw)": 0.6364536881446838, "Finetune/Step": 16557, "Finetune/Step Time": 6.017230849713087}
+{"Finetune/Learning Rate": 9.967927417746103e-07, "Finetune/Loss": 0.6122190356254578, "Finetune/Loss (Raw)": 0.6186580061912537, "Finetune/Step": 16558, "Finetune/Step Time": 6.015473738312721}
+{"Finetune/Learning Rate": 9.960599652052238e-07, "Finetune/Loss": 0.6120468974113464, "Finetune/Loss (Raw)": 0.5277848243713379, "Finetune/Step": 16559, "Finetune/Step Time": 6.006904996931553}
+{"Finetune/Learning Rate": 9.953274439619742e-07, "Finetune/Loss": 0.6121476888656616, "Finetune/Loss (Raw)": 0.6563947200775146, "Finetune/Step": 16560, "Finetune/Step Time": 6.0083609484136105}
+{"Finetune/Learning Rate": 9.945951780656316e-07, "Finetune/Loss": 0.6122090816497803, "Finetune/Loss (Raw)": 0.6529591679573059, "Finetune/Step": 16561, "Finetune/Step Time": 6.009114479646087}
+{"Finetune/Learning Rate": 9.938631675369626e-07, "Finetune/Loss": 0.6118550300598145, "Finetune/Loss (Raw)": 0.5321133136749268, "Finetune/Step": 16562, "Finetune/Step Time": 6.022515337914228}
+{"Finetune/Learning Rate": 9.931314123967228e-07, "Finetune/Loss": 0.6134306192398071, "Finetune/Loss (Raw)": 0.7090532779693604, "Finetune/Step": 16563, "Finetune/Step Time": 6.002690646797419}
+{"Finetune/Learning Rate": 9.923999126656647e-07, "Finetune/Loss": 0.6135872602462769, "Finetune/Loss (Raw)": 0.597355842590332, "Finetune/Step": 16564, "Finetune/Step Time": 6.000638358294964}
+{"Finetune/Learning Rate": 9.916686683645317e-07, "Finetune/Loss": 0.6146360635757446, "Finetune/Loss (Raw)": 0.6161891222000122, "Finetune/Step": 16565, "Finetune/Step Time": 5.987232618033886}
+{"Finetune/Learning Rate": 9.90937679514058e-07, "Finetune/Loss": 0.614185094833374, "Finetune/Loss (Raw)": 0.5871614217758179, "Finetune/Step": 16566, "Finetune/Step Time": 6.002589715644717}
+{"Finetune/Learning Rate": 9.90206946134974e-07, "Finetune/Loss": 0.6147545576095581, "Finetune/Loss (Raw)": 0.7186626195907593, "Finetune/Step": 16567, "Finetune/Step Time": 6.002448743209243}
+{"Finetune/Learning Rate": 9.894764682480006e-07, "Finetune/Loss": 0.6148642301559448, "Finetune/Loss (Raw)": 0.5747158527374268, "Finetune/Step": 16568, "Finetune/Step Time": 5.9885136764496565}
+{"Finetune/Learning Rate": 9.887462458738518e-07, "Finetune/Loss": 0.6171082258224487, "Finetune/Loss (Raw)": 0.7773386240005493, "Finetune/Step": 16569, "Finetune/Step Time": 6.006161483004689}
+{"Finetune/Learning Rate": 9.880162790332348e-07, "Finetune/Loss": 0.6171074509620667, "Finetune/Loss (Raw)": 0.5966148376464844, "Finetune/Step": 16570, "Finetune/Step Time": 6.0044654328376055}
+{"Finetune/Learning Rate": 9.87286567746849e-07, "Finetune/Loss": 0.6184508800506592, "Finetune/Loss (Raw)": 0.7046271562576294, "Finetune/Step": 16571, "Finetune/Step Time": 5.992438590154052}
+{"Finetune/Learning Rate": 9.865571120353878e-07, "Finetune/Loss": 0.6196818351745605, "Finetune/Loss (Raw)": 0.6949632167816162, "Finetune/Step": 16572, "Finetune/Step Time": 5.975489906966686}
+{"Finetune/Learning Rate": 9.85827911919537e-07, "Finetune/Loss": 0.6204280853271484, "Finetune/Loss (Raw)": 0.6109498739242554, "Finetune/Step": 16573, "Finetune/Step Time": 5.963384419679642}
+{"Finetune/Learning Rate": 9.85098967419973e-07, "Finetune/Loss": 0.6195709705352783, "Finetune/Loss (Raw)": 0.602817714214325, "Finetune/Step": 16574, "Finetune/Step Time": 5.94325290247798}
+{"Finetune/Learning Rate": 9.843702785573672e-07, "Finetune/Loss": 0.6190770864486694, "Finetune/Loss (Raw)": 0.631151556968689, "Finetune/Step": 16575, "Finetune/Step Time": 5.942639317363501}
+{"Finetune/Learning Rate": 9.836418453523833e-07, "Finetune/Loss": 0.6190681457519531, "Finetune/Loss (Raw)": 0.6129260659217834, "Finetune/Step": 16576, "Finetune/Step Time": 5.944672970101237}
+{"Finetune/Learning Rate": 9.829136678256778e-07, "Finetune/Loss": 0.6194896101951599, "Finetune/Loss (Raw)": 0.5627899765968323, "Finetune/Step": 16577, "Finetune/Step Time": 5.930719284340739}
+{"Finetune/Learning Rate": 9.82185745997899e-07, "Finetune/Loss": 0.6188441514968872, "Finetune/Loss (Raw)": 0.5620449185371399, "Finetune/Step": 16578, "Finetune/Step Time": 5.9298061560839415}
+{"Finetune/Learning Rate": 9.8145807988969e-07, "Finetune/Loss": 0.6192407608032227, "Finetune/Loss (Raw)": 0.6193175315856934, "Finetune/Step": 16579, "Finetune/Step Time": 5.930291663855314}
+{"Finetune/Learning Rate": 9.807306695216846e-07, "Finetune/Loss": 0.6188212037086487, "Finetune/Loss (Raw)": 0.6324938535690308, "Finetune/Step": 16580, "Finetune/Step Time": 5.932286320254207}
+{"Finetune/Learning Rate": 9.800035149145093e-07, "Finetune/Loss": 0.6189402341842651, "Finetune/Loss (Raw)": 0.6329209804534912, "Finetune/Step": 16581, "Finetune/Step Time": 5.9358564000576735}
+{"Finetune/Learning Rate": 9.792766160887868e-07, "Finetune/Loss": 0.6180272102355957, "Finetune/Loss (Raw)": 0.5208900570869446, "Finetune/Step": 16582, "Finetune/Step Time": 5.918078297749162}
+{"Finetune/Learning Rate": 9.78549973065125e-07, "Finetune/Loss": 0.6180537939071655, "Finetune/Loss (Raw)": 0.6040022373199463, "Finetune/Step": 16583, "Finetune/Step Time": 5.920913768932223}
+{"Finetune/Learning Rate": 9.778235858641338e-07, "Finetune/Loss": 0.6183311343193054, "Finetune/Loss (Raw)": 0.6531222462654114, "Finetune/Step": 16584, "Finetune/Step Time": 5.922419277951121}
+{"Finetune/Learning Rate": 9.770974545064095e-07, "Finetune/Loss": 0.6198195219039917, "Finetune/Loss (Raw)": 0.7312156558036804, "Finetune/Step": 16585, "Finetune/Step Time": 5.902865849435329}
+{"Finetune/Learning Rate": 9.76371579012545e-07, "Finetune/Loss": 0.6191534996032715, "Finetune/Loss (Raw)": 0.6326920390129089, "Finetune/Step": 16586, "Finetune/Step Time": 5.893179597333074}
+{"Finetune/Learning Rate": 9.75645959403122e-07, "Finetune/Loss": 0.6201086640357971, "Finetune/Loss (Raw)": 0.7314328551292419, "Finetune/Step": 16587, "Finetune/Step Time": 5.893749734386802}
+{"Finetune/Learning Rate": 9.749205956987196e-07, "Finetune/Loss": 0.6218456029891968, "Finetune/Loss (Raw)": 0.6547562479972839, "Finetune/Step": 16588, "Finetune/Step Time": 5.8755370900034904}
+{"Finetune/Learning Rate": 9.741954879199034e-07, "Finetune/Loss": 0.6233456134796143, "Finetune/Loss (Raw)": 0.6408136487007141, "Finetune/Step": 16589, "Finetune/Step Time": 5.861709071323276}
+{"Finetune/Learning Rate": 9.73470636087237e-07, "Finetune/Loss": 0.6240111589431763, "Finetune/Loss (Raw)": 0.6340640783309937, "Finetune/Step": 16590, "Finetune/Step Time": 5.867983283475041}
+{"Finetune/Learning Rate": 9.72746040221274e-07, "Finetune/Loss": 0.6242151856422424, "Finetune/Loss (Raw)": 0.6605404615402222, "Finetune/Step": 16591, "Finetune/Step Time": 5.86764207854867}
+{"Finetune/Learning Rate": 9.720217003425648e-07, "Finetune/Loss": 0.6240954399108887, "Finetune/Loss (Raw)": 0.6165227890014648, "Finetune/Step": 16592, "Finetune/Step Time": 5.865053303539753}
+{"Finetune/Learning Rate": 9.71297616471648e-07, "Finetune/Loss": 0.6246875524520874, "Finetune/Loss (Raw)": 0.6894033551216125, "Finetune/Step": 16593, "Finetune/Step Time": 5.851595075801015}
+{"Finetune/Learning Rate": 9.705737886290578e-07, "Finetune/Loss": 0.6256417036056519, "Finetune/Loss (Raw)": 0.6771911382675171, "Finetune/Step": 16594, "Finetune/Step Time": 5.851074319332838}
+{"Finetune/Learning Rate": 9.698502168353175e-07, "Finetune/Loss": 0.6260021924972534, "Finetune/Loss (Raw)": 0.6298937201499939, "Finetune/Step": 16595, "Finetune/Step Time": 5.845426082611084}
+{"Finetune/Learning Rate": 9.691269011109472e-07, "Finetune/Loss": 0.6271905303001404, "Finetune/Loss (Raw)": 0.7042458653450012, "Finetune/Step": 16596, "Finetune/Step Time": 5.852863486856222}
+{"Finetune/Learning Rate": 9.684038414764575e-07, "Finetune/Loss": 0.6276107430458069, "Finetune/Loss (Raw)": 0.6245015859603882, "Finetune/Step": 16597, "Finetune/Step Time": 5.875482039526105}
+{"Finetune/Learning Rate": 9.676810379523505e-07, "Finetune/Loss": 0.6281580924987793, "Finetune/Loss (Raw)": 0.6637454032897949, "Finetune/Step": 16598, "Finetune/Step Time": 5.8763004168868065}
+{"Finetune/Learning Rate": 9.669584905591256e-07, "Finetune/Loss": 0.6276189088821411, "Finetune/Loss (Raw)": 0.5453088283538818, "Finetune/Step": 16599, "Finetune/Step Time": 5.867554306983948}
+{"Finetune/Learning Rate": 9.662361993172743e-07, "Finetune/Loss": 0.6279036998748779, "Finetune/Loss (Raw)": 0.6882866024971008, "Finetune/Step": 16600, "Finetune/Step Time": 5.870980300009251}
+{"Finetune/Learning Rate": 9.655141642472744e-07, "Finetune/Loss": 0.6303812265396118, "Finetune/Loss (Raw)": 0.669882595539093, "Finetune/Step": 16601, "Finetune/Step Time": 5.868909139186144}
+{"Finetune/Learning Rate": 9.647923853696006e-07, "Finetune/Loss": 0.6299790143966675, "Finetune/Loss (Raw)": 0.5872759222984314, "Finetune/Step": 16602, "Finetune/Step Time": 5.870108066126704}
+{"Finetune/Learning Rate": 9.640708627047236e-07, "Finetune/Loss": 0.6299660205841064, "Finetune/Loss (Raw)": 0.7244552969932556, "Finetune/Step": 16603, "Finetune/Step Time": 5.8715000078082085}
+{"Finetune/Learning Rate": 9.63349596273101e-07, "Finetune/Loss": 0.6299746036529541, "Finetune/Loss (Raw)": 0.6634553074836731, "Finetune/Step": 16604, "Finetune/Step Time": 5.8732838947325945}
+{"Finetune/Learning Rate": 9.626285860951856e-07, "Finetune/Loss": 0.6289180517196655, "Finetune/Loss (Raw)": 0.588985800743103, "Finetune/Step": 16605, "Finetune/Step Time": 5.877848699688911}
+{"Finetune/Learning Rate": 9.61907832191429e-07, "Finetune/Loss": 0.6286753416061401, "Finetune/Loss (Raw)": 0.6086790561676025, "Finetune/Step": 16606, "Finetune/Step Time": 5.878957882523537}
+{"Finetune/Learning Rate": 9.611873345822632e-07, "Finetune/Loss": 0.6278655529022217, "Finetune/Loss (Raw)": 0.565295398235321, "Finetune/Step": 16607, "Finetune/Step Time": 5.876411437988281}
+{"Finetune/Learning Rate": 9.604670932881211e-07, "Finetune/Loss": 0.6275715231895447, "Finetune/Loss (Raw)": 0.6475980281829834, "Finetune/Step": 16608, "Finetune/Step Time": 5.853328205645084}
+{"Finetune/Learning Rate": 9.597471083294286e-07, "Finetune/Loss": 0.6288068890571594, "Finetune/Loss (Raw)": 0.7359634637832642, "Finetune/Step": 16609, "Finetune/Step Time": 5.853077622130513}
+{"Finetune/Learning Rate": 9.590273797265992e-07, "Finetune/Loss": 0.6306377649307251, "Finetune/Loss (Raw)": 0.6833732724189758, "Finetune/Step": 16610, "Finetune/Step Time": 5.841983363032341}
+{"Finetune/Learning Rate": 9.583079075000457e-07, "Finetune/Loss": 0.6311038136482239, "Finetune/Loss (Raw)": 0.6743294596672058, "Finetune/Step": 16611, "Finetune/Step Time": 5.843111179769039}
+{"Finetune/Learning Rate": 9.575886916701681e-07, "Finetune/Loss": 0.6310590505599976, "Finetune/Loss (Raw)": 0.5898367762565613, "Finetune/Step": 16612, "Finetune/Step Time": 5.8360957857221365}
+{"Finetune/Learning Rate": 9.568697322573616e-07, "Finetune/Loss": 0.631820559501648, "Finetune/Loss (Raw)": 0.6509778499603271, "Finetune/Step": 16613, "Finetune/Step Time": 5.834617527201772}
+{"Finetune/Learning Rate": 9.561510292820154e-07, "Finetune/Loss": 0.6319540143013, "Finetune/Loss (Raw)": 0.6035183668136597, "Finetune/Step": 16614, "Finetune/Step Time": 5.82910368219018}
+{"Finetune/Learning Rate": 9.554325827645082e-07, "Finetune/Loss": 0.6314816474914551, "Finetune/Loss (Raw)": 0.6487379670143127, "Finetune/Step": 16615, "Finetune/Step Time": 5.851729115471244}
+{"Finetune/Learning Rate": 9.547143927252134e-07, "Finetune/Loss": 0.6308509707450867, "Finetune/Loss (Raw)": 0.6210250854492188, "Finetune/Step": 16616, "Finetune/Step Time": 5.847171118482947}
+{"Finetune/Learning Rate": 9.539964591844974e-07, "Finetune/Loss": 0.6307347416877747, "Finetune/Loss (Raw)": 0.5925504565238953, "Finetune/Step": 16617, "Finetune/Step Time": 5.835601720958948}
+{"Finetune/Learning Rate": 9.532787821627188e-07, "Finetune/Loss": 0.630433201789856, "Finetune/Loss (Raw)": 0.5577675104141235, "Finetune/Step": 16618, "Finetune/Step Time": 5.833285108208656}
+{"Finetune/Learning Rate": 9.525613616802276e-07, "Finetune/Loss": 0.6283842921257019, "Finetune/Loss (Raw)": 0.4382575452327728, "Finetune/Step": 16619, "Finetune/Step Time": 5.8531330320984125}
+{"Finetune/Learning Rate": 9.5184419775737e-07, "Finetune/Loss": 0.6281729936599731, "Finetune/Loss (Raw)": 0.545678973197937, "Finetune/Step": 16620, "Finetune/Step Time": 5.848012922331691}
+{"Finetune/Learning Rate": 9.511272904144797e-07, "Finetune/Loss": 0.6290828585624695, "Finetune/Loss (Raw)": 0.6379814743995667, "Finetune/Step": 16621, "Finetune/Step Time": 5.8281224351376295}
+{"Finetune/Learning Rate": 9.504106396718893e-07, "Finetune/Loss": 0.6309106349945068, "Finetune/Loss (Raw)": 0.7956949472427368, "Finetune/Step": 16622, "Finetune/Step Time": 5.821387944743037}
+{"Finetune/Learning Rate": 9.496942455499192e-07, "Finetune/Loss": 0.6308473348617554, "Finetune/Loss (Raw)": 0.6236079931259155, "Finetune/Step": 16623, "Finetune/Step Time": 5.826470635831356}
+{"Finetune/Learning Rate": 9.489781080688865e-07, "Finetune/Loss": 0.6311830282211304, "Finetune/Loss (Raw)": 0.6235272288322449, "Finetune/Step": 16624, "Finetune/Step Time": 5.81900398619473}
+{"Finetune/Learning Rate": 9.482622272490927e-07, "Finetune/Loss": 0.6309941411018372, "Finetune/Loss (Raw)": 0.5853434205055237, "Finetune/Step": 16625, "Finetune/Step Time": 5.820002840831876}
+{"Finetune/Learning Rate": 9.475466031108448e-07, "Finetune/Loss": 0.6318423748016357, "Finetune/Loss (Raw)": 0.737576961517334, "Finetune/Step": 16626, "Finetune/Step Time": 5.844171347096562}
+{"Finetune/Learning Rate": 9.468312356744336e-07, "Finetune/Loss": 0.6311182379722595, "Finetune/Loss (Raw)": 0.5475041270256042, "Finetune/Step": 16627, "Finetune/Step Time": 5.83882380835712}
+{"Finetune/Learning Rate": 9.461161249601447e-07, "Finetune/Loss": 0.6323311924934387, "Finetune/Loss (Raw)": 0.6621647477149963, "Finetune/Step": 16628, "Finetune/Step Time": 5.856752434745431}
+{"Finetune/Learning Rate": 9.454012709882576e-07, "Finetune/Loss": 0.6313263177871704, "Finetune/Loss (Raw)": 0.6339513659477234, "Finetune/Step": 16629, "Finetune/Step Time": 5.855902377516031}
+{"Finetune/Learning Rate": 9.446866737790427e-07, "Finetune/Loss": 0.6317747831344604, "Finetune/Loss (Raw)": 0.6971232891082764, "Finetune/Step": 16630, "Finetune/Step Time": 5.855836164206266}
+{"Finetune/Learning Rate": 9.439723333527639e-07, "Finetune/Loss": 0.6322358846664429, "Finetune/Loss (Raw)": 0.6414319276809692, "Finetune/Step": 16631, "Finetune/Step Time": 5.848033910617232}
+{"Finetune/Learning Rate": 9.432582497296749e-07, "Finetune/Loss": 0.6322746872901917, "Finetune/Loss (Raw)": 0.6462392210960388, "Finetune/Step": 16632, "Finetune/Step Time": 5.8450670298188925}
+{"Finetune/Learning Rate": 9.425444229300295e-07, "Finetune/Loss": 0.6324793100357056, "Finetune/Loss (Raw)": 0.6570665240287781, "Finetune/Step": 16633, "Finetune/Step Time": 5.850584529340267}
+{"Finetune/Learning Rate": 9.418308529740694e-07, "Finetune/Loss": 0.6308468580245972, "Finetune/Loss (Raw)": 0.447602242231369, "Finetune/Step": 16634, "Finetune/Step Time": 5.86932728253305}
+{"Finetune/Learning Rate": 9.411175398820271e-07, "Finetune/Loss": 0.6305079460144043, "Finetune/Loss (Raw)": 0.6249738335609436, "Finetune/Step": 16635, "Finetune/Step Time": 5.871488161385059}
+{"Finetune/Learning Rate": 9.404044836741343e-07, "Finetune/Loss": 0.6317533254623413, "Finetune/Loss (Raw)": 0.6853613257408142, "Finetune/Step": 16636, "Finetune/Step Time": 5.869399813935161}
+{"Finetune/Learning Rate": 9.396916843706061e-07, "Finetune/Loss": 0.6324753165245056, "Finetune/Loss (Raw)": 0.6801302433013916, "Finetune/Step": 16637, "Finetune/Step Time": 5.8657867312431335}
+{"Finetune/Learning Rate": 9.389791419916572e-07, "Finetune/Loss": 0.632987380027771, "Finetune/Loss (Raw)": 0.6349360346794128, "Finetune/Step": 16638, "Finetune/Step Time": 5.865219173952937}
+{"Finetune/Learning Rate": 9.382668565574927e-07, "Finetune/Loss": 0.6315982937812805, "Finetune/Loss (Raw)": 0.5829719305038452, "Finetune/Step": 16639, "Finetune/Step Time": 5.86236166395247}
+{"Finetune/Learning Rate": 9.375548280883129e-07, "Finetune/Loss": 0.6315603256225586, "Finetune/Loss (Raw)": 0.6735998392105103, "Finetune/Step": 16640, "Finetune/Step Time": 5.858987908810377}
+{"Finetune/Learning Rate": 9.368430566043085e-07, "Finetune/Loss": 0.63116055727005, "Finetune/Loss (Raw)": 0.6804924607276917, "Finetune/Step": 16641, "Finetune/Step Time": 5.862301656976342}
+{"Finetune/Learning Rate": 9.361315421256645e-07, "Finetune/Loss": 0.6318674683570862, "Finetune/Loss (Raw)": 0.6291640996932983, "Finetune/Step": 16642, "Finetune/Step Time": 5.882750291377306}
+{"Finetune/Learning Rate": 9.354202846725546e-07, "Finetune/Loss": 0.6326174139976501, "Finetune/Loss (Raw)": 0.6726980209350586, "Finetune/Step": 16643, "Finetune/Step Time": 5.88638374209404}
+{"Finetune/Learning Rate": 9.347092842651483e-07, "Finetune/Loss": 0.6335334777832031, "Finetune/Loss (Raw)": 0.7862703800201416, "Finetune/Step": 16644, "Finetune/Step Time": 5.895873695611954}
+{"Finetune/Learning Rate": 9.339985409236097e-07, "Finetune/Loss": 0.6323748230934143, "Finetune/Loss (Raw)": 0.4806755483150482, "Finetune/Step": 16645, "Finetune/Step Time": 5.89358920045197}
+{"Finetune/Learning Rate": 9.332880546680911e-07, "Finetune/Loss": 0.6333791017532349, "Finetune/Loss (Raw)": 0.5952237844467163, "Finetune/Step": 16646, "Finetune/Step Time": 5.87594292499125}
+{"Finetune/Learning Rate": 9.32577825518739e-07, "Finetune/Loss": 0.6325576305389404, "Finetune/Loss (Raw)": 0.6250912547111511, "Finetune/Step": 16647, "Finetune/Step Time": 5.874898696318269}
+{"Finetune/Learning Rate": 9.318678534957004e-07, "Finetune/Loss": 0.6332063674926758, "Finetune/Loss (Raw)": 0.6485392451286316, "Finetune/Step": 16648, "Finetune/Step Time": 5.857255939394236}
+{"Finetune/Learning Rate": 9.311581386191005e-07, "Finetune/Loss": 0.6326169967651367, "Finetune/Loss (Raw)": 0.6432156562805176, "Finetune/Step": 16649, "Finetune/Step Time": 5.854948628693819}
+{"Finetune/Learning Rate": 9.304486809090674e-07, "Finetune/Loss": 0.6322845220565796, "Finetune/Loss (Raw)": 0.6836192607879639, "Finetune/Step": 16650, "Finetune/Step Time": 5.864431507885456}
+{"Finetune/Learning Rate": 9.297394803857196e-07, "Finetune/Loss": 0.6314149498939514, "Finetune/Loss (Raw)": 0.6113648414611816, "Finetune/Step": 16651, "Finetune/Step Time": 5.868388503789902}
+{"Finetune/Learning Rate": 9.290305370691677e-07, "Finetune/Loss": 0.6318142414093018, "Finetune/Loss (Raw)": 0.6288567185401917, "Finetune/Step": 16652, "Finetune/Step Time": 5.875726941972971}
+{"Finetune/Learning Rate": 9.283218509795155e-07, "Finetune/Loss": 0.6321272850036621, "Finetune/Loss (Raw)": 0.643379271030426, "Finetune/Step": 16653, "Finetune/Step Time": 5.8766439240425825}
+{"Finetune/Learning Rate": 9.276134221368571e-07, "Finetune/Loss": 0.6317533254623413, "Finetune/Loss (Raw)": 0.5929645299911499, "Finetune/Step": 16654, "Finetune/Step Time": 5.880630735307932}
+{"Finetune/Learning Rate": 9.269052505612874e-07, "Finetune/Loss": 0.6314325928688049, "Finetune/Loss (Raw)": 0.5674874186515808, "Finetune/Step": 16655, "Finetune/Step Time": 5.876131484284997}
+{"Finetune/Learning Rate": 9.261973362728827e-07, "Finetune/Loss": 0.6318230628967285, "Finetune/Loss (Raw)": 0.6764704585075378, "Finetune/Step": 16656, "Finetune/Step Time": 5.871885208413005}
+{"Finetune/Learning Rate": 9.25489679291719e-07, "Finetune/Loss": 0.6325159668922424, "Finetune/Loss (Raw)": 0.6412208676338196, "Finetune/Step": 16657, "Finetune/Step Time": 5.878574782982469}
+{"Finetune/Learning Rate": 9.247822796378636e-07, "Finetune/Loss": 0.6312654614448547, "Finetune/Loss (Raw)": 0.5516059994697571, "Finetune/Step": 16658, "Finetune/Step Time": 5.888745963573456}
+{"Finetune/Learning Rate": 9.240751373313761e-07, "Finetune/Loss": 0.6318345665931702, "Finetune/Loss (Raw)": 0.6548082232475281, "Finetune/Step": 16659, "Finetune/Step Time": 5.885073496028781}
+{"Finetune/Learning Rate": 9.233682523923093e-07, "Finetune/Loss": 0.631206750869751, "Finetune/Loss (Raw)": 0.5567007064819336, "Finetune/Step": 16660, "Finetune/Step Time": 5.887800997123122}
+{"Finetune/Learning Rate": 9.226616248407084e-07, "Finetune/Loss": 0.6322779655456543, "Finetune/Loss (Raw)": 0.6876830458641052, "Finetune/Step": 16661, "Finetune/Step Time": 5.891575513407588}
+{"Finetune/Learning Rate": 9.219552546966116e-07, "Finetune/Loss": 0.6320793628692627, "Finetune/Loss (Raw)": 0.6244177222251892, "Finetune/Step": 16662, "Finetune/Step Time": 5.918370263651013}
+{"Finetune/Learning Rate": 9.212491419800495e-07, "Finetune/Loss": 0.6323282122612, "Finetune/Loss (Raw)": 0.6422185301780701, "Finetune/Step": 16663, "Finetune/Step Time": 5.913781112059951}
+{"Finetune/Learning Rate": 9.205432867110442e-07, "Finetune/Loss": 0.6320095062255859, "Finetune/Loss (Raw)": 0.5527782440185547, "Finetune/Step": 16664, "Finetune/Step Time": 5.922447154298425}
+{"Finetune/Learning Rate": 9.198376889096138e-07, "Finetune/Loss": 0.6319566965103149, "Finetune/Loss (Raw)": 0.6898877620697021, "Finetune/Step": 16665, "Finetune/Step Time": 5.9249540865421295}
+{"Finetune/Learning Rate": 9.191323485957648e-07, "Finetune/Loss": 0.6320483088493347, "Finetune/Loss (Raw)": 0.6095488667488098, "Finetune/Step": 16666, "Finetune/Step Time": 5.926343150436878}
+{"Finetune/Learning Rate": 9.184272657895011e-07, "Finetune/Loss": 0.631406307220459, "Finetune/Loss (Raw)": 0.6303282380104065, "Finetune/Step": 16667, "Finetune/Step Time": 5.927093531936407}
+{"Finetune/Learning Rate": 9.177224405108154e-07, "Finetune/Loss": 0.6321117877960205, "Finetune/Loss (Raw)": 0.7214282751083374, "Finetune/Step": 16668, "Finetune/Step Time": 5.941520998254418}
+{"Finetune/Learning Rate": 9.170178727796941e-07, "Finetune/Loss": 0.6324462890625, "Finetune/Loss (Raw)": 0.6314775347709656, "Finetune/Step": 16669, "Finetune/Step Time": 5.946864355355501}
+{"Finetune/Learning Rate": 9.163135626161179e-07, "Finetune/Loss": 0.6331338882446289, "Finetune/Loss (Raw)": 0.6369278430938721, "Finetune/Step": 16670, "Finetune/Step Time": 5.930096222087741}
+{"Finetune/Learning Rate": 9.156095100400586e-07, "Finetune/Loss": 0.6329185962677002, "Finetune/Loss (Raw)": 0.5889015793800354, "Finetune/Step": 16671, "Finetune/Step Time": 5.931866208091378}
+{"Finetune/Learning Rate": 9.149057150714802e-07, "Finetune/Loss": 0.6330797672271729, "Finetune/Loss (Raw)": 0.6797672510147095, "Finetune/Step": 16672, "Finetune/Step Time": 5.9311642944812775}
+{"Finetune/Learning Rate": 9.142021777303444e-07, "Finetune/Loss": 0.6345146894454956, "Finetune/Loss (Raw)": 0.7759156227111816, "Finetune/Step": 16673, "Finetune/Step Time": 5.931321294978261}
+{"Finetune/Learning Rate": 9.134988980365934e-07, "Finetune/Loss": 0.6364043951034546, "Finetune/Loss (Raw)": 0.8421486020088196, "Finetune/Step": 16674, "Finetune/Step Time": 5.926082152873278}
+{"Finetune/Learning Rate": 9.127958760101774e-07, "Finetune/Loss": 0.6358836889266968, "Finetune/Loss (Raw)": 0.6210877299308777, "Finetune/Step": 16675, "Finetune/Step Time": 5.923310747370124}
+{"Finetune/Learning Rate": 9.120931116710297e-07, "Finetune/Loss": 0.6362323760986328, "Finetune/Loss (Raw)": 0.5851748585700989, "Finetune/Step": 16676, "Finetune/Step Time": 5.92950576916337}
+{"Finetune/Learning Rate": 9.113906050390798e-07, "Finetune/Loss": 0.6372767686843872, "Finetune/Loss (Raw)": 0.7238421440124512, "Finetune/Step": 16677, "Finetune/Step Time": 5.910686692222953}
+{"Finetune/Learning Rate": 9.106883561342461e-07, "Finetune/Loss": 0.6381791830062866, "Finetune/Loss (Raw)": 0.6761318445205688, "Finetune/Step": 16678, "Finetune/Step Time": 5.907557714730501}
+{"Finetune/Learning Rate": 9.099863649764474e-07, "Finetune/Loss": 0.6376457214355469, "Finetune/Loss (Raw)": 0.6813056468963623, "Finetune/Step": 16679, "Finetune/Step Time": 5.894397713243961}
+{"Finetune/Learning Rate": 9.092846315855841e-07, "Finetune/Loss": 0.6381778717041016, "Finetune/Loss (Raw)": 0.7569918036460876, "Finetune/Step": 16680, "Finetune/Step Time": 5.901402225717902}
+{"Finetune/Learning Rate": 9.085831559815561e-07, "Finetune/Loss": 0.638052225112915, "Finetune/Loss (Raw)": 0.5899397730827332, "Finetune/Step": 16681, "Finetune/Step Time": 5.902273714542389}
+{"Finetune/Learning Rate": 9.078819381842597e-07, "Finetune/Loss": 0.6379534602165222, "Finetune/Loss (Raw)": 0.6553661227226257, "Finetune/Step": 16682, "Finetune/Step Time": 5.902566635981202}
+{"Finetune/Learning Rate": 9.071809782135765e-07, "Finetune/Loss": 0.6373301148414612, "Finetune/Loss (Raw)": 0.5891037583351135, "Finetune/Step": 16683, "Finetune/Step Time": 5.917134799063206}
+{"Finetune/Learning Rate": 9.064802760893854e-07, "Finetune/Loss": 0.6365200281143188, "Finetune/Loss (Raw)": 0.5248180031776428, "Finetune/Step": 16684, "Finetune/Step Time": 5.917649621143937}
+{"Finetune/Learning Rate": 9.057798318315558e-07, "Finetune/Loss": 0.6372004747390747, "Finetune/Loss (Raw)": 0.7235593199729919, "Finetune/Step": 16685, "Finetune/Step Time": 5.90245989523828}
+{"Finetune/Learning Rate": 9.050796454599486e-07, "Finetune/Loss": 0.6377885341644287, "Finetune/Loss (Raw)": 0.6939294338226318, "Finetune/Step": 16686, "Finetune/Step Time": 5.904051313176751}
+{"Finetune/Learning Rate": 9.043797169944202e-07, "Finetune/Loss": 0.6388823986053467, "Finetune/Loss (Raw)": 0.6677912473678589, "Finetune/Step": 16687, "Finetune/Step Time": 5.905077204108238}
+{"Finetune/Learning Rate": 9.036800464548157e-07, "Finetune/Loss": 0.6388859748840332, "Finetune/Loss (Raw)": 0.656857967376709, "Finetune/Step": 16688, "Finetune/Step Time": 5.908056370913982}
+{"Finetune/Learning Rate": 9.029806338609815e-07, "Finetune/Loss": 0.6378756165504456, "Finetune/Loss (Raw)": 0.5236331224441528, "Finetune/Step": 16689, "Finetune/Step Time": 5.9045823737978935}
+{"Finetune/Learning Rate": 9.022814792327473e-07, "Finetune/Loss": 0.6386260986328125, "Finetune/Loss (Raw)": 0.6281780004501343, "Finetune/Step": 16690, "Finetune/Step Time": 5.8877342734485865}
+{"Finetune/Learning Rate": 9.015825825899416e-07, "Finetune/Loss": 0.6376272439956665, "Finetune/Loss (Raw)": 0.5811945199966431, "Finetune/Step": 16691, "Finetune/Step Time": 5.88698192499578}
+{"Finetune/Learning Rate": 9.008839439523809e-07, "Finetune/Loss": 0.6374752521514893, "Finetune/Loss (Raw)": 0.57790207862854, "Finetune/Step": 16692, "Finetune/Step Time": 5.886308740824461}
+{"Finetune/Learning Rate": 9.001855633398759e-07, "Finetune/Loss": 0.6369984149932861, "Finetune/Loss (Raw)": 0.5551556944847107, "Finetune/Step": 16693, "Finetune/Step Time": 5.881448045372963}
+{"Finetune/Learning Rate": 8.994874407722321e-07, "Finetune/Loss": 0.6376159191131592, "Finetune/Loss (Raw)": 0.6661972403526306, "Finetune/Step": 16694, "Finetune/Step Time": 5.8661419954150915}
+{"Finetune/Learning Rate": 8.987895762692466e-07, "Finetune/Loss": 0.6368482112884521, "Finetune/Loss (Raw)": 0.620395302772522, "Finetune/Step": 16695, "Finetune/Step Time": 5.86553892493248}
+{"Finetune/Learning Rate": 8.980919698507062e-07, "Finetune/Loss": 0.6376420259475708, "Finetune/Loss (Raw)": 0.6763330101966858, "Finetune/Step": 16696, "Finetune/Step Time": 5.860131910070777}
+{"Finetune/Learning Rate": 8.973946215363993e-07, "Finetune/Loss": 0.6363273859024048, "Finetune/Loss (Raw)": 0.6090599894523621, "Finetune/Step": 16697, "Finetune/Step Time": 5.840263266116381}
+{"Finetune/Learning Rate": 8.966975313460935e-07, "Finetune/Loss": 0.6367776393890381, "Finetune/Loss (Raw)": 0.6542420387268066, "Finetune/Step": 16698, "Finetune/Step Time": 5.839797873049974}
+{"Finetune/Learning Rate": 8.960006992995607e-07, "Finetune/Loss": 0.635703444480896, "Finetune/Loss (Raw)": 0.567136824131012, "Finetune/Step": 16699, "Finetune/Step Time": 5.841118944808841}
+{"Finetune/Learning Rate": 8.953041254165595e-07, "Finetune/Loss": 0.6341848373413086, "Finetune/Loss (Raw)": 0.5005775094032288, "Finetune/Step": 16700, "Finetune/Step Time": 5.862986348569393}
+{"Finetune/Learning Rate": 8.94607809716842e-07, "Finetune/Loss": 0.6345490217208862, "Finetune/Loss (Raw)": 0.6575716733932495, "Finetune/Step": 16701, "Finetune/Step Time": 5.856051167473197}
+{"Finetune/Learning Rate": 8.939117522201557e-07, "Finetune/Loss": 0.6345255374908447, "Finetune/Loss (Raw)": 0.5998034477233887, "Finetune/Step": 16702, "Finetune/Step Time": 5.857783310115337}
+{"Finetune/Learning Rate": 8.932159529462381e-07, "Finetune/Loss": 0.6348947286605835, "Finetune/Loss (Raw)": 0.6784093976020813, "Finetune/Step": 16703, "Finetune/Step Time": 5.86228846013546}
+{"Finetune/Learning Rate": 8.925204119148189e-07, "Finetune/Loss": 0.6347144842147827, "Finetune/Loss (Raw)": 0.5898638367652893, "Finetune/Step": 16704, "Finetune/Step Time": 5.860864248126745}
+{"Finetune/Learning Rate": 8.918251291456237e-07, "Finetune/Loss": 0.6348278522491455, "Finetune/Loss (Raw)": 0.57729572057724, "Finetune/Step": 16705, "Finetune/Step Time": 5.860858777537942}
+{"Finetune/Learning Rate": 8.911301046583665e-07, "Finetune/Loss": 0.6353610157966614, "Finetune/Loss (Raw)": 0.6302842497825623, "Finetune/Step": 16706, "Finetune/Step Time": 5.858058990910649}
+{"Finetune/Learning Rate": 8.904353384727582e-07, "Finetune/Loss": 0.6355589032173157, "Finetune/Loss (Raw)": 0.6446546912193298, "Finetune/Step": 16707, "Finetune/Step Time": 5.855921911075711}
+{"Finetune/Learning Rate": 8.897408306084998e-07, "Finetune/Loss": 0.6361751556396484, "Finetune/Loss (Raw)": 0.7113745212554932, "Finetune/Step": 16708, "Finetune/Step Time": 5.876107752323151}
+{"Finetune/Learning Rate": 8.890465810852844e-07, "Finetune/Loss": 0.6368999481201172, "Finetune/Loss (Raw)": 0.7256889343261719, "Finetune/Step": 16709, "Finetune/Step Time": 5.873131666332483}
+{"Finetune/Learning Rate": 8.883525899228007e-07, "Finetune/Loss": 0.6384566426277161, "Finetune/Loss (Raw)": 0.7201462984085083, "Finetune/Step": 16710, "Finetune/Step Time": 5.876788012683392}
+{"Finetune/Learning Rate": 8.876588571407275e-07, "Finetune/Loss": 0.6386146545410156, "Finetune/Loss (Raw)": 0.6242287158966064, "Finetune/Step": 16711, "Finetune/Step Time": 5.873395781964064}
+{"Finetune/Learning Rate": 8.869653827587366e-07, "Finetune/Loss": 0.6390924453735352, "Finetune/Loss (Raw)": 0.7142863273620605, "Finetune/Step": 16712, "Finetune/Step Time": 5.866476444527507}
+{"Finetune/Learning Rate": 8.862721667964935e-07, "Finetune/Loss": 0.6385656595230103, "Finetune/Loss (Raw)": 0.6637833118438721, "Finetune/Step": 16713, "Finetune/Step Time": 5.872943166643381}
+{"Finetune/Learning Rate": 8.855792092736559e-07, "Finetune/Loss": 0.6389693021774292, "Finetune/Loss (Raw)": 0.6843571066856384, "Finetune/Step": 16714, "Finetune/Step Time": 5.8715040273964405}
+{"Finetune/Learning Rate": 8.848865102098736e-07, "Finetune/Loss": 0.638798713684082, "Finetune/Loss (Raw)": 0.7096040844917297, "Finetune/Step": 16715, "Finetune/Step Time": 5.8717519622296095}
+{"Finetune/Learning Rate": 8.841940696247908e-07, "Finetune/Loss": 0.6393133401870728, "Finetune/Loss (Raw)": 0.7206178307533264, "Finetune/Step": 16716, "Finetune/Step Time": 5.871164655312896}
+{"Finetune/Learning Rate": 8.835018875380418e-07, "Finetune/Loss": 0.6396403908729553, "Finetune/Loss (Raw)": 0.6826823949813843, "Finetune/Step": 16717, "Finetune/Step Time": 5.861404871568084}
+{"Finetune/Learning Rate": 8.828099639692555e-07, "Finetune/Loss": 0.6399804949760437, "Finetune/Loss (Raw)": 0.677596926689148, "Finetune/Step": 16718, "Finetune/Step Time": 5.855497814714909}
+{"Finetune/Learning Rate": 8.821182989380528e-07, "Finetune/Loss": 0.6403069496154785, "Finetune/Loss (Raw)": 0.7023206353187561, "Finetune/Step": 16719, "Finetune/Step Time": 5.858130870386958}
+{"Finetune/Learning Rate": 8.814268924640468e-07, "Finetune/Loss": 0.6389065980911255, "Finetune/Loss (Raw)": 0.43727949261665344, "Finetune/Step": 16720, "Finetune/Step Time": 5.878615623340011}
+{"Finetune/Learning Rate": 8.807357445668474e-07, "Finetune/Loss": 0.6388530135154724, "Finetune/Loss (Raw)": 0.6825461983680725, "Finetune/Step": 16721, "Finetune/Step Time": 5.884482266381383}
+{"Finetune/Learning Rate": 8.800448552660479e-07, "Finetune/Loss": 0.6383657455444336, "Finetune/Loss (Raw)": 0.6148219108581543, "Finetune/Step": 16722, "Finetune/Step Time": 5.888146808370948}
+{"Finetune/Learning Rate": 8.793542245812403e-07, "Finetune/Loss": 0.6378299593925476, "Finetune/Loss (Raw)": 0.5613182187080383, "Finetune/Step": 16723, "Finetune/Step Time": 5.9097655806690454}
+{"Finetune/Learning Rate": 8.786638525320146e-07, "Finetune/Loss": 0.6364765167236328, "Finetune/Loss (Raw)": 0.5310001373291016, "Finetune/Step": 16724, "Finetune/Step Time": 5.9067272990942}
+{"Finetune/Learning Rate": 8.779737391379428e-07, "Finetune/Loss": 0.6362648010253906, "Finetune/Loss (Raw)": 0.5973977446556091, "Finetune/Step": 16725, "Finetune/Step Time": 5.886215765029192}
+{"Finetune/Learning Rate": 8.772838844185972e-07, "Finetune/Loss": 0.6362427473068237, "Finetune/Loss (Raw)": 0.6609229445457458, "Finetune/Step": 16726, "Finetune/Step Time": 5.886310625821352}
+{"Finetune/Learning Rate": 8.765942883935408e-07, "Finetune/Loss": 0.6369401812553406, "Finetune/Loss (Raw)": 0.6345916390419006, "Finetune/Step": 16727, "Finetune/Step Time": 5.88883045129478}
+{"Finetune/Learning Rate": 8.759049510823247e-07, "Finetune/Loss": 0.6370903849601746, "Finetune/Loss (Raw)": 0.7075085043907166, "Finetune/Step": 16728, "Finetune/Step Time": 5.885946983471513}
+{"Finetune/Learning Rate": 8.75215872504499e-07, "Finetune/Loss": 0.6361276507377625, "Finetune/Loss (Raw)": 0.5466494560241699, "Finetune/Step": 16729, "Finetune/Step Time": 5.867690172046423}
+{"Finetune/Learning Rate": 8.745270526796023e-07, "Finetune/Loss": 0.6364896297454834, "Finetune/Loss (Raw)": 0.6336084604263306, "Finetune/Step": 16730, "Finetune/Step Time": 5.866421205922961}
+{"Finetune/Learning Rate": 8.738384916271703e-07, "Finetune/Loss": 0.6350154280662537, "Finetune/Loss (Raw)": 0.5357614159584045, "Finetune/Step": 16731, "Finetune/Step Time": 5.866632895544171}
+{"Finetune/Learning Rate": 8.731501893667272e-07, "Finetune/Loss": 0.6348752379417419, "Finetune/Loss (Raw)": 0.6455079317092896, "Finetune/Step": 16732, "Finetune/Step Time": 5.863739596679807}
+{"Finetune/Learning Rate": 8.72462145917794e-07, "Finetune/Loss": 0.6347053647041321, "Finetune/Loss (Raw)": 0.5672425031661987, "Finetune/Step": 16733, "Finetune/Step Time": 5.860978055745363}
+{"Finetune/Learning Rate": 8.717743612998764e-07, "Finetune/Loss": 0.6339251399040222, "Finetune/Loss (Raw)": 0.5088096857070923, "Finetune/Step": 16734, "Finetune/Step Time": 5.857740662992001}
+{"Finetune/Learning Rate": 8.71086835532482e-07, "Finetune/Loss": 0.6352711915969849, "Finetune/Loss (Raw)": 0.7375955581665039, "Finetune/Step": 16735, "Finetune/Step Time": 5.860622882843018}
+{"Finetune/Learning Rate": 8.703995686351041e-07, "Finetune/Loss": 0.6339464783668518, "Finetune/Loss (Raw)": 0.4780297577381134, "Finetune/Step": 16736, "Finetune/Step Time": 5.860697094351053}
+{"Finetune/Learning Rate": 8.697125606272327e-07, "Finetune/Loss": 0.6333261132240295, "Finetune/Loss (Raw)": 0.6565568447113037, "Finetune/Step": 16737, "Finetune/Step Time": 5.876170611009002}
+{"Finetune/Learning Rate": 8.690258115283523e-07, "Finetune/Loss": 0.6323425769805908, "Finetune/Loss (Raw)": 0.5574840307235718, "Finetune/Step": 16738, "Finetune/Step Time": 5.897282816469669}
+{"Finetune/Learning Rate": 8.683393213579338e-07, "Finetune/Loss": 0.6323909163475037, "Finetune/Loss (Raw)": 0.6805168390274048, "Finetune/Step": 16739, "Finetune/Step Time": 5.89852980338037}
+{"Finetune/Learning Rate": 8.676530901354474e-07, "Finetune/Loss": 0.63201904296875, "Finetune/Loss (Raw)": 0.5422309637069702, "Finetune/Step": 16740, "Finetune/Step Time": 5.903321160003543}
+{"Finetune/Learning Rate": 8.669671178803485e-07, "Finetune/Loss": 0.6306877732276917, "Finetune/Loss (Raw)": 0.4805779457092285, "Finetune/Step": 16741, "Finetune/Step Time": 5.9247466921806335}
+{"Finetune/Learning Rate": 8.662814046120916e-07, "Finetune/Loss": 0.6307581663131714, "Finetune/Loss (Raw)": 0.6125304698944092, "Finetune/Step": 16742, "Finetune/Step Time": 5.927591091021895}
+{"Finetune/Learning Rate": 8.655959503501198e-07, "Finetune/Loss": 0.6304673552513123, "Finetune/Loss (Raw)": 0.6115192174911499, "Finetune/Step": 16743, "Finetune/Step Time": 5.91159132681787}
+{"Finetune/Learning Rate": 8.649107551138725e-07, "Finetune/Loss": 0.6293802261352539, "Finetune/Loss (Raw)": 0.4818699061870575, "Finetune/Step": 16744, "Finetune/Step Time": 5.9317129869014025}
+{"Finetune/Learning Rate": 8.642258189227793e-07, "Finetune/Loss": 0.6290267705917358, "Finetune/Loss (Raw)": 0.5473002195358276, "Finetune/Step": 16745, "Finetune/Step Time": 5.932495381683111}
+{"Finetune/Learning Rate": 8.635411417962658e-07, "Finetune/Loss": 0.6290280818939209, "Finetune/Loss (Raw)": 0.5579415559768677, "Finetune/Step": 16746, "Finetune/Step Time": 5.934515655040741}
+{"Finetune/Learning Rate": 8.628567237537433e-07, "Finetune/Loss": 0.6310624480247498, "Finetune/Loss (Raw)": 0.6986533999443054, "Finetune/Step": 16747, "Finetune/Step Time": 5.9122863579541445}
+{"Finetune/Learning Rate": 8.621725648146217e-07, "Finetune/Loss": 0.631568193435669, "Finetune/Loss (Raw)": 0.6104139089584351, "Finetune/Step": 16748, "Finetune/Step Time": 5.910888742655516}
+{"Finetune/Learning Rate": 8.614886649983012e-07, "Finetune/Loss": 0.6310021877288818, "Finetune/Loss (Raw)": 0.5655394196510315, "Finetune/Step": 16749, "Finetune/Step Time": 5.912740023806691}
+{"Finetune/Learning Rate": 8.608050243241761e-07, "Finetune/Loss": 0.6292523741722107, "Finetune/Loss (Raw)": 0.5717101097106934, "Finetune/Step": 16750, "Finetune/Step Time": 5.923760848119855}
+{"Finetune/Learning Rate": 8.601216428116321e-07, "Finetune/Loss": 0.6291146874427795, "Finetune/Loss (Raw)": 0.6059901714324951, "Finetune/Step": 16751, "Finetune/Step Time": 5.924345426261425}
+{"Finetune/Learning Rate": 8.594385204800481e-07, "Finetune/Loss": 0.628639280796051, "Finetune/Loss (Raw)": 0.5626729130744934, "Finetune/Step": 16752, "Finetune/Step Time": 5.930759875103831}
+{"Finetune/Learning Rate": 8.587556573487954e-07, "Finetune/Loss": 0.6287567019462585, "Finetune/Loss (Raw)": 0.600375235080719, "Finetune/Step": 16753, "Finetune/Step Time": 5.938640262931585}
+{"Finetune/Learning Rate": 8.580730534372372e-07, "Finetune/Loss": 0.6276247501373291, "Finetune/Loss (Raw)": 0.5926862955093384, "Finetune/Step": 16754, "Finetune/Step Time": 5.913117608055472}
+{"Finetune/Learning Rate": 8.573907087647315e-07, "Finetune/Loss": 0.6282426118850708, "Finetune/Loss (Raw)": 0.6265924572944641, "Finetune/Step": 16755, "Finetune/Step Time": 5.916748898103833}
+{"Finetune/Learning Rate": 8.567086233506284e-07, "Finetune/Loss": 0.6275097131729126, "Finetune/Loss (Raw)": 0.5683563947677612, "Finetune/Step": 16756, "Finetune/Step Time": 5.902258327230811}
+{"Finetune/Learning Rate": 8.560267972142667e-07, "Finetune/Loss": 0.6282055377960205, "Finetune/Loss (Raw)": 0.7230073809623718, "Finetune/Step": 16757, "Finetune/Step Time": 5.902507854625583}
+{"Finetune/Learning Rate": 8.553452303749843e-07, "Finetune/Loss": 0.6281364560127258, "Finetune/Loss (Raw)": 0.6882803440093994, "Finetune/Step": 16758, "Finetune/Step Time": 5.902790360152721}
+{"Finetune/Learning Rate": 8.546639228521069e-07, "Finetune/Loss": 0.6273819208145142, "Finetune/Loss (Raw)": 0.5448553562164307, "Finetune/Step": 16759, "Finetune/Step Time": 5.906069805845618}
+{"Finetune/Learning Rate": 8.539828746649548e-07, "Finetune/Loss": 0.6270391941070557, "Finetune/Loss (Raw)": 0.6023734211921692, "Finetune/Step": 16760, "Finetune/Step Time": 5.907425483688712}
+{"Finetune/Learning Rate": 8.533020858328411e-07, "Finetune/Loss": 0.6261781454086304, "Finetune/Loss (Raw)": 0.5468462109565735, "Finetune/Step": 16761, "Finetune/Step Time": 5.904408562928438}
+{"Finetune/Learning Rate": 8.526215563750695e-07, "Finetune/Loss": 0.6272028684616089, "Finetune/Loss (Raw)": 0.5787648558616638, "Finetune/Step": 16762, "Finetune/Step Time": 5.890768729150295}
+{"Finetune/Learning Rate": 8.5194128631094e-07, "Finetune/Loss": 0.6264925003051758, "Finetune/Loss (Raw)": 0.5340555310249329, "Finetune/Step": 16763, "Finetune/Step Time": 5.8925249092280865}
+{"Finetune/Learning Rate": 8.512612756597416e-07, "Finetune/Loss": 0.6247891783714294, "Finetune/Loss (Raw)": 0.4673323929309845, "Finetune/Step": 16764, "Finetune/Step Time": 5.914949776604772}
+{"Finetune/Learning Rate": 8.505815244407578e-07, "Finetune/Loss": 0.6249513626098633, "Finetune/Loss (Raw)": 0.7008861303329468, "Finetune/Step": 16765, "Finetune/Step Time": 5.9200654570013285}
+{"Finetune/Learning Rate": 8.499020326732643e-07, "Finetune/Loss": 0.6248824596405029, "Finetune/Loss (Raw)": 0.62611323595047, "Finetune/Step": 16766, "Finetune/Step Time": 5.921862963587046}
+{"Finetune/Learning Rate": 8.492228003765301e-07, "Finetune/Loss": 0.625084638595581, "Finetune/Loss (Raw)": 0.6088574528694153, "Finetune/Step": 16767, "Finetune/Step Time": 5.928104475140572}
+{"Finetune/Learning Rate": 8.485438275698154e-07, "Finetune/Loss": 0.6253221035003662, "Finetune/Loss (Raw)": 0.7039941549301147, "Finetune/Step": 16768, "Finetune/Step Time": 5.940646752715111}
+{"Finetune/Learning Rate": 8.478651142723748e-07, "Finetune/Loss": 0.6245639324188232, "Finetune/Loss (Raw)": 0.5834500193595886, "Finetune/Step": 16769, "Finetune/Step Time": 5.955445123836398}
+{"Finetune/Learning Rate": 8.471866605034562e-07, "Finetune/Loss": 0.6240813732147217, "Finetune/Loss (Raw)": 0.5673962235450745, "Finetune/Step": 16770, "Finetune/Step Time": 5.939503805711865}
+{"Finetune/Learning Rate": 8.465084662822931e-07, "Finetune/Loss": 0.623630166053772, "Finetune/Loss (Raw)": 0.6149349212646484, "Finetune/Step": 16771, "Finetune/Step Time": 5.941120762377977}
+{"Finetune/Learning Rate": 8.458305316281234e-07, "Finetune/Loss": 0.6226301789283752, "Finetune/Loss (Raw)": 0.6582779884338379, "Finetune/Step": 16772, "Finetune/Step Time": 5.931846152991056}
+{"Finetune/Learning Rate": 8.451528565601686e-07, "Finetune/Loss": 0.6241433620452881, "Finetune/Loss (Raw)": 0.6743674278259277, "Finetune/Step": 16773, "Finetune/Step Time": 5.95334012620151}
+{"Finetune/Learning Rate": 8.444754410976452e-07, "Finetune/Loss": 0.6237695813179016, "Finetune/Loss (Raw)": 0.547373354434967, "Finetune/Step": 16774, "Finetune/Step Time": 5.951670037582517}
+{"Finetune/Learning Rate": 8.437982852597637e-07, "Finetune/Loss": 0.6243284940719604, "Finetune/Loss (Raw)": 0.696639895439148, "Finetune/Step": 16775, "Finetune/Step Time": 5.972736027091742}
+{"Finetune/Learning Rate": 8.431213890657275e-07, "Finetune/Loss": 0.6241152882575989, "Finetune/Loss (Raw)": 0.6212434768676758, "Finetune/Step": 16776, "Finetune/Step Time": 5.973832938820124}
+{"Finetune/Learning Rate": 8.42444752534729e-07, "Finetune/Loss": 0.6233385801315308, "Finetune/Loss (Raw)": 0.5437977910041809, "Finetune/Step": 16777, "Finetune/Step Time": 5.971108250319958}
+{"Finetune/Learning Rate": 8.417683756859563e-07, "Finetune/Loss": 0.6237415075302124, "Finetune/Loss (Raw)": 0.7351886034011841, "Finetune/Step": 16778, "Finetune/Step Time": 5.961256202310324}
+{"Finetune/Learning Rate": 8.410922585385883e-07, "Finetune/Loss": 0.6227747201919556, "Finetune/Loss (Raw)": 0.48762622475624084, "Finetune/Step": 16779, "Finetune/Step Time": 5.991681640967727}
+{"Finetune/Learning Rate": 8.40416401111801e-07, "Finetune/Loss": 0.6227920651435852, "Finetune/Loss (Raw)": 0.6310686469078064, "Finetune/Step": 16780, "Finetune/Step Time": 5.984452551230788}
+{"Finetune/Learning Rate": 8.397408034247589e-07, "Finetune/Loss": 0.6234853267669678, "Finetune/Loss (Raw)": 0.73211669921875, "Finetune/Step": 16781, "Finetune/Step Time": 5.990498930215836}
+{"Finetune/Learning Rate": 8.390654654966202e-07, "Finetune/Loss": 0.6235998868942261, "Finetune/Loss (Raw)": 0.6076303124427795, "Finetune/Step": 16782, "Finetune/Step Time": 5.985949818044901}
+{"Finetune/Learning Rate": 8.383903873465337e-07, "Finetune/Loss": 0.6245765089988708, "Finetune/Loss (Raw)": 0.6924970746040344, "Finetune/Step": 16783, "Finetune/Step Time": 5.9868527464568615}
+{"Finetune/Learning Rate": 8.377155689936434e-07, "Finetune/Loss": 0.6242526769638062, "Finetune/Loss (Raw)": 0.6350146532058716, "Finetune/Step": 16784, "Finetune/Step Time": 5.986894937232137}
+{"Finetune/Learning Rate": 8.370410104570859e-07, "Finetune/Loss": 0.6238638758659363, "Finetune/Loss (Raw)": 0.5914633274078369, "Finetune/Step": 16785, "Finetune/Step Time": 5.983648311346769}
+{"Finetune/Learning Rate": 8.363667117559871e-07, "Finetune/Loss": 0.6240494251251221, "Finetune/Loss (Raw)": 0.5753485560417175, "Finetune/Step": 16786, "Finetune/Step Time": 5.97840310446918}
+{"Finetune/Learning Rate": 8.356926729094717e-07, "Finetune/Loss": 0.6247078776359558, "Finetune/Loss (Raw)": 0.739088237285614, "Finetune/Step": 16787, "Finetune/Step Time": 5.980483813211322}
+{"Finetune/Learning Rate": 8.350188939366544e-07, "Finetune/Loss": 0.625720202922821, "Finetune/Loss (Raw)": 0.6862813830375671, "Finetune/Step": 16788, "Finetune/Step Time": 5.977510644122958}
+{"Finetune/Learning Rate": 8.343453748566388e-07, "Finetune/Loss": 0.6258682012557983, "Finetune/Loss (Raw)": 0.706628680229187, "Finetune/Step": 16789, "Finetune/Step Time": 5.9760163705796}
+{"Finetune/Learning Rate": 8.33672115688523e-07, "Finetune/Loss": 0.6251869201660156, "Finetune/Loss (Raw)": 0.5372101068496704, "Finetune/Step": 16790, "Finetune/Step Time": 5.958101464435458}
+{"Finetune/Learning Rate": 8.329991164514017e-07, "Finetune/Loss": 0.6246606111526489, "Finetune/Loss (Raw)": 0.5748528838157654, "Finetune/Step": 16791, "Finetune/Step Time": 5.956274406984448}
+{"Finetune/Learning Rate": 8.323263771643575e-07, "Finetune/Loss": 0.6242079734802246, "Finetune/Loss (Raw)": 0.4948410391807556, "Finetune/Step": 16792, "Finetune/Step Time": 5.957522090524435}
+{"Finetune/Learning Rate": 8.316538978464672e-07, "Finetune/Loss": 0.6238111257553101, "Finetune/Loss (Raw)": 0.6390982270240784, "Finetune/Step": 16793, "Finetune/Step Time": 5.957839908078313}
+{"Finetune/Learning Rate": 8.309816785168035e-07, "Finetune/Loss": 0.6234548091888428, "Finetune/Loss (Raw)": 0.5639286041259766, "Finetune/Step": 16794, "Finetune/Step Time": 5.96883662045002}
+{"Finetune/Learning Rate": 8.303097191944243e-07, "Finetune/Loss": 0.6231160163879395, "Finetune/Loss (Raw)": 0.5869699716567993, "Finetune/Step": 16795, "Finetune/Step Time": 5.974586870521307}
+{"Finetune/Learning Rate": 8.296380198983867e-07, "Finetune/Loss": 0.6221409440040588, "Finetune/Loss (Raw)": 0.5966149568557739, "Finetune/Step": 16796, "Finetune/Step Time": 5.9593807607889175}
+{"Finetune/Learning Rate": 8.289665806477376e-07, "Finetune/Loss": 0.6222269535064697, "Finetune/Loss (Raw)": 0.6424885392189026, "Finetune/Step": 16797, "Finetune/Step Time": 5.9558981116861105}
+{"Finetune/Learning Rate": 8.282954014615185e-07, "Finetune/Loss": 0.6221499443054199, "Finetune/Loss (Raw)": 0.6270688772201538, "Finetune/Step": 16798, "Finetune/Step Time": 5.96381576359272}
+{"Finetune/Learning Rate": 8.276244823587599e-07, "Finetune/Loss": 0.6229530572891235, "Finetune/Loss (Raw)": 0.6917017102241516, "Finetune/Step": 16799, "Finetune/Step Time": 5.969065111130476}
+{"Finetune/Learning Rate": 8.269538233584884e-07, "Finetune/Loss": 0.6218432188034058, "Finetune/Loss (Raw)": 0.5377050042152405, "Finetune/Step": 16800, "Finetune/Step Time": 5.972277028486133}
+{"Finetune/Learning Rate": 8.262834244797213e-07, "Finetune/Loss": 0.621062159538269, "Finetune/Loss (Raw)": 0.6759433746337891, "Finetune/Step": 16801, "Finetune/Step Time": 5.974657276645303}
+{"Finetune/Learning Rate": 8.256132857414701e-07, "Finetune/Loss": 0.6186581254005432, "Finetune/Loss (Raw)": 0.5344306826591492, "Finetune/Step": 16802, "Finetune/Step Time": 5.989522233605385}
+{"Finetune/Learning Rate": 8.249434071627383e-07, "Finetune/Loss": 0.6183316707611084, "Finetune/Loss (Raw)": 0.5792977213859558, "Finetune/Step": 16803, "Finetune/Step Time": 6.010757239535451}
+{"Finetune/Learning Rate": 8.242737887625207e-07, "Finetune/Loss": 0.618188738822937, "Finetune/Loss (Raw)": 0.5668821334838867, "Finetune/Step": 16804, "Finetune/Step Time": 6.007198126986623}
+{"Finetune/Learning Rate": 8.236044305598057e-07, "Finetune/Loss": 0.6172510385513306, "Finetune/Loss (Raw)": 0.603813886642456, "Finetune/Step": 16805, "Finetune/Step Time": 6.0142955761402845}
+{"Finetune/Learning Rate": 8.229353325735756e-07, "Finetune/Loss": 0.6164373755455017, "Finetune/Loss (Raw)": 0.5719897747039795, "Finetune/Step": 16806, "Finetune/Step Time": 6.016760865226388}
+{"Finetune/Learning Rate": 8.222664948228032e-07, "Finetune/Loss": 0.6160756945610046, "Finetune/Loss (Raw)": 0.6350091099739075, "Finetune/Step": 16807, "Finetune/Step Time": 6.021552849560976}
+{"Finetune/Learning Rate": 8.215979173264543e-07, "Finetune/Loss": 0.6155995726585388, "Finetune/Loss (Raw)": 0.6960510015487671, "Finetune/Step": 16808, "Finetune/Step Time": 6.017270494252443}
+{"Finetune/Learning Rate": 8.209296001034894e-07, "Finetune/Loss": 0.6154400110244751, "Finetune/Loss (Raw)": 0.5695149302482605, "Finetune/Step": 16809, "Finetune/Step Time": 6.028097854927182}
+{"Finetune/Learning Rate": 8.202615431728589e-07, "Finetune/Loss": 0.6147721409797668, "Finetune/Loss (Raw)": 0.569875955581665, "Finetune/Step": 16810, "Finetune/Step Time": 6.037585813552141}
+{"Finetune/Learning Rate": 8.195937465535076e-07, "Finetune/Loss": 0.6147596836090088, "Finetune/Loss (Raw)": 0.5875040292739868, "Finetune/Step": 16811, "Finetune/Step Time": 6.02013679780066}
+{"Finetune/Learning Rate": 8.189262102643747e-07, "Finetune/Loss": 0.6155973076820374, "Finetune/Loss (Raw)": 0.6320381760597229, "Finetune/Step": 16812, "Finetune/Step Time": 6.018645415082574}
+{"Finetune/Learning Rate": 8.182589343243818e-07, "Finetune/Loss": 0.6152029633522034, "Finetune/Loss (Raw)": 0.6730835437774658, "Finetune/Step": 16813, "Finetune/Step Time": 6.0153175462037325}
+{"Finetune/Learning Rate": 8.175919187524584e-07, "Finetune/Loss": 0.6146770715713501, "Finetune/Loss (Raw)": 0.626620352268219, "Finetune/Step": 16814, "Finetune/Step Time": 6.013665530830622}
+{"Finetune/Learning Rate": 8.16925163567518e-07, "Finetune/Loss": 0.6144472360610962, "Finetune/Loss (Raw)": 0.6383692026138306, "Finetune/Step": 16815, "Finetune/Step Time": 6.01870946213603}
+{"Finetune/Learning Rate": 8.162586687884655e-07, "Finetune/Loss": 0.613836944103241, "Finetune/Loss (Raw)": 0.578737735748291, "Finetune/Step": 16816, "Finetune/Step Time": 6.026557529345155}
+{"Finetune/Learning Rate": 8.155924344342026e-07, "Finetune/Loss": 0.6149497628211975, "Finetune/Loss (Raw)": 0.6660712957382202, "Finetune/Step": 16817, "Finetune/Step Time": 6.025637473911047}
+{"Finetune/Learning Rate": 8.149264605236207e-07, "Finetune/Loss": 0.6147414445877075, "Finetune/Loss (Raw)": 0.6015233397483826, "Finetune/Step": 16818, "Finetune/Step Time": 6.026166442781687}
+{"Finetune/Learning Rate": 8.142607470756081e-07, "Finetune/Loss": 0.6148359775543213, "Finetune/Loss (Raw)": 0.5932897925376892, "Finetune/Step": 16819, "Finetune/Step Time": 6.028487090021372}
+{"Finetune/Learning Rate": 8.135952941090363e-07, "Finetune/Loss": 0.6156872510910034, "Finetune/Loss (Raw)": 0.6868721842765808, "Finetune/Step": 16820, "Finetune/Step Time": 6.029168199747801}
+{"Finetune/Learning Rate": 8.129301016427815e-07, "Finetune/Loss": 0.6166514158248901, "Finetune/Loss (Raw)": 0.6785637736320496, "Finetune/Step": 16821, "Finetune/Step Time": 6.030493676662445}
+{"Finetune/Learning Rate": 8.122651696957041e-07, "Finetune/Loss": 0.6162265539169312, "Finetune/Loss (Raw)": 0.6118115186691284, "Finetune/Step": 16822, "Finetune/Step Time": 6.032763237133622}
+{"Finetune/Learning Rate": 8.116004982866599e-07, "Finetune/Loss": 0.6163946390151978, "Finetune/Loss (Raw)": 0.6419122219085693, "Finetune/Step": 16823, "Finetune/Step Time": 6.0321094263345}
+{"Finetune/Learning Rate": 8.109360874344962e-07, "Finetune/Loss": 0.6157935857772827, "Finetune/Loss (Raw)": 0.599399209022522, "Finetune/Step": 16824, "Finetune/Step Time": 6.041102008894086}
+{"Finetune/Learning Rate": 8.102719371580581e-07, "Finetune/Loss": 0.6158196926116943, "Finetune/Loss (Raw)": 0.6123983263969421, "Finetune/Step": 16825, "Finetune/Step Time": 6.041789308190346}
+{"Finetune/Learning Rate": 8.096080474761736e-07, "Finetune/Loss": 0.6160666942596436, "Finetune/Loss (Raw)": 0.6858640313148499, "Finetune/Step": 16826, "Finetune/Step Time": 6.039839508011937}
+{"Finetune/Learning Rate": 8.089444184076689e-07, "Finetune/Loss": 0.616830587387085, "Finetune/Loss (Raw)": 0.664915919303894, "Finetune/Step": 16827, "Finetune/Step Time": 6.03556969948113}
+{"Finetune/Learning Rate": 8.082810499713667e-07, "Finetune/Loss": 0.6183459162712097, "Finetune/Loss (Raw)": 0.69453364610672, "Finetune/Step": 16828, "Finetune/Step Time": 6.021842192858458}
+{"Finetune/Learning Rate": 8.076179421860764e-07, "Finetune/Loss": 0.6176544427871704, "Finetune/Loss (Raw)": 0.5690593123435974, "Finetune/Step": 16829, "Finetune/Step Time": 6.0220964308828115}
+{"Finetune/Learning Rate": 8.069550950706018e-07, "Finetune/Loss": 0.6180833578109741, "Finetune/Loss (Raw)": 0.6547041535377502, "Finetune/Step": 16830, "Finetune/Step Time": 6.022488180547953}
+{"Finetune/Learning Rate": 8.062925086437401e-07, "Finetune/Loss": 0.6186944246292114, "Finetune/Loss (Raw)": 0.7566273808479309, "Finetune/Step": 16831, "Finetune/Step Time": 6.035465331748128}
+{"Finetune/Learning Rate": 8.056301829242785e-07, "Finetune/Loss": 0.6194655299186707, "Finetune/Loss (Raw)": 0.6885659694671631, "Finetune/Step": 16832, "Finetune/Step Time": 6.036518143489957}
+{"Finetune/Learning Rate": 8.049681179309987e-07, "Finetune/Loss": 0.6192764043807983, "Finetune/Loss (Raw)": 0.5530935525894165, "Finetune/Step": 16833, "Finetune/Step Time": 6.031888417899609}
+{"Finetune/Learning Rate": 8.043063136826768e-07, "Finetune/Loss": 0.6187632083892822, "Finetune/Loss (Raw)": 0.5645923018455505, "Finetune/Step": 16834, "Finetune/Step Time": 6.038296718150377}
+{"Finetune/Learning Rate": 8.036447701980765e-07, "Finetune/Loss": 0.618332028388977, "Finetune/Loss (Raw)": 0.5894559621810913, "Finetune/Step": 16835, "Finetune/Step Time": 6.039715901017189}
+{"Finetune/Learning Rate": 8.029834874959619e-07, "Finetune/Loss": 0.6172561049461365, "Finetune/Loss (Raw)": 0.5736672878265381, "Finetune/Step": 16836, "Finetune/Step Time": 6.027556110173464}
+{"Finetune/Learning Rate": 8.023224655950834e-07, "Finetune/Loss": 0.6172826290130615, "Finetune/Loss (Raw)": 0.7290785312652588, "Finetune/Step": 16837, "Finetune/Step Time": 6.024433717131615}
+{"Finetune/Learning Rate": 8.016617045141839e-07, "Finetune/Loss": 0.61684650182724, "Finetune/Loss (Raw)": 0.664322555065155, "Finetune/Step": 16838, "Finetune/Step Time": 6.022950857877731}
+{"Finetune/Learning Rate": 8.010012042720028e-07, "Finetune/Loss": 0.6164014339447021, "Finetune/Loss (Raw)": 0.5672603249549866, "Finetune/Step": 16839, "Finetune/Step Time": 6.024375820532441}
+{"Finetune/Learning Rate": 8.003409648872684e-07, "Finetune/Loss": 0.6164640188217163, "Finetune/Loss (Raw)": 0.7222914099693298, "Finetune/Step": 16840, "Finetune/Step Time": 6.034440392628312}
+{"Finetune/Learning Rate": 7.996809863787037e-07, "Finetune/Loss": 0.6175042390823364, "Finetune/Loss (Raw)": 0.7969381213188171, "Finetune/Step": 16841, "Finetune/Step Time": 6.028056116774678}
+{"Finetune/Learning Rate": 7.990212687650223e-07, "Finetune/Loss": 0.6176332235336304, "Finetune/Loss (Raw)": 0.7008681893348694, "Finetune/Step": 16842, "Finetune/Step Time": 6.033621026203036}
+{"Finetune/Learning Rate": 7.983618120649373e-07, "Finetune/Loss": 0.6168223023414612, "Finetune/Loss (Raw)": 0.6058087944984436, "Finetune/Step": 16843, "Finetune/Step Time": 6.0550621300935745}
+{"Finetune/Learning Rate": 7.977026162971436e-07, "Finetune/Loss": 0.6150352954864502, "Finetune/Loss (Raw)": 0.4918789863586426, "Finetune/Step": 16844, "Finetune/Step Time": 6.057316606864333}
+{"Finetune/Learning Rate": 7.970436814803362e-07, "Finetune/Loss": 0.6140069365501404, "Finetune/Loss (Raw)": 0.551054060459137, "Finetune/Step": 16845, "Finetune/Step Time": 6.0574599131941795}
+{"Finetune/Learning Rate": 7.963850076332003e-07, "Finetune/Loss": 0.613407552242279, "Finetune/Loss (Raw)": 0.6008715033531189, "Finetune/Step": 16846, "Finetune/Step Time": 6.057171359658241}
+{"Finetune/Learning Rate": 7.957265947744131e-07, "Finetune/Loss": 0.6130507588386536, "Finetune/Loss (Raw)": 0.6566523313522339, "Finetune/Step": 16847, "Finetune/Step Time": 6.057158486917615}
+{"Finetune/Learning Rate": 7.950684429226463e-07, "Finetune/Loss": 0.6139369606971741, "Finetune/Loss (Raw)": 0.5507104396820068, "Finetune/Step": 16848, "Finetune/Step Time": 6.040982071310282}
+{"Finetune/Learning Rate": 7.944105520965639e-07, "Finetune/Loss": 0.6136658191680908, "Finetune/Loss (Raw)": 0.647840142250061, "Finetune/Step": 16849, "Finetune/Step Time": 6.037026613950729}
+{"Finetune/Learning Rate": 7.93752922314821e-07, "Finetune/Loss": 0.6141808032989502, "Finetune/Loss (Raw)": 0.6807379722595215, "Finetune/Step": 16850, "Finetune/Step Time": 6.037402229383588}
+{"Finetune/Learning Rate": 7.93095553596066e-07, "Finetune/Loss": 0.615554690361023, "Finetune/Loss (Raw)": 0.7371802926063538, "Finetune/Step": 16851, "Finetune/Step Time": 6.015660714358091}
+{"Finetune/Learning Rate": 7.924384459589396e-07, "Finetune/Loss": 0.6157410144805908, "Finetune/Loss (Raw)": 0.5548467040061951, "Finetune/Step": 16852, "Finetune/Step Time": 6.007825957611203}
+{"Finetune/Learning Rate": 7.917815994220768e-07, "Finetune/Loss": 0.6156557202339172, "Finetune/Loss (Raw)": 0.5864837765693665, "Finetune/Step": 16853, "Finetune/Step Time": 6.007728524506092}
+{"Finetune/Learning Rate": 7.911250140041038e-07, "Finetune/Loss": 0.6158678531646729, "Finetune/Loss (Raw)": 0.6880735158920288, "Finetune/Step": 16854, "Finetune/Step Time": 6.007827812805772}
+{"Finetune/Learning Rate": 7.90468689723638e-07, "Finetune/Loss": 0.6161507368087769, "Finetune/Loss (Raw)": 0.6707998514175415, "Finetune/Step": 16855, "Finetune/Step Time": 6.006485547870398}
+{"Finetune/Learning Rate": 7.898126265992912e-07, "Finetune/Loss": 0.6152199506759644, "Finetune/Loss (Raw)": 0.5883703231811523, "Finetune/Step": 16856, "Finetune/Step Time": 6.007886562496424}
+{"Finetune/Learning Rate": 7.891568246496683e-07, "Finetune/Loss": 0.6159583926200867, "Finetune/Loss (Raw)": 0.6411696672439575, "Finetune/Step": 16857, "Finetune/Step Time": 6.009640734642744}
+{"Finetune/Learning Rate": 7.88501283893367e-07, "Finetune/Loss": 0.6165924072265625, "Finetune/Loss (Raw)": 0.7147596478462219, "Finetune/Step": 16858, "Finetune/Step Time": 6.019106099382043}
+{"Finetune/Learning Rate": 7.878460043489744e-07, "Finetune/Loss": 0.6161707639694214, "Finetune/Loss (Raw)": 0.48180070519447327, "Finetune/Step": 16859, "Finetune/Step Time": 6.037440260872245}
+{"Finetune/Learning Rate": 7.871909860350724e-07, "Finetune/Loss": 0.6161099672317505, "Finetune/Loss (Raw)": 0.6377246379852295, "Finetune/Step": 16860, "Finetune/Step Time": 6.046377489343286}
+{"Finetune/Learning Rate": 7.865362289702394e-07, "Finetune/Loss": 0.6162320375442505, "Finetune/Loss (Raw)": 0.5828619599342346, "Finetune/Step": 16861, "Finetune/Step Time": 6.0535244438797235}
+{"Finetune/Learning Rate": 7.85881733173035e-07, "Finetune/Loss": 0.6170477271080017, "Finetune/Loss (Raw)": 0.6132147312164307, "Finetune/Step": 16862, "Finetune/Step Time": 6.057124914601445}
+{"Finetune/Learning Rate": 7.852274986620256e-07, "Finetune/Loss": 0.6161544919013977, "Finetune/Loss (Raw)": 0.6232627630233765, "Finetune/Step": 16863, "Finetune/Step Time": 6.0556015726178885}
+{"Finetune/Learning Rate": 7.845735254557608e-07, "Finetune/Loss": 0.6175791025161743, "Finetune/Loss (Raw)": 0.6603825688362122, "Finetune/Step": 16864, "Finetune/Step Time": 6.05547003261745}
+{"Finetune/Learning Rate": 7.839198135727855e-07, "Finetune/Loss": 0.6171553730964661, "Finetune/Loss (Raw)": 0.6023219227790833, "Finetune/Step": 16865, "Finetune/Step Time": 6.0404974687844515}
+{"Finetune/Learning Rate": 7.832663630316373e-07, "Finetune/Loss": 0.6177685260772705, "Finetune/Loss (Raw)": 0.6359632611274719, "Finetune/Step": 16866, "Finetune/Step Time": 6.019352784380317}
+{"Finetune/Learning Rate": 7.82613173850848e-07, "Finetune/Loss": 0.6169467568397522, "Finetune/Loss (Raw)": 0.5753371119499207, "Finetune/Step": 16867, "Finetune/Step Time": 6.0350299291312695}
+{"Finetune/Learning Rate": 7.819602460489362e-07, "Finetune/Loss": 0.6179004907608032, "Finetune/Loss (Raw)": 0.6642972826957703, "Finetune/Step": 16868, "Finetune/Step Time": 6.0338522382080555}
+{"Finetune/Learning Rate": 7.81307579644418e-07, "Finetune/Loss": 0.6193114519119263, "Finetune/Loss (Raw)": 0.661183774471283, "Finetune/Step": 16869, "Finetune/Step Time": 6.025251092389226}
+{"Finetune/Learning Rate": 7.806551746558044e-07, "Finetune/Loss": 0.6193551421165466, "Finetune/Loss (Raw)": 0.6181246638298035, "Finetune/Step": 16870, "Finetune/Step Time": 6.027552295476198}
+{"Finetune/Learning Rate": 7.800030311015938e-07, "Finetune/Loss": 0.6197521090507507, "Finetune/Loss (Raw)": 0.6623321175575256, "Finetune/Step": 16871, "Finetune/Step Time": 6.0289451405406}
+{"Finetune/Learning Rate": 7.793511490002781e-07, "Finetune/Loss": 0.6211479902267456, "Finetune/Loss (Raw)": 0.6605384945869446, "Finetune/Step": 16872, "Finetune/Step Time": 6.010064348578453}
+{"Finetune/Learning Rate": 7.786995283703458e-07, "Finetune/Loss": 0.6232248544692993, "Finetune/Loss (Raw)": 0.8131415843963623, "Finetune/Step": 16873, "Finetune/Step Time": 6.0097494050860405}
+{"Finetune/Learning Rate": 7.780481692302722e-07, "Finetune/Loss": 0.6236229538917542, "Finetune/Loss (Raw)": 0.6088986396789551, "Finetune/Step": 16874, "Finetune/Step Time": 6.0097606629133224}
+{"Finetune/Learning Rate": 7.773970715985279e-07, "Finetune/Loss": 0.6232961416244507, "Finetune/Loss (Raw)": 0.6568266153335571, "Finetune/Step": 16875, "Finetune/Step Time": 6.013381442055106}
+{"Finetune/Learning Rate": 7.767462354935751e-07, "Finetune/Loss": 0.6243120431900024, "Finetune/Loss (Raw)": 0.7404491305351257, "Finetune/Step": 16876, "Finetune/Step Time": 6.0343328937888145}
+{"Finetune/Learning Rate": 7.760956609338744e-07, "Finetune/Loss": 0.6251016855239868, "Finetune/Loss (Raw)": 0.666612982749939, "Finetune/Step": 16877, "Finetune/Step Time": 6.035271976143122}
+{"Finetune/Learning Rate": 7.75445347937871e-07, "Finetune/Loss": 0.6252720952033997, "Finetune/Loss (Raw)": 0.593515157699585, "Finetune/Step": 16878, "Finetune/Step Time": 6.02912793494761}
+{"Finetune/Learning Rate": 7.74795296524008e-07, "Finetune/Loss": 0.6249258518218994, "Finetune/Loss (Raw)": 0.5616739392280579, "Finetune/Step": 16879, "Finetune/Step Time": 6.025830715894699}
+{"Finetune/Learning Rate": 7.741455067107162e-07, "Finetune/Loss": 0.6259823441505432, "Finetune/Loss (Raw)": 0.697905957698822, "Finetune/Step": 16880, "Finetune/Step Time": 6.0225622691214085}
+{"Finetune/Learning Rate": 7.73495978516422e-07, "Finetune/Loss": 0.6259888410568237, "Finetune/Loss (Raw)": 0.601209819316864, "Finetune/Step": 16881, "Finetune/Step Time": 6.020660111680627}
+{"Finetune/Learning Rate": 7.728467119595462e-07, "Finetune/Loss": 0.6260294318199158, "Finetune/Loss (Raw)": 0.5978806614875793, "Finetune/Step": 16882, "Finetune/Step Time": 6.025135790929198}
+{"Finetune/Learning Rate": 7.721977070584962e-07, "Finetune/Loss": 0.6252102851867676, "Finetune/Loss (Raw)": 0.521746814250946, "Finetune/Step": 16883, "Finetune/Step Time": 6.026955250650644}
+{"Finetune/Learning Rate": 7.71548963831682e-07, "Finetune/Loss": 0.6258512735366821, "Finetune/Loss (Raw)": 0.6503974795341492, "Finetune/Step": 16884, "Finetune/Step Time": 6.04571963660419}
+{"Finetune/Learning Rate": 7.709004822974975e-07, "Finetune/Loss": 0.6251773834228516, "Finetune/Loss (Raw)": 0.6367496252059937, "Finetune/Step": 16885, "Finetune/Step Time": 6.051481539383531}
+{"Finetune/Learning Rate": 7.702522624743303e-07, "Finetune/Loss": 0.6251213550567627, "Finetune/Loss (Raw)": 0.6811059713363647, "Finetune/Step": 16886, "Finetune/Step Time": 6.052788956090808}
+{"Finetune/Learning Rate": 7.696043043805635e-07, "Finetune/Loss": 0.627143144607544, "Finetune/Loss (Raw)": 0.803647518157959, "Finetune/Step": 16887, "Finetune/Step Time": 6.048130821436644}
+{"Finetune/Learning Rate": 7.689566080345701e-07, "Finetune/Loss": 0.6276290416717529, "Finetune/Loss (Raw)": 0.6645649671554565, "Finetune/Step": 16888, "Finetune/Step Time": 6.077399451285601}
+{"Finetune/Learning Rate": 7.683091734547177e-07, "Finetune/Loss": 0.6278582811355591, "Finetune/Loss (Raw)": 0.5761908292770386, "Finetune/Step": 16889, "Finetune/Step Time": 6.076559703797102}
+{"Finetune/Learning Rate": 7.67662000659366e-07, "Finetune/Loss": 0.6289228200912476, "Finetune/Loss (Raw)": 0.7150223851203918, "Finetune/Step": 16890, "Finetune/Step Time": 6.09441833011806}
+{"Finetune/Learning Rate": 7.670150896668672e-07, "Finetune/Loss": 0.6294082999229431, "Finetune/Loss (Raw)": 0.5961997509002686, "Finetune/Step": 16891, "Finetune/Step Time": 6.091441327705979}
+{"Finetune/Learning Rate": 7.66368440495564e-07, "Finetune/Loss": 0.6312358379364014, "Finetune/Loss (Raw)": 0.7012571692466736, "Finetune/Step": 16892, "Finetune/Step Time": 6.0726216565817595}
+{"Finetune/Learning Rate": 7.657220531637966e-07, "Finetune/Loss": 0.6312387585639954, "Finetune/Loss (Raw)": 0.7012633085250854, "Finetune/Step": 16893, "Finetune/Step Time": 6.069127753376961}
+{"Finetune/Learning Rate": 7.650759276898923e-07, "Finetune/Loss": 0.631730318069458, "Finetune/Loss (Raw)": 0.6890246272087097, "Finetune/Step": 16894, "Finetune/Step Time": 6.06972573325038}
+{"Finetune/Learning Rate": 7.644300640921731e-07, "Finetune/Loss": 0.6306126117706299, "Finetune/Loss (Raw)": 0.46579158306121826, "Finetune/Step": 16895, "Finetune/Step Time": 6.0914436429739}
+{"Finetune/Learning Rate": 7.637844623889557e-07, "Finetune/Loss": 0.6302956938743591, "Finetune/Loss (Raw)": 0.663433849811554, "Finetune/Step": 16896, "Finetune/Step Time": 6.080202607437968}
+{"Finetune/Learning Rate": 7.631391225985473e-07, "Finetune/Loss": 0.6306589245796204, "Finetune/Loss (Raw)": 0.62993985414505, "Finetune/Step": 16897, "Finetune/Step Time": 6.074153730645776}
+{"Finetune/Learning Rate": 7.624940447392459e-07, "Finetune/Loss": 0.6319220662117004, "Finetune/Loss (Raw)": 0.7290827035903931, "Finetune/Step": 16898, "Finetune/Step Time": 6.0744554325938225}
+{"Finetune/Learning Rate": 7.618492288293466e-07, "Finetune/Loss": 0.6326030492782593, "Finetune/Loss (Raw)": 0.7021012306213379, "Finetune/Step": 16899, "Finetune/Step Time": 6.074988489970565}
+{"Finetune/Learning Rate": 7.612046748871327e-07, "Finetune/Loss": 0.6320024728775024, "Finetune/Loss (Raw)": 0.5814081430435181, "Finetune/Step": 16900, "Finetune/Step Time": 6.07408431917429}
+{"Finetune/Learning Rate": 7.605603829308828e-07, "Finetune/Loss": 0.6318985223770142, "Finetune/Loss (Raw)": 0.6610601544380188, "Finetune/Step": 16901, "Finetune/Step Time": 6.053621171042323}
+{"Finetune/Learning Rate": 7.599163529788677e-07, "Finetune/Loss": 0.6325000524520874, "Finetune/Loss (Raw)": 0.6243664026260376, "Finetune/Step": 16902, "Finetune/Step Time": 6.053647285327315}
+{"Finetune/Learning Rate": 7.592725850493487e-07, "Finetune/Loss": 0.6321643590927124, "Finetune/Loss (Raw)": 0.6536670327186584, "Finetune/Step": 16903, "Finetune/Step Time": 6.059629697352648}
+{"Finetune/Learning Rate": 7.586290791605822e-07, "Finetune/Loss": 0.6321532726287842, "Finetune/Loss (Raw)": 0.6198328137397766, "Finetune/Step": 16904, "Finetune/Step Time": 6.062577607110143}
+{"Finetune/Learning Rate": 7.579858353308156e-07, "Finetune/Loss": 0.632649838924408, "Finetune/Loss (Raw)": 0.6073486804962158, "Finetune/Step": 16905, "Finetune/Step Time": 6.06509742513299}
+{"Finetune/Learning Rate": 7.573428535782912e-07, "Finetune/Loss": 0.6326206922531128, "Finetune/Loss (Raw)": 0.7314583659172058, "Finetune/Step": 16906, "Finetune/Step Time": 6.065695686265826}
+{"Finetune/Learning Rate": 7.567001339212399e-07, "Finetune/Loss": 0.6347399950027466, "Finetune/Loss (Raw)": 0.7589060068130493, "Finetune/Step": 16907, "Finetune/Step Time": 6.032688399776816}
+{"Finetune/Learning Rate": 7.560576763778882e-07, "Finetune/Loss": 0.6345191597938538, "Finetune/Loss (Raw)": 0.6027958393096924, "Finetune/Step": 16908, "Finetune/Step Time": 6.030850233510137}
+{"Finetune/Learning Rate": 7.554154809664549e-07, "Finetune/Loss": 0.6337981820106506, "Finetune/Loss (Raw)": 0.6398348808288574, "Finetune/Step": 16909, "Finetune/Step Time": 6.027110539376736}
+{"Finetune/Learning Rate": 7.547735477051509e-07, "Finetune/Loss": 0.6347255706787109, "Finetune/Loss (Raw)": 0.7263348698616028, "Finetune/Step": 16910, "Finetune/Step Time": 6.040785351768136}
+{"Finetune/Learning Rate": 7.541318766121786e-07, "Finetune/Loss": 0.6334054470062256, "Finetune/Loss (Raw)": 0.5235220789909363, "Finetune/Step": 16911, "Finetune/Step Time": 6.049652688205242}
+{"Finetune/Learning Rate": 7.534904677057353e-07, "Finetune/Loss": 0.6341156959533691, "Finetune/Loss (Raw)": 0.7259204387664795, "Finetune/Step": 16912, "Finetune/Step Time": 6.046796070411801}
+{"Finetune/Learning Rate": 7.528493210040077e-07, "Finetune/Loss": 0.6345386505126953, "Finetune/Loss (Raw)": 0.6456024646759033, "Finetune/Step": 16913, "Finetune/Step Time": 6.042743505910039}
+{"Finetune/Learning Rate": 7.522084365251791e-07, "Finetune/Loss": 0.6348711252212524, "Finetune/Loss (Raw)": 0.6179043650627136, "Finetune/Step": 16914, "Finetune/Step Time": 6.036606526002288}
+{"Finetune/Learning Rate": 7.515678142874216e-07, "Finetune/Loss": 0.635047197341919, "Finetune/Loss (Raw)": 0.7616255283355713, "Finetune/Step": 16915, "Finetune/Step Time": 6.053638242185116}
+{"Finetune/Learning Rate": 7.509274543089029e-07, "Finetune/Loss": 0.6342518329620361, "Finetune/Loss (Raw)": 0.5844756960868835, "Finetune/Step": 16916, "Finetune/Step Time": 6.055924842134118}
+{"Finetune/Learning Rate": 7.502873566077807e-07, "Finetune/Loss": 0.6344262361526489, "Finetune/Loss (Raw)": 0.7289506793022156, "Finetune/Step": 16917, "Finetune/Step Time": 6.056086011230946}
+{"Finetune/Learning Rate": 7.496475212022036e-07, "Finetune/Loss": 0.6358580589294434, "Finetune/Loss (Raw)": 0.720487117767334, "Finetune/Step": 16918, "Finetune/Step Time": 6.053268473595381}
+{"Finetune/Learning Rate": 7.490079481103197e-07, "Finetune/Loss": 0.6362395882606506, "Finetune/Loss (Raw)": 0.6236878037452698, "Finetune/Step": 16919, "Finetune/Step Time": 6.053310394287109}
+{"Finetune/Learning Rate": 7.483686373502641e-07, "Finetune/Loss": 0.6372345089912415, "Finetune/Loss (Raw)": 0.6221951246261597, "Finetune/Step": 16920, "Finetune/Step Time": 6.045452592894435}
+{"Finetune/Learning Rate": 7.47729588940167e-07, "Finetune/Loss": 0.6372100114822388, "Finetune/Loss (Raw)": 0.6359529495239258, "Finetune/Step": 16921, "Finetune/Step Time": 6.044621586799622}
+{"Finetune/Learning Rate": 7.470908028981494e-07, "Finetune/Loss": 0.6361547708511353, "Finetune/Loss (Raw)": 0.4288613200187683, "Finetune/Step": 16922, "Finetune/Step Time": 6.051067462190986}
+{"Finetune/Learning Rate": 7.464522792423234e-07, "Finetune/Loss": 0.6367219686508179, "Finetune/Loss (Raw)": 0.659575343132019, "Finetune/Step": 16923, "Finetune/Step Time": 6.049363484606147}
+{"Finetune/Learning Rate": 7.458140179907969e-07, "Finetune/Loss": 0.6370546221733093, "Finetune/Loss (Raw)": 0.6391940116882324, "Finetune/Step": 16924, "Finetune/Step Time": 6.063400512561202}
+{"Finetune/Learning Rate": 7.451760191616686e-07, "Finetune/Loss": 0.6368361711502075, "Finetune/Loss (Raw)": 0.6145246028900146, "Finetune/Step": 16925, "Finetune/Step Time": 6.06865457072854}
+{"Finetune/Learning Rate": 7.44538282773033e-07, "Finetune/Loss": 0.6369032859802246, "Finetune/Loss (Raw)": 0.635661780834198, "Finetune/Step": 16926, "Finetune/Step Time": 6.056874988600612}
+{"Finetune/Learning Rate": 7.439008088429712e-07, "Finetune/Loss": 0.6361984014511108, "Finetune/Loss (Raw)": 0.601472020149231, "Finetune/Step": 16927, "Finetune/Step Time": 6.048719109967351}
+{"Finetune/Learning Rate": 7.432635973895652e-07, "Finetune/Loss": 0.6359634399414062, "Finetune/Loss (Raw)": 0.507634162902832, "Finetune/Step": 16928, "Finetune/Step Time": 6.0533224400132895}
+{"Finetune/Learning Rate": 7.426266484308775e-07, "Finetune/Loss": 0.6344008445739746, "Finetune/Loss (Raw)": 0.4759351313114166, "Finetune/Step": 16929, "Finetune/Step Time": 6.055581809952855}
+{"Finetune/Learning Rate": 7.419899619849747e-07, "Finetune/Loss": 0.6352863311767578, "Finetune/Loss (Raw)": 0.6477708220481873, "Finetune/Step": 16930, "Finetune/Step Time": 6.0434638150036335}
+{"Finetune/Learning Rate": 7.4135353806991e-07, "Finetune/Loss": 0.6358030438423157, "Finetune/Loss (Raw)": 0.6454344987869263, "Finetune/Step": 16931, "Finetune/Step Time": 6.022267377004027}
+{"Finetune/Learning Rate": 7.40717376703729e-07, "Finetune/Loss": 0.6365371942520142, "Finetune/Loss (Raw)": 0.660849392414093, "Finetune/Step": 16932, "Finetune/Step Time": 6.01921246945858}
+{"Finetune/Learning Rate": 7.400814779044762e-07, "Finetune/Loss": 0.6361395716667175, "Finetune/Loss (Raw)": 0.5529226660728455, "Finetune/Step": 16933, "Finetune/Step Time": 6.013273231685162}
+{"Finetune/Learning Rate": 7.394458416901817e-07, "Finetune/Loss": 0.636272668838501, "Finetune/Loss (Raw)": 0.5890299677848816, "Finetune/Step": 16934, "Finetune/Step Time": 6.015577234327793}
+{"Finetune/Learning Rate": 7.388104680788676e-07, "Finetune/Loss": 0.6363946199417114, "Finetune/Loss (Raw)": 0.6506125926971436, "Finetune/Step": 16935, "Finetune/Step Time": 6.004511538892984}
+{"Finetune/Learning Rate": 7.381753570885542e-07, "Finetune/Loss": 0.6361762285232544, "Finetune/Loss (Raw)": 0.6681021451950073, "Finetune/Step": 16936, "Finetune/Step Time": 6.003632217645645}
+{"Finetune/Learning Rate": 7.3754050873725e-07, "Finetune/Loss": 0.6367793679237366, "Finetune/Loss (Raw)": 0.6467145085334778, "Finetune/Step": 16937, "Finetune/Step Time": 5.998913515359163}
+{"Finetune/Learning Rate": 7.369059230429576e-07, "Finetune/Loss": 0.6373006105422974, "Finetune/Loss (Raw)": 0.6365929245948792, "Finetune/Step": 16938, "Finetune/Step Time": 6.006218681111932}
+{"Finetune/Learning Rate": 7.362716000236725e-07, "Finetune/Loss": 0.6368706226348877, "Finetune/Loss (Raw)": 0.5324602127075195, "Finetune/Step": 16939, "Finetune/Step Time": 6.005019560456276}
+{"Finetune/Learning Rate": 7.356375396973836e-07, "Finetune/Loss": 0.6361462473869324, "Finetune/Loss (Raw)": 0.5393275618553162, "Finetune/Step": 16940, "Finetune/Step Time": 6.005456026643515}
+{"Finetune/Learning Rate": 7.3500374208207e-07, "Finetune/Loss": 0.6359500288963318, "Finetune/Loss (Raw)": 0.647963285446167, "Finetune/Step": 16941, "Finetune/Step Time": 6.014726504683495}
+{"Finetune/Learning Rate": 7.343702071957027e-07, "Finetune/Loss": 0.6358752846717834, "Finetune/Loss (Raw)": 0.6170554161071777, "Finetune/Step": 16942, "Finetune/Step Time": 6.017605947330594}
+{"Finetune/Learning Rate": 7.337369350562496e-07, "Finetune/Loss": 0.6358321309089661, "Finetune/Loss (Raw)": 0.6328444480895996, "Finetune/Step": 16943, "Finetune/Step Time": 6.013685444369912}
+{"Finetune/Learning Rate": 7.331039256816664e-07, "Finetune/Loss": 0.6357029676437378, "Finetune/Loss (Raw)": 0.5621997714042664, "Finetune/Step": 16944, "Finetune/Step Time": 6.001469537615776}
+{"Finetune/Learning Rate": 7.324711790899042e-07, "Finetune/Loss": 0.6362112760543823, "Finetune/Loss (Raw)": 0.7311376333236694, "Finetune/Step": 16945, "Finetune/Step Time": 5.998731087893248}
+{"Finetune/Learning Rate": 7.318386952989065e-07, "Finetune/Loss": 0.6366077065467834, "Finetune/Loss (Raw)": 0.6522694230079651, "Finetune/Step": 16946, "Finetune/Step Time": 6.004971902817488}
+{"Finetune/Learning Rate": 7.312064743266078e-07, "Finetune/Loss": 0.6371195316314697, "Finetune/Loss (Raw)": 0.6587990522384644, "Finetune/Step": 16947, "Finetune/Step Time": 6.008553668856621}
+{"Finetune/Learning Rate": 7.305745161909372e-07, "Finetune/Loss": 0.6371463537216187, "Finetune/Loss (Raw)": 0.6903045773506165, "Finetune/Step": 16948, "Finetune/Step Time": 6.004182854667306}
+{"Finetune/Learning Rate": 7.299428209098147e-07, "Finetune/Loss": 0.6366464495658875, "Finetune/Loss (Raw)": 0.6145813465118408, "Finetune/Step": 16949, "Finetune/Step Time": 6.005711669102311}
+{"Finetune/Learning Rate": 7.293113885011527e-07, "Finetune/Loss": 0.636211097240448, "Finetune/Loss (Raw)": 0.5560911893844604, "Finetune/Step": 16950, "Finetune/Step Time": 6.003968745470047}
+{"Finetune/Learning Rate": 7.286802189828579e-07, "Finetune/Loss": 0.6356806755065918, "Finetune/Loss (Raw)": 0.5740070939064026, "Finetune/Step": 16951, "Finetune/Step Time": 6.005538672208786}
+{"Finetune/Learning Rate": 7.280493123728282e-07, "Finetune/Loss": 0.635915219783783, "Finetune/Loss (Raw)": 0.6294295191764832, "Finetune/Step": 16952, "Finetune/Step Time": 5.998460505157709}
+{"Finetune/Learning Rate": 7.274186686889539e-07, "Finetune/Loss": 0.6367217302322388, "Finetune/Loss (Raw)": 0.7156316041946411, "Finetune/Step": 16953, "Finetune/Step Time": 5.999125402420759}
+{"Finetune/Learning Rate": 7.267882879491184e-07, "Finetune/Loss": 0.6355695128440857, "Finetune/Loss (Raw)": 0.5383769869804382, "Finetune/Step": 16954, "Finetune/Step Time": 6.0119327418506145}
+{"Finetune/Learning Rate": 7.261581701711972e-07, "Finetune/Loss": 0.6346489191055298, "Finetune/Loss (Raw)": 0.5470757484436035, "Finetune/Step": 16955, "Finetune/Step Time": 6.010619407519698}
+{"Finetune/Learning Rate": 7.255283153730586e-07, "Finetune/Loss": 0.6335494518280029, "Finetune/Loss (Raw)": 0.553808867931366, "Finetune/Step": 16956, "Finetune/Step Time": 6.00403280928731}
+{"Finetune/Learning Rate": 7.248987235725646e-07, "Finetune/Loss": 0.6339930295944214, "Finetune/Loss (Raw)": 0.6258347034454346, "Finetune/Step": 16957, "Finetune/Step Time": 6.003352774307132}
+{"Finetune/Learning Rate": 7.242693947875701e-07, "Finetune/Loss": 0.6334561109542847, "Finetune/Loss (Raw)": 0.5859828591346741, "Finetune/Step": 16958, "Finetune/Step Time": 6.003590762615204}
+{"Finetune/Learning Rate": 7.236403290359151e-07, "Finetune/Loss": 0.6327601671218872, "Finetune/Loss (Raw)": 0.6675394773483276, "Finetune/Step": 16959, "Finetune/Step Time": 5.986613789573312}
+{"Finetune/Learning Rate": 7.230115263354431e-07, "Finetune/Loss": 0.6322000026702881, "Finetune/Loss (Raw)": 0.6168720722198486, "Finetune/Step": 16960, "Finetune/Step Time": 5.996694825589657}
+{"Finetune/Learning Rate": 7.223829867039844e-07, "Finetune/Loss": 0.6329673528671265, "Finetune/Loss (Raw)": 0.651311457157135, "Finetune/Step": 16961, "Finetune/Step Time": 5.995657287538052}
+{"Finetune/Learning Rate": 7.217547101593625e-07, "Finetune/Loss": 0.63364177942276, "Finetune/Loss (Raw)": 0.6509242653846741, "Finetune/Step": 16962, "Finetune/Step Time": 5.992493752390146}
+{"Finetune/Learning Rate": 7.211266967193931e-07, "Finetune/Loss": 0.6331751942634583, "Finetune/Loss (Raw)": 0.5297269821166992, "Finetune/Step": 16963, "Finetune/Step Time": 5.995085183531046}
+{"Finetune/Learning Rate": 7.204989464018863e-07, "Finetune/Loss": 0.633862316608429, "Finetune/Loss (Raw)": 0.6616199612617493, "Finetune/Step": 16964, "Finetune/Step Time": 6.00746033154428}
+{"Finetune/Learning Rate": 7.198714592246403e-07, "Finetune/Loss": 0.6331900954246521, "Finetune/Loss (Raw)": 0.6430295705795288, "Finetune/Step": 16965, "Finetune/Step Time": 6.009817399084568}
+{"Finetune/Learning Rate": 7.192442352054496e-07, "Finetune/Loss": 0.633147120475769, "Finetune/Loss (Raw)": 0.6588339805603027, "Finetune/Step": 16966, "Finetune/Step Time": 6.0098363645374775}
+{"Finetune/Learning Rate": 7.186172743621023e-07, "Finetune/Loss": 0.6335787773132324, "Finetune/Loss (Raw)": 0.6225003600120544, "Finetune/Step": 16967, "Finetune/Step Time": 6.00755187869072}
+{"Finetune/Learning Rate": 7.179905767123773e-07, "Finetune/Loss": 0.6327879428863525, "Finetune/Loss (Raw)": 0.6210700869560242, "Finetune/Step": 16968, "Finetune/Step Time": 6.0013499315828085}
+{"Finetune/Learning Rate": 7.17364142274044e-07, "Finetune/Loss": 0.6307159662246704, "Finetune/Loss (Raw)": 0.5317184329032898, "Finetune/Step": 16969, "Finetune/Step Time": 6.002817202359438}
+{"Finetune/Learning Rate": 7.167379710648703e-07, "Finetune/Loss": 0.6296504735946655, "Finetune/Loss (Raw)": 0.5644916892051697, "Finetune/Step": 16970, "Finetune/Step Time": 5.9992186557501554}
+{"Finetune/Learning Rate": 7.161120631026075e-07, "Finetune/Loss": 0.629596471786499, "Finetune/Loss (Raw)": 0.5988938808441162, "Finetune/Step": 16971, "Finetune/Step Time": 5.983565103262663}
+{"Finetune/Learning Rate": 7.154864184050059e-07, "Finetune/Loss": 0.6305235624313354, "Finetune/Loss (Raw)": 0.610545814037323, "Finetune/Step": 16972, "Finetune/Step Time": 5.98412461951375}
+{"Finetune/Learning Rate": 7.148610369898091e-07, "Finetune/Loss": 0.6321201920509338, "Finetune/Loss (Raw)": 0.7554214000701904, "Finetune/Step": 16973, "Finetune/Step Time": 5.990294389426708}
+{"Finetune/Learning Rate": 7.142359188747472e-07, "Finetune/Loss": 0.6327106952667236, "Finetune/Loss (Raw)": 0.676456093788147, "Finetune/Step": 16974, "Finetune/Step Time": 5.993131687864661}
+{"Finetune/Learning Rate": 7.136110640775517e-07, "Finetune/Loss": 0.6326415538787842, "Finetune/Loss (Raw)": 0.6478068232536316, "Finetune/Step": 16975, "Finetune/Step Time": 5.998066566884518}
+{"Finetune/Learning Rate": 7.129864726159408e-07, "Finetune/Loss": 0.633510172367096, "Finetune/Loss (Raw)": 0.6618889570236206, "Finetune/Step": 16976, "Finetune/Step Time": 6.000830603763461}
+{"Finetune/Learning Rate": 7.123621445076234e-07, "Finetune/Loss": 0.6335519552230835, "Finetune/Loss (Raw)": 0.6531932950019836, "Finetune/Step": 16977, "Finetune/Step Time": 5.998748669400811}
+{"Finetune/Learning Rate": 7.117380797703044e-07, "Finetune/Loss": 0.6336035132408142, "Finetune/Loss (Raw)": 0.687339723110199, "Finetune/Step": 16978, "Finetune/Step Time": 5.996791258454323}
+{"Finetune/Learning Rate": 7.111142784216818e-07, "Finetune/Loss": 0.6334452629089355, "Finetune/Loss (Raw)": 0.7169226408004761, "Finetune/Step": 16979, "Finetune/Step Time": 5.998051704838872}
+{"Finetune/Learning Rate": 7.104907404794448e-07, "Finetune/Loss": 0.6341774463653564, "Finetune/Loss (Raw)": 0.6485689282417297, "Finetune/Step": 16980, "Finetune/Step Time": 6.001157788559794}
+{"Finetune/Learning Rate": 7.098674659612714e-07, "Finetune/Loss": 0.6334623098373413, "Finetune/Loss (Raw)": 0.4949362576007843, "Finetune/Step": 16981, "Finetune/Step Time": 6.041518181562424}
+{"Finetune/Learning Rate": 7.092444548848443e-07, "Finetune/Loss": 0.6334161758422852, "Finetune/Loss (Raw)": 0.6821789145469666, "Finetune/Step": 16982, "Finetune/Step Time": 6.041257372125983}
+{"Finetune/Learning Rate": 7.086217072678214e-07, "Finetune/Loss": 0.6328652501106262, "Finetune/Loss (Raw)": 0.6002774238586426, "Finetune/Step": 16983, "Finetune/Step Time": 6.04265209287405}
+{"Finetune/Learning Rate": 7.079992231278676e-07, "Finetune/Loss": 0.6340445280075073, "Finetune/Loss (Raw)": 0.7393078207969666, "Finetune/Step": 16984, "Finetune/Step Time": 6.0426170155406}
+{"Finetune/Learning Rate": 7.073770024826321e-07, "Finetune/Loss": 0.6338225603103638, "Finetune/Loss (Raw)": 0.6127616167068481, "Finetune/Step": 16985, "Finetune/Step Time": 6.044506410136819}
+{"Finetune/Learning Rate": 7.067550453497596e-07, "Finetune/Loss": 0.6326303482055664, "Finetune/Loss (Raw)": 0.5621644258499146, "Finetune/Step": 16986, "Finetune/Step Time": 6.04110493324697}
+{"Finetune/Learning Rate": 7.061333517468882e-07, "Finetune/Loss": 0.6337021589279175, "Finetune/Loss (Raw)": 0.6189892292022705, "Finetune/Step": 16987, "Finetune/Step Time": 6.026153476908803}
+{"Finetune/Learning Rate": 7.055119216916451e-07, "Finetune/Loss": 0.633861780166626, "Finetune/Loss (Raw)": 0.6581507921218872, "Finetune/Step": 16988, "Finetune/Step Time": 6.020529940724373}
+{"Finetune/Learning Rate": 7.048907552016571e-07, "Finetune/Loss": 0.6339954137802124, "Finetune/Loss (Raw)": 0.5999723076820374, "Finetune/Step": 16989, "Finetune/Step Time": 6.0117624290287495}
+{"Finetune/Learning Rate": 7.042698522945335e-07, "Finetune/Loss": 0.6341586112976074, "Finetune/Loss (Raw)": 0.6341044306755066, "Finetune/Step": 16990, "Finetune/Step Time": 6.030514748767018}
+{"Finetune/Learning Rate": 7.036492129878835e-07, "Finetune/Loss": 0.634690523147583, "Finetune/Loss (Raw)": 0.6913451552391052, "Finetune/Step": 16991, "Finetune/Step Time": 6.029613198712468}
+{"Finetune/Learning Rate": 7.030288372993066e-07, "Finetune/Loss": 0.6337407827377319, "Finetune/Loss (Raw)": 0.538812518119812, "Finetune/Step": 16992, "Finetune/Step Time": 6.029989879578352}
+{"Finetune/Learning Rate": 7.024087252463951e-07, "Finetune/Loss": 0.6338846683502197, "Finetune/Loss (Raw)": 0.6207489371299744, "Finetune/Step": 16993, "Finetune/Step Time": 6.031707834452391}
+{"Finetune/Learning Rate": 7.01788876846734e-07, "Finetune/Loss": 0.6348117589950562, "Finetune/Loss (Raw)": 0.7546248435974121, "Finetune/Step": 16994, "Finetune/Step Time": 6.031407872214913}
+{"Finetune/Learning Rate": 7.01169292117898e-07, "Finetune/Loss": 0.6357938647270203, "Finetune/Loss (Raw)": 0.701048731803894, "Finetune/Step": 16995, "Finetune/Step Time": 6.0371545776724815}
+{"Finetune/Learning Rate": 7.005499710774599e-07, "Finetune/Loss": 0.6357096433639526, "Finetune/Loss (Raw)": 0.6535165309906006, "Finetune/Step": 16996, "Finetune/Step Time": 6.037316545844078}
+{"Finetune/Learning Rate": 6.999309137429799e-07, "Finetune/Loss": 0.6353657841682434, "Finetune/Loss (Raw)": 0.6171695590019226, "Finetune/Step": 16997, "Finetune/Step Time": 6.028520200401545}
+{"Finetune/Learning Rate": 6.993121201320142e-07, "Finetune/Loss": 0.6353565454483032, "Finetune/Loss (Raw)": 0.6169449090957642, "Finetune/Step": 16998, "Finetune/Step Time": 6.024388505145907}
+{"Finetune/Learning Rate": 6.986935902621083e-07, "Finetune/Loss": 0.6350685358047485, "Finetune/Loss (Raw)": 0.6254637837409973, "Finetune/Step": 16999, "Finetune/Step Time": 6.0191145818680525}
+{"Finetune/Learning Rate": 6.980753241508032e-07, "Finetune/Loss": 0.635215699672699, "Finetune/Loss (Raw)": 0.6793732047080994, "Finetune/Step": 17000, "Finetune/Step Time": 6.019300285726786}
+{"Finetune/Learning Rate": 6.974573218156311e-07, "Finetune/Loss": 0.6341213583946228, "Finetune/Loss (Raw)": 0.6730638146400452, "Finetune/Step": 17001, "Finetune/Step Time": 6.035731030628085}
+{"Finetune/Learning Rate": 6.968395832741159e-07, "Finetune/Loss": 0.6345443725585938, "Finetune/Loss (Raw)": 0.6630553603172302, "Finetune/Step": 17002, "Finetune/Step Time": 6.034237740561366}
+{"Finetune/Learning Rate": 6.962221085437759e-07, "Finetune/Loss": 0.634215235710144, "Finetune/Loss (Raw)": 0.6146932244300842, "Finetune/Step": 17003, "Finetune/Step Time": 6.036466035991907}
+{"Finetune/Learning Rate": 6.956048976421192e-07, "Finetune/Loss": 0.6318041086196899, "Finetune/Loss (Raw)": 0.43182140588760376, "Finetune/Step": 17004, "Finetune/Step Time": 6.033163852989674}
+{"Finetune/Learning Rate": 6.949879505866508e-07, "Finetune/Loss": 0.6314350366592407, "Finetune/Loss (Raw)": 0.6193723678588867, "Finetune/Step": 17005, "Finetune/Step Time": 6.035174431279302}
+{"Finetune/Learning Rate": 6.943712673948643e-07, "Finetune/Loss": 0.6328497529029846, "Finetune/Loss (Raw)": 0.7745969891548157, "Finetune/Step": 17006, "Finetune/Step Time": 6.028248317539692}
+{"Finetune/Learning Rate": 6.937548480842482e-07, "Finetune/Loss": 0.6328265070915222, "Finetune/Loss (Raw)": 0.558700680732727, "Finetune/Step": 17007, "Finetune/Step Time": 6.030166422948241}
+{"Finetune/Learning Rate": 6.931386926722772e-07, "Finetune/Loss": 0.632390558719635, "Finetune/Loss (Raw)": 0.6421027183532715, "Finetune/Step": 17008, "Finetune/Step Time": 6.028613921254873}
+{"Finetune/Learning Rate": 6.925228011764307e-07, "Finetune/Loss": 0.6328903436660767, "Finetune/Loss (Raw)": 0.665181040763855, "Finetune/Step": 17009, "Finetune/Step Time": 6.022839741781354}
+{"Finetune/Learning Rate": 6.919071736141702e-07, "Finetune/Loss": 0.6329554319381714, "Finetune/Loss (Raw)": 0.606217086315155, "Finetune/Step": 17010, "Finetune/Step Time": 6.0196053721010685}
+{"Finetune/Learning Rate": 6.912918100029531e-07, "Finetune/Loss": 0.6337701082229614, "Finetune/Loss (Raw)": 0.6260226964950562, "Finetune/Step": 17011, "Finetune/Step Time": 6.022673726081848}
+{"Finetune/Learning Rate": 6.906767103602297e-07, "Finetune/Loss": 0.633358895778656, "Finetune/Loss (Raw)": 0.5977650880813599, "Finetune/Step": 17012, "Finetune/Step Time": 6.007191488519311}
+{"Finetune/Learning Rate": 6.900618747034449e-07, "Finetune/Loss": 0.6328999996185303, "Finetune/Loss (Raw)": 0.5780137777328491, "Finetune/Step": 17013, "Finetune/Step Time": 6.0060157515108585}
+{"Finetune/Learning Rate": 6.894473030500292e-07, "Finetune/Loss": 0.6334520578384399, "Finetune/Loss (Raw)": 0.7517609000205994, "Finetune/Step": 17014, "Finetune/Step Time": 6.006369361653924}
+{"Finetune/Learning Rate": 6.888329954174111e-07, "Finetune/Loss": 0.6326155662536621, "Finetune/Loss (Raw)": 0.6965751051902771, "Finetune/Step": 17015, "Finetune/Step Time": 6.0110379960387945}
+{"Finetune/Learning Rate": 6.882189518230142e-07, "Finetune/Loss": 0.6326093673706055, "Finetune/Loss (Raw)": 0.6637791991233826, "Finetune/Step": 17016, "Finetune/Step Time": 5.984301194548607}
+{"Finetune/Learning Rate": 6.876051722842469e-07, "Finetune/Loss": 0.6326382160186768, "Finetune/Loss (Raw)": 0.5798817873001099, "Finetune/Step": 17017, "Finetune/Step Time": 5.987888731062412}
+{"Finetune/Learning Rate": 6.869916568185175e-07, "Finetune/Loss": 0.6320852041244507, "Finetune/Loss (Raw)": 0.6442381739616394, "Finetune/Step": 17018, "Finetune/Step Time": 5.965577408671379}
+{"Finetune/Learning Rate": 6.863784054432232e-07, "Finetune/Loss": 0.6318418979644775, "Finetune/Loss (Raw)": 0.5650531053543091, "Finetune/Step": 17019, "Finetune/Step Time": 5.982678193598986}
+{"Finetune/Learning Rate": 6.857654181757512e-07, "Finetune/Loss": 0.6322266459465027, "Finetune/Loss (Raw)": 0.7505083084106445, "Finetune/Step": 17020, "Finetune/Step Time": 5.991194246336818}
+{"Finetune/Learning Rate": 6.851526950334863e-07, "Finetune/Loss": 0.6319329738616943, "Finetune/Loss (Raw)": 0.6636695265769958, "Finetune/Step": 17021, "Finetune/Step Time": 6.003287270665169}
+{"Finetune/Learning Rate": 6.845402360338004e-07, "Finetune/Loss": 0.6305713653564453, "Finetune/Loss (Raw)": 0.5147361159324646, "Finetune/Step": 17022, "Finetune/Step Time": 6.007171589881182}
+{"Finetune/Learning Rate": 6.839280411940663e-07, "Finetune/Loss": 0.6318432092666626, "Finetune/Loss (Raw)": 0.6285896301269531, "Finetune/Step": 17023, "Finetune/Step Time": 5.982260609045625}
+{"Finetune/Learning Rate": 6.833161105316421e-07, "Finetune/Loss": 0.631633996963501, "Finetune/Loss (Raw)": 0.6366557478904724, "Finetune/Step": 17024, "Finetune/Step Time": 5.980066942051053}
+{"Finetune/Learning Rate": 6.827044440638809e-07, "Finetune/Loss": 0.6314706802368164, "Finetune/Loss (Raw)": 0.6090294122695923, "Finetune/Step": 17025, "Finetune/Step Time": 5.97034646011889}
+{"Finetune/Learning Rate": 6.82093041808124e-07, "Finetune/Loss": 0.6295852661132812, "Finetune/Loss (Raw)": 0.4877590239048004, "Finetune/Step": 17026, "Finetune/Step Time": 5.988868989050388}
+{"Finetune/Learning Rate": 6.814819037817133e-07, "Finetune/Loss": 0.6288846135139465, "Finetune/Loss (Raw)": 0.6124082803726196, "Finetune/Step": 17027, "Finetune/Step Time": 5.985982358455658}
+{"Finetune/Learning Rate": 6.808710300019771e-07, "Finetune/Loss": 0.6297451257705688, "Finetune/Loss (Raw)": 0.6915627121925354, "Finetune/Step": 17028, "Finetune/Step Time": 6.000394592061639}
+{"Finetune/Learning Rate": 6.802604204862384e-07, "Finetune/Loss": 0.6299927234649658, "Finetune/Loss (Raw)": 0.692751944065094, "Finetune/Step": 17029, "Finetune/Step Time": 6.0000997465103865}
+{"Finetune/Learning Rate": 6.796500752518109e-07, "Finetune/Loss": 0.6299276351928711, "Finetune/Loss (Raw)": 0.6160362362861633, "Finetune/Step": 17030, "Finetune/Step Time": 6.002452544867992}
+{"Finetune/Learning Rate": 6.790399943160076e-07, "Finetune/Loss": 0.629355251789093, "Finetune/Loss (Raw)": 0.5803970098495483, "Finetune/Step": 17031, "Finetune/Step Time": 6.004441622644663}
+{"Finetune/Learning Rate": 6.784301776961222e-07, "Finetune/Loss": 0.6283177137374878, "Finetune/Loss (Raw)": 0.4870285987854004, "Finetune/Step": 17032, "Finetune/Step Time": 6.001647584140301}
+{"Finetune/Learning Rate": 6.7782062540945e-07, "Finetune/Loss": 0.6276792287826538, "Finetune/Loss (Raw)": 0.5256294012069702, "Finetune/Step": 17033, "Finetune/Step Time": 6.001375382766128}
+{"Finetune/Learning Rate": 6.772113374732769e-07, "Finetune/Loss": 0.6267440319061279, "Finetune/Loss (Raw)": 0.6117454171180725, "Finetune/Step": 17034, "Finetune/Step Time": 6.00374542735517}
+{"Finetune/Learning Rate": 6.766023139048794e-07, "Finetune/Loss": 0.6258387565612793, "Finetune/Loss (Raw)": 0.6430230736732483, "Finetune/Step": 17035, "Finetune/Step Time": 6.005625249817967}
+{"Finetune/Learning Rate": 6.75993554721528e-07, "Finetune/Loss": 0.6258006691932678, "Finetune/Loss (Raw)": 0.5979299545288086, "Finetune/Step": 17036, "Finetune/Step Time": 6.008583644405007}
+{"Finetune/Learning Rate": 6.753850599404854e-07, "Finetune/Loss": 0.6261050701141357, "Finetune/Loss (Raw)": 0.6788002848625183, "Finetune/Step": 17037, "Finetune/Step Time": 6.007137004286051}
+{"Finetune/Learning Rate": 6.747768295790069e-07, "Finetune/Loss": 0.6255024075508118, "Finetune/Loss (Raw)": 0.6491951942443848, "Finetune/Step": 17038, "Finetune/Step Time": 6.001880304887891}
+{"Finetune/Learning Rate": 6.741688636543398e-07, "Finetune/Loss": 0.6262880563735962, "Finetune/Loss (Raw)": 0.6240799427032471, "Finetune/Step": 17039, "Finetune/Step Time": 5.9931864608079195}
+{"Finetune/Learning Rate": 6.735611621837257e-07, "Finetune/Loss": 0.6261441707611084, "Finetune/Loss (Raw)": 0.7074995040893555, "Finetune/Step": 17040, "Finetune/Step Time": 5.998778140172362}
+{"Finetune/Learning Rate": 6.729537251843954e-07, "Finetune/Loss": 0.625397264957428, "Finetune/Loss (Raw)": 0.5500021576881409, "Finetune/Step": 17041, "Finetune/Step Time": 6.006292637437582}
+{"Finetune/Learning Rate": 6.723465526735751e-07, "Finetune/Loss": 0.6252663731575012, "Finetune/Loss (Raw)": 0.6011531352996826, "Finetune/Step": 17042, "Finetune/Step Time": 6.004638249054551}
+{"Finetune/Learning Rate": 6.717396446684821e-07, "Finetune/Loss": 0.6240206956863403, "Finetune/Loss (Raw)": 0.6021735072135925, "Finetune/Step": 17043, "Finetune/Step Time": 5.988995211198926}
+{"Finetune/Learning Rate": 6.71133001186326e-07, "Finetune/Loss": 0.6232798099517822, "Finetune/Loss (Raw)": 0.4896506667137146, "Finetune/Step": 17044, "Finetune/Step Time": 5.987381011247635}
+{"Finetune/Learning Rate": 6.705266222443118e-07, "Finetune/Loss": 0.6227113008499146, "Finetune/Loss (Raw)": 0.6561753153800964, "Finetune/Step": 17045, "Finetune/Step Time": 5.98616567440331}
+{"Finetune/Learning Rate": 6.699205078596316e-07, "Finetune/Loss": 0.6216875910758972, "Finetune/Loss (Raw)": 0.5894562005996704, "Finetune/Step": 17046, "Finetune/Step Time": 5.990687992423773}
+{"Finetune/Learning Rate": 6.693146580494758e-07, "Finetune/Loss": 0.621380627155304, "Finetune/Loss (Raw)": 0.5843906998634338, "Finetune/Step": 17047, "Finetune/Step Time": 5.989151058718562}
+{"Finetune/Learning Rate": 6.68709072831023e-07, "Finetune/Loss": 0.622368574142456, "Finetune/Loss (Raw)": 0.7486577033996582, "Finetune/Step": 17048, "Finetune/Step Time": 6.018595499917865}
+{"Finetune/Learning Rate": 6.681037522214462e-07, "Finetune/Loss": 0.622337818145752, "Finetune/Loss (Raw)": 0.6320137977600098, "Finetune/Step": 17049, "Finetune/Step Time": 6.028440801426768}
+{"Finetune/Learning Rate": 6.674986962379104e-07, "Finetune/Loss": 0.6233015060424805, "Finetune/Loss (Raw)": 0.5522173643112183, "Finetune/Step": 17050, "Finetune/Step Time": 6.012605911120772}
+{"Finetune/Learning Rate": 6.668939048975742e-07, "Finetune/Loss": 0.6220152378082275, "Finetune/Loss (Raw)": 0.4949212074279785, "Finetune/Step": 17051, "Finetune/Step Time": 6.029814328998327}
+{"Finetune/Learning Rate": 6.662893782175861e-07, "Finetune/Loss": 0.6218234300613403, "Finetune/Loss (Raw)": 0.6146477460861206, "Finetune/Step": 17052, "Finetune/Step Time": 6.016401080414653}
+{"Finetune/Learning Rate": 6.656851162150901e-07, "Finetune/Loss": 0.6207525134086609, "Finetune/Loss (Raw)": 0.4774494469165802, "Finetune/Step": 17053, "Finetune/Step Time": 6.031637687236071}
+{"Finetune/Learning Rate": 6.650811189072215e-07, "Finetune/Loss": 0.6224685311317444, "Finetune/Loss (Raw)": 0.8553130626678467, "Finetune/Step": 17054, "Finetune/Step Time": 6.033201923593879}
+{"Finetune/Learning Rate": 6.644773863111087e-07, "Finetune/Loss": 0.6229652166366577, "Finetune/Loss (Raw)": 0.6650458574295044, "Finetune/Step": 17055, "Finetune/Step Time": 6.031540710479021}
+{"Finetune/Learning Rate": 6.638739184438681e-07, "Finetune/Loss": 0.6232466697692871, "Finetune/Loss (Raw)": 0.5436588525772095, "Finetune/Step": 17056, "Finetune/Step Time": 6.024509392678738}
+{"Finetune/Learning Rate": 6.632707153226148e-07, "Finetune/Loss": 0.6246984004974365, "Finetune/Loss (Raw)": 0.6617597341537476, "Finetune/Step": 17057, "Finetune/Step Time": 6.022125609219074}
+{"Finetune/Learning Rate": 6.626677769644541e-07, "Finetune/Loss": 0.6240148544311523, "Finetune/Loss (Raw)": 0.56027752161026, "Finetune/Step": 17058, "Finetune/Step Time": 6.0428314339369535}
+{"Finetune/Learning Rate": 6.620651033864844e-07, "Finetune/Loss": 0.6252744793891907, "Finetune/Loss (Raw)": 0.8066653609275818, "Finetune/Step": 17059, "Finetune/Step Time": 6.045364832505584}
+{"Finetune/Learning Rate": 6.614626946057945e-07, "Finetune/Loss": 0.6241297721862793, "Finetune/Loss (Raw)": 0.5143305659294128, "Finetune/Step": 17060, "Finetune/Step Time": 6.046910014003515}
+{"Finetune/Learning Rate": 6.608605506394683e-07, "Finetune/Loss": 0.6258544921875, "Finetune/Loss (Raw)": 0.7736814022064209, "Finetune/Step": 17061, "Finetune/Step Time": 6.044773692265153}
+{"Finetune/Learning Rate": 6.602586715045789e-07, "Finetune/Loss": 0.6255384087562561, "Finetune/Loss (Raw)": 0.5485769510269165, "Finetune/Step": 17062, "Finetune/Step Time": 6.04046331718564}
+{"Finetune/Learning Rate": 6.596570572181948e-07, "Finetune/Loss": 0.6253595352172852, "Finetune/Loss (Raw)": 0.6277084946632385, "Finetune/Step": 17063, "Finetune/Step Time": 6.053111955523491}
+{"Finetune/Learning Rate": 6.590557077973747e-07, "Finetune/Loss": 0.6246724724769592, "Finetune/Loss (Raw)": 0.5801630616188049, "Finetune/Step": 17064, "Finetune/Step Time": 6.051002720370889}
+{"Finetune/Learning Rate": 6.584546232591749e-07, "Finetune/Loss": 0.6236656308174133, "Finetune/Loss (Raw)": 0.5178344249725342, "Finetune/Step": 17065, "Finetune/Step Time": 6.047799175605178}
+{"Finetune/Learning Rate": 6.578538036206372e-07, "Finetune/Loss": 0.6233483552932739, "Finetune/Loss (Raw)": 0.5959922671318054, "Finetune/Step": 17066, "Finetune/Step Time": 6.031377777457237}
+{"Finetune/Learning Rate": 6.572532488988004e-07, "Finetune/Loss": 0.6236746311187744, "Finetune/Loss (Raw)": 0.5742121338844299, "Finetune/Step": 17067, "Finetune/Step Time": 6.0328318271785975}
+{"Finetune/Learning Rate": 6.566529591106962e-07, "Finetune/Loss": 0.6247662305831909, "Finetune/Loss (Raw)": 0.6790508031845093, "Finetune/Step": 17068, "Finetune/Step Time": 6.033796252682805}
+{"Finetune/Learning Rate": 6.560529342733424e-07, "Finetune/Loss": 0.6235475540161133, "Finetune/Loss (Raw)": 0.49197742342948914, "Finetune/Step": 17069, "Finetune/Step Time": 6.026486486196518}
+{"Finetune/Learning Rate": 6.554531744037585e-07, "Finetune/Loss": 0.6228027939796448, "Finetune/Loss (Raw)": 0.5217252373695374, "Finetune/Step": 17070, "Finetune/Step Time": 6.025533454492688}
+{"Finetune/Learning Rate": 6.548536795189475e-07, "Finetune/Loss": 0.6224614381790161, "Finetune/Loss (Raw)": 0.5891506671905518, "Finetune/Step": 17071, "Finetune/Step Time": 6.025963669642806}
+{"Finetune/Learning Rate": 6.542544496359138e-07, "Finetune/Loss": 0.6229615211486816, "Finetune/Loss (Raw)": 0.6262154579162598, "Finetune/Step": 17072, "Finetune/Step Time": 6.026834789663553}
+{"Finetune/Learning Rate": 6.53655484771648e-07, "Finetune/Loss": 0.6223985552787781, "Finetune/Loss (Raw)": 0.6590739488601685, "Finetune/Step": 17073, "Finetune/Step Time": 6.033986939117312}
+{"Finetune/Learning Rate": 6.530567849431369e-07, "Finetune/Loss": 0.6232981085777283, "Finetune/Loss (Raw)": 0.7674139738082886, "Finetune/Step": 17074, "Finetune/Step Time": 6.028693335130811}
+{"Finetune/Learning Rate": 6.524583501673554e-07, "Finetune/Loss": 0.6233446598052979, "Finetune/Loss (Raw)": 0.6647617220878601, "Finetune/Step": 17075, "Finetune/Step Time": 6.026184819638729}
+{"Finetune/Learning Rate": 6.518601804612734e-07, "Finetune/Loss": 0.6225531697273254, "Finetune/Loss (Raw)": 0.5889862179756165, "Finetune/Step": 17076, "Finetune/Step Time": 6.027474746108055}
+{"Finetune/Learning Rate": 6.512622758418552e-07, "Finetune/Loss": 0.6231882572174072, "Finetune/Loss (Raw)": 0.6958773136138916, "Finetune/Step": 17077, "Finetune/Step Time": 6.028554880991578}
+{"Finetune/Learning Rate": 6.506646363260516e-07, "Finetune/Loss": 0.6241402626037598, "Finetune/Loss (Raw)": 0.6779527068138123, "Finetune/Step": 17078, "Finetune/Step Time": 6.029584687203169}
+{"Finetune/Learning Rate": 6.500672619308157e-07, "Finetune/Loss": 0.6240126490592957, "Finetune/Loss (Raw)": 0.5576674342155457, "Finetune/Step": 17079, "Finetune/Step Time": 6.024934301152825}
+{"Finetune/Learning Rate": 6.494701526730851e-07, "Finetune/Loss": 0.6237567067146301, "Finetune/Loss (Raw)": 0.5966677069664001, "Finetune/Step": 17080, "Finetune/Step Time": 6.035357082262635}
+{"Finetune/Learning Rate": 6.488733085697907e-07, "Finetune/Loss": 0.6231454014778137, "Finetune/Loss (Raw)": 0.6373823881149292, "Finetune/Step": 17081, "Finetune/Step Time": 6.049220627173781}
+{"Finetune/Learning Rate": 6.482767296378578e-07, "Finetune/Loss": 0.62424635887146, "Finetune/Loss (Raw)": 0.6793091893196106, "Finetune/Step": 17082, "Finetune/Step Time": 6.0506258103996515}
+{"Finetune/Learning Rate": 6.476804158942051e-07, "Finetune/Loss": 0.6253324151039124, "Finetune/Loss (Raw)": 0.6860834360122681, "Finetune/Step": 17083, "Finetune/Step Time": 6.052222616970539}
+{"Finetune/Learning Rate": 6.470843673557403e-07, "Finetune/Loss": 0.6261193752288818, "Finetune/Loss (Raw)": 0.6545392274856567, "Finetune/Step": 17084, "Finetune/Step Time": 6.053376344963908}
+{"Finetune/Learning Rate": 6.464885840393675e-07, "Finetune/Loss": 0.626565158367157, "Finetune/Loss (Raw)": 0.6828937530517578, "Finetune/Step": 17085, "Finetune/Step Time": 6.053183306008577}
+{"Finetune/Learning Rate": 6.458930659619799e-07, "Finetune/Loss": 0.6271007657051086, "Finetune/Loss (Raw)": 0.6545453071594238, "Finetune/Step": 17086, "Finetune/Step Time": 6.084227232262492}
+{"Finetune/Learning Rate": 6.452978131404663e-07, "Finetune/Loss": 0.6261630058288574, "Finetune/Loss (Raw)": 0.5475075244903564, "Finetune/Step": 17087, "Finetune/Step Time": 6.105017650872469}
+{"Finetune/Learning Rate": 6.447028255917054e-07, "Finetune/Loss": 0.6267589330673218, "Finetune/Loss (Raw)": 0.6931514143943787, "Finetune/Step": 17088, "Finetune/Step Time": 6.096139436587691}
+{"Finetune/Learning Rate": 6.441081033325691e-07, "Finetune/Loss": 0.6266834139823914, "Finetune/Loss (Raw)": 0.6416416168212891, "Finetune/Step": 17089, "Finetune/Step Time": 6.09579105488956}
+{"Finetune/Learning Rate": 6.435136463799218e-07, "Finetune/Loss": 0.6269254088401794, "Finetune/Loss (Raw)": 0.6819021105766296, "Finetune/Step": 17090, "Finetune/Step Time": 6.095352813601494}
+{"Finetune/Learning Rate": 6.429194547506224e-07, "Finetune/Loss": 0.6283011436462402, "Finetune/Loss (Raw)": 0.7058193683624268, "Finetune/Step": 17091, "Finetune/Step Time": 6.091305263340473}
+{"Finetune/Learning Rate": 6.423255284615182e-07, "Finetune/Loss": 0.6285524368286133, "Finetune/Loss (Raw)": 0.693783700466156, "Finetune/Step": 17092, "Finetune/Step Time": 6.072855919599533}
+{"Finetune/Learning Rate": 6.417318675294526e-07, "Finetune/Loss": 0.6287590265274048, "Finetune/Loss (Raw)": 0.6694689989089966, "Finetune/Step": 17093, "Finetune/Step Time": 6.073008814826608}
+{"Finetune/Learning Rate": 6.41138471971261e-07, "Finetune/Loss": 0.6288354396820068, "Finetune/Loss (Raw)": 0.6686176657676697, "Finetune/Step": 17094, "Finetune/Step Time": 6.0670138988643885}
+{"Finetune/Learning Rate": 6.405453418037677e-07, "Finetune/Loss": 0.6296148300170898, "Finetune/Loss (Raw)": 0.7222681045532227, "Finetune/Step": 17095, "Finetune/Step Time": 6.069206360727549}
+{"Finetune/Learning Rate": 6.399524770437948e-07, "Finetune/Loss": 0.629379391670227, "Finetune/Loss (Raw)": 0.5909233093261719, "Finetune/Step": 17096, "Finetune/Step Time": 6.067804709076881}
+{"Finetune/Learning Rate": 6.393598777081533e-07, "Finetune/Loss": 0.6306161880493164, "Finetune/Loss (Raw)": 0.6900357007980347, "Finetune/Step": 17097, "Finetune/Step Time": 6.068425154313445}
+{"Finetune/Learning Rate": 6.387675438136464e-07, "Finetune/Loss": 0.6306401491165161, "Finetune/Loss (Raw)": 0.5675622224807739, "Finetune/Step": 17098, "Finetune/Step Time": 6.06657544337213}
+{"Finetune/Learning Rate": 6.38175475377073e-07, "Finetune/Loss": 0.6316587328910828, "Finetune/Loss (Raw)": 0.7292734384536743, "Finetune/Step": 17099, "Finetune/Step Time": 6.058048689737916}
+{"Finetune/Learning Rate": 6.375836724152218e-07, "Finetune/Loss": 0.6326731443405151, "Finetune/Loss (Raw)": 0.740379810333252, "Finetune/Step": 17100, "Finetune/Step Time": 6.062244720757008}
+{"Finetune/Learning Rate": 6.369921349448748e-07, "Finetune/Loss": 0.6317906975746155, "Finetune/Loss (Raw)": 0.6424732804298401, "Finetune/Step": 17101, "Finetune/Step Time": 6.056395331397653}
+{"Finetune/Learning Rate": 6.364008629828056e-07, "Finetune/Loss": 0.6319776773452759, "Finetune/Loss (Raw)": 0.7003902792930603, "Finetune/Step": 17102, "Finetune/Step Time": 6.056262152269483}
+{"Finetune/Learning Rate": 6.358098565457815e-07, "Finetune/Loss": 0.6315165758132935, "Finetune/Loss (Raw)": 0.5887938141822815, "Finetune/Step": 17103, "Finetune/Step Time": 6.047424299642444}
+{"Finetune/Learning Rate": 6.352191156505627e-07, "Finetune/Loss": 0.6315504312515259, "Finetune/Loss (Raw)": 0.6662110090255737, "Finetune/Step": 17104, "Finetune/Step Time": 6.0379873141646385}
+{"Finetune/Learning Rate": 6.34628640313898e-07, "Finetune/Loss": 0.631402850151062, "Finetune/Loss (Raw)": 0.6343081593513489, "Finetune/Step": 17105, "Finetune/Step Time": 6.042194325476885}
+{"Finetune/Learning Rate": 6.340384305525337e-07, "Finetune/Loss": 0.6311190128326416, "Finetune/Loss (Raw)": 0.6510050892829895, "Finetune/Step": 17106, "Finetune/Step Time": 6.055217819288373}
+{"Finetune/Learning Rate": 6.334484863832069e-07, "Finetune/Loss": 0.6297181844711304, "Finetune/Loss (Raw)": 0.537617027759552, "Finetune/Step": 17107, "Finetune/Step Time": 6.052288357168436}
+{"Finetune/Learning Rate": 6.328588078226461e-07, "Finetune/Loss": 0.6287438869476318, "Finetune/Loss (Raw)": 0.523855984210968, "Finetune/Step": 17108, "Finetune/Step Time": 6.050383633002639}
+{"Finetune/Learning Rate": 6.322693948875725e-07, "Finetune/Loss": 0.6296938061714172, "Finetune/Loss (Raw)": 0.6165316700935364, "Finetune/Step": 17109, "Finetune/Step Time": 6.011568872258067}
+{"Finetune/Learning Rate": 6.316802475947026e-07, "Finetune/Loss": 0.6296535730361938, "Finetune/Loss (Raw)": 0.6770312190055847, "Finetune/Step": 17110, "Finetune/Step Time": 6.011155856773257}
+{"Finetune/Learning Rate": 6.310913659607398e-07, "Finetune/Loss": 0.6282176375389099, "Finetune/Loss (Raw)": 0.41647839546203613, "Finetune/Step": 17111, "Finetune/Step Time": 6.012342231348157}
+{"Finetune/Learning Rate": 6.305027500023841e-07, "Finetune/Loss": 0.6269022226333618, "Finetune/Loss (Raw)": 0.5709258317947388, "Finetune/Step": 17112, "Finetune/Step Time": 6.032381109893322}
+{"Finetune/Learning Rate": 6.299143997363256e-07, "Finetune/Loss": 0.627657413482666, "Finetune/Loss (Raw)": 0.70943683385849, "Finetune/Step": 17113, "Finetune/Step Time": 6.047068888321519}
+{"Finetune/Learning Rate": 6.293263151792506e-07, "Finetune/Loss": 0.6286939382553101, "Finetune/Loss (Raw)": 0.694833517074585, "Finetune/Step": 17114, "Finetune/Step Time": 6.043509962037206}
+{"Finetune/Learning Rate": 6.287384963478349e-07, "Finetune/Loss": 0.6292023658752441, "Finetune/Loss (Raw)": 0.6840741038322449, "Finetune/Step": 17115, "Finetune/Step Time": 6.043116999790072}
+{"Finetune/Learning Rate": 6.281509432587496e-07, "Finetune/Loss": 0.6280348300933838, "Finetune/Loss (Raw)": 0.5087031722068787, "Finetune/Step": 17116, "Finetune/Step Time": 6.0482920072972775}
+{"Finetune/Learning Rate": 6.275636559286514e-07, "Finetune/Loss": 0.6284972429275513, "Finetune/Loss (Raw)": 0.6591629981994629, "Finetune/Step": 17117, "Finetune/Step Time": 6.047502119094133}
+{"Finetune/Learning Rate": 6.269766343741957e-07, "Finetune/Loss": 0.6288748979568481, "Finetune/Loss (Raw)": 0.6824343800544739, "Finetune/Step": 17118, "Finetune/Step Time": 6.028458470478654}
+{"Finetune/Learning Rate": 6.263898786120304e-07, "Finetune/Loss": 0.6287093162536621, "Finetune/Loss (Raw)": 0.6701539158821106, "Finetune/Step": 17119, "Finetune/Step Time": 6.030757926404476}
+{"Finetune/Learning Rate": 6.258033886587911e-07, "Finetune/Loss": 0.6293549537658691, "Finetune/Loss (Raw)": 0.6214540600776672, "Finetune/Step": 17120, "Finetune/Step Time": 6.034673064947128}
+{"Finetune/Learning Rate": 6.252171645311123e-07, "Finetune/Loss": 0.629163920879364, "Finetune/Loss (Raw)": 0.5963005423545837, "Finetune/Step": 17121, "Finetune/Step Time": 6.0320653561502695}
+{"Finetune/Learning Rate": 6.246312062456183e-07, "Finetune/Loss": 0.6276227831840515, "Finetune/Loss (Raw)": 0.5573558807373047, "Finetune/Step": 17122, "Finetune/Step Time": 6.036783762276173}
+{"Finetune/Learning Rate": 6.240455138189216e-07, "Finetune/Loss": 0.6276366710662842, "Finetune/Loss (Raw)": 0.7028250694274902, "Finetune/Step": 17123, "Finetune/Step Time": 6.014403471723199}
+{"Finetune/Learning Rate": 6.234600872676322e-07, "Finetune/Loss": 0.6272432208061218, "Finetune/Loss (Raw)": 0.6031540632247925, "Finetune/Step": 17124, "Finetune/Step Time": 6.010555291548371}
+{"Finetune/Learning Rate": 6.228749266083523e-07, "Finetune/Loss": 0.6276967525482178, "Finetune/Loss (Raw)": 0.6752233505249023, "Finetune/Step": 17125, "Finetune/Step Time": 6.0066813342273235}
+{"Finetune/Learning Rate": 6.222900318576741e-07, "Finetune/Loss": 0.6274508237838745, "Finetune/Loss (Raw)": 0.5854730010032654, "Finetune/Step": 17126, "Finetune/Step Time": 6.005892647430301}
+{"Finetune/Learning Rate": 6.217054030321823e-07, "Finetune/Loss": 0.6266654133796692, "Finetune/Loss (Raw)": 0.5249265432357788, "Finetune/Step": 17127, "Finetune/Step Time": 6.006485456600785}
+{"Finetune/Learning Rate": 6.211210401484602e-07, "Finetune/Loss": 0.6255483031272888, "Finetune/Loss (Raw)": 0.5363843441009521, "Finetune/Step": 17128, "Finetune/Step Time": 6.008991768583655}
+{"Finetune/Learning Rate": 6.205369432230734e-07, "Finetune/Loss": 0.6244409084320068, "Finetune/Loss (Raw)": 0.5313102602958679, "Finetune/Step": 17129, "Finetune/Step Time": 5.997221250087023}
+{"Finetune/Learning Rate": 6.199531122725878e-07, "Finetune/Loss": 0.6251865029335022, "Finetune/Loss (Raw)": 0.7584967017173767, "Finetune/Step": 17130, "Finetune/Step Time": 5.996119409799576}
+{"Finetune/Learning Rate": 6.193695473135586e-07, "Finetune/Loss": 0.6253513097763062, "Finetune/Loss (Raw)": 0.6357907652854919, "Finetune/Step": 17131, "Finetune/Step Time": 5.997575279325247}
+{"Finetune/Learning Rate": 6.18786248362534e-07, "Finetune/Loss": 0.6260675191879272, "Finetune/Loss (Raw)": 0.5234948396682739, "Finetune/Step": 17132, "Finetune/Step Time": 5.98416268453002}
+{"Finetune/Learning Rate": 6.182032154360551e-07, "Finetune/Loss": 0.6254316568374634, "Finetune/Loss (Raw)": 0.5379877090454102, "Finetune/Step": 17133, "Finetune/Step Time": 5.978724407032132}
+{"Finetune/Learning Rate": 6.176204485506543e-07, "Finetune/Loss": 0.6239715814590454, "Finetune/Loss (Raw)": 0.5877036452293396, "Finetune/Step": 17134, "Finetune/Step Time": 5.979094356298447}
+{"Finetune/Learning Rate": 6.170379477228572e-07, "Finetune/Loss": 0.6241675615310669, "Finetune/Loss (Raw)": 0.5837792754173279, "Finetune/Step": 17135, "Finetune/Step Time": 5.974963754415512}
+{"Finetune/Learning Rate": 6.164557129691828e-07, "Finetune/Loss": 0.6238720417022705, "Finetune/Loss (Raw)": 0.6042816638946533, "Finetune/Step": 17136, "Finetune/Step Time": 5.975987214595079}
+{"Finetune/Learning Rate": 6.158737443061414e-07, "Finetune/Loss": 0.6221901178359985, "Finetune/Loss (Raw)": 0.44989681243896484, "Finetune/Step": 17137, "Finetune/Step Time": 5.989094283431768}
+{"Finetune/Learning Rate": 6.152920417502361e-07, "Finetune/Loss": 0.6219859719276428, "Finetune/Loss (Raw)": 0.5800860524177551, "Finetune/Step": 17138, "Finetune/Step Time": 5.993004588410258}
+{"Finetune/Learning Rate": 6.147106053179619e-07, "Finetune/Loss": 0.6209591627120972, "Finetune/Loss (Raw)": 0.4945906102657318, "Finetune/Step": 17139, "Finetune/Step Time": 6.006943399086595}
+{"Finetune/Learning Rate": 6.141294350258065e-07, "Finetune/Loss": 0.6212295293807983, "Finetune/Loss (Raw)": 0.6323636174201965, "Finetune/Step": 17140, "Finetune/Step Time": 6.006020901724696}
+{"Finetune/Learning Rate": 6.1354853089025e-07, "Finetune/Loss": 0.620498776435852, "Finetune/Loss (Raw)": 0.4844851791858673, "Finetune/Step": 17141, "Finetune/Step Time": 6.018989751115441}
+{"Finetune/Learning Rate": 6.129678929277661e-07, "Finetune/Loss": 0.6204251050949097, "Finetune/Loss (Raw)": 0.7423352003097534, "Finetune/Step": 17142, "Finetune/Step Time": 6.018290176987648}
+{"Finetune/Learning Rate": 6.123875211548191e-07, "Finetune/Loss": 0.6196258068084717, "Finetune/Loss (Raw)": 0.5942518711090088, "Finetune/Step": 17143, "Finetune/Step Time": 6.024162229150534}
+{"Finetune/Learning Rate": 6.118074155878672e-07, "Finetune/Loss": 0.6192421317100525, "Finetune/Loss (Raw)": 0.6146748661994934, "Finetune/Step": 17144, "Finetune/Step Time": 6.021435564383864}
+{"Finetune/Learning Rate": 6.112275762433617e-07, "Finetune/Loss": 0.6188699007034302, "Finetune/Loss (Raw)": 0.5322397947311401, "Finetune/Step": 17145, "Finetune/Step Time": 6.0390544924885035}
+{"Finetune/Learning Rate": 6.106480031377449e-07, "Finetune/Loss": 0.6194230318069458, "Finetune/Loss (Raw)": 0.7150329351425171, "Finetune/Step": 17146, "Finetune/Step Time": 6.039973238483071}
+{"Finetune/Learning Rate": 6.10068696287448e-07, "Finetune/Loss": 0.6191215515136719, "Finetune/Loss (Raw)": 0.5264654755592346, "Finetune/Step": 17147, "Finetune/Step Time": 6.040388276800513}
+{"Finetune/Learning Rate": 6.094896557089025e-07, "Finetune/Loss": 0.6184278726577759, "Finetune/Loss (Raw)": 0.6617165803909302, "Finetune/Step": 17148, "Finetune/Step Time": 6.029255026951432}
+{"Finetune/Learning Rate": 6.089108814185274e-07, "Finetune/Loss": 0.6178532838821411, "Finetune/Loss (Raw)": 0.5901293158531189, "Finetune/Step": 17149, "Finetune/Step Time": 6.015882836654782}
+{"Finetune/Learning Rate": 6.083323734327362e-07, "Finetune/Loss": 0.6186772584915161, "Finetune/Loss (Raw)": 0.6201973557472229, "Finetune/Step": 17150, "Finetune/Step Time": 6.010561503469944}
+{"Finetune/Learning Rate": 6.077541317679314e-07, "Finetune/Loss": 0.6187370419502258, "Finetune/Loss (Raw)": 0.6362447142601013, "Finetune/Step": 17151, "Finetune/Step Time": 6.011225899681449}
+{"Finetune/Learning Rate": 6.071761564405121e-07, "Finetune/Loss": 0.6197177171707153, "Finetune/Loss (Raw)": 0.7621707320213318, "Finetune/Step": 17152, "Finetune/Step Time": 6.017885135486722}
+{"Finetune/Learning Rate": 6.065984474668685e-07, "Finetune/Loss": 0.6194088459014893, "Finetune/Loss (Raw)": 0.5695111751556396, "Finetune/Step": 17153, "Finetune/Step Time": 6.017610924318433}
+{"Finetune/Learning Rate": 6.060210048633785e-07, "Finetune/Loss": 0.6198563575744629, "Finetune/Loss (Raw)": 0.5450347065925598, "Finetune/Step": 17154, "Finetune/Step Time": 6.005277056246996}
+{"Finetune/Learning Rate": 6.054438286464215e-07, "Finetune/Loss": 0.6202957034111023, "Finetune/Loss (Raw)": 0.6686447262763977, "Finetune/Step": 17155, "Finetune/Step Time": 6.010461954399943}
+{"Finetune/Learning Rate": 6.048669188323631e-07, "Finetune/Loss": 0.6203620433807373, "Finetune/Loss (Raw)": 0.7000540494918823, "Finetune/Step": 17156, "Finetune/Step Time": 5.998135091736913}
+{"Finetune/Learning Rate": 6.042902754375624e-07, "Finetune/Loss": 0.6206190586090088, "Finetune/Loss (Raw)": 0.725656270980835, "Finetune/Step": 17157, "Finetune/Step Time": 5.998102320358157}
+{"Finetune/Learning Rate": 6.03713898478373e-07, "Finetune/Loss": 0.6209900975227356, "Finetune/Loss (Raw)": 0.6635211706161499, "Finetune/Step": 17158, "Finetune/Step Time": 5.997655604034662}
+{"Finetune/Learning Rate": 6.031377879711375e-07, "Finetune/Loss": 0.6218726634979248, "Finetune/Loss (Raw)": 0.6933718919754028, "Finetune/Step": 17159, "Finetune/Step Time": 5.971941825002432}
+{"Finetune/Learning Rate": 6.025619439321928e-07, "Finetune/Loss": 0.62208092212677, "Finetune/Loss (Raw)": 0.5136765837669373, "Finetune/Step": 17160, "Finetune/Step Time": 5.970923783257604}
+{"Finetune/Learning Rate": 6.019863663778691e-07, "Finetune/Loss": 0.6233459711074829, "Finetune/Loss (Raw)": 0.6875613331794739, "Finetune/Step": 17161, "Finetune/Step Time": 5.970517631620169}
+{"Finetune/Learning Rate": 6.014110553244857e-07, "Finetune/Loss": 0.6240338087081909, "Finetune/Loss (Raw)": 0.6997829675674438, "Finetune/Step": 17162, "Finetune/Step Time": 5.972128638997674}
+{"Finetune/Learning Rate": 6.008360107883604e-07, "Finetune/Loss": 0.6233150959014893, "Finetune/Loss (Raw)": 0.5510287880897522, "Finetune/Step": 17163, "Finetune/Step Time": 5.971616370603442}
+{"Finetune/Learning Rate": 6.002612327857971e-07, "Finetune/Loss": 0.6245077848434448, "Finetune/Loss (Raw)": 0.7505992650985718, "Finetune/Step": 17164, "Finetune/Step Time": 5.968730108812451}
+{"Finetune/Learning Rate": 5.996867213330993e-07, "Finetune/Loss": 0.6239038705825806, "Finetune/Loss (Raw)": 0.6015034914016724, "Finetune/Step": 17165, "Finetune/Step Time": 5.968078164383769}
+{"Finetune/Learning Rate": 5.991124764465528e-07, "Finetune/Loss": 0.6239544153213501, "Finetune/Loss (Raw)": 0.6556539535522461, "Finetune/Step": 17166, "Finetune/Step Time": 5.964099612087011}
+{"Finetune/Learning Rate": 5.985384981424436e-07, "Finetune/Loss": 0.6230874061584473, "Finetune/Loss (Raw)": 0.5131117105484009, "Finetune/Step": 17167, "Finetune/Step Time": 5.982693996280432}
+{"Finetune/Learning Rate": 5.979647864370486e-07, "Finetune/Loss": 0.6216398477554321, "Finetune/Loss (Raw)": 0.5221986770629883, "Finetune/Step": 17168, "Finetune/Step Time": 5.978723742067814}
+{"Finetune/Learning Rate": 5.973913413466348e-07, "Finetune/Loss": 0.6222665309906006, "Finetune/Loss (Raw)": 0.6302217841148376, "Finetune/Step": 17169, "Finetune/Step Time": 5.975636368617415}
+{"Finetune/Learning Rate": 5.96818162887467e-07, "Finetune/Loss": 0.6225285530090332, "Finetune/Loss (Raw)": 0.6346946358680725, "Finetune/Step": 17170, "Finetune/Step Time": 5.979098282754421}
+{"Finetune/Learning Rate": 5.962452510757976e-07, "Finetune/Loss": 0.6226378679275513, "Finetune/Loss (Raw)": 0.616173505783081, "Finetune/Step": 17171, "Finetune/Step Time": 5.976448856294155}
+{"Finetune/Learning Rate": 5.956726059278717e-07, "Finetune/Loss": 0.6239515542984009, "Finetune/Loss (Raw)": 0.6578018069267273, "Finetune/Step": 17172, "Finetune/Step Time": 5.979387328028679}
+{"Finetune/Learning Rate": 5.951002274599282e-07, "Finetune/Loss": 0.6241766214370728, "Finetune/Loss (Raw)": 0.6849762201309204, "Finetune/Step": 17173, "Finetune/Step Time": 5.9771948251873255}
+{"Finetune/Learning Rate": 5.945281156881988e-07, "Finetune/Loss": 0.623753547668457, "Finetune/Loss (Raw)": 0.5352969169616699, "Finetune/Step": 17174, "Finetune/Step Time": 5.977253282442689}
+{"Finetune/Learning Rate": 5.939562706289059e-07, "Finetune/Loss": 0.6237564086914062, "Finetune/Loss (Raw)": 0.5847682356834412, "Finetune/Step": 17175, "Finetune/Step Time": 5.975834682583809}
+{"Finetune/Learning Rate": 5.933846922982645e-07, "Finetune/Loss": 0.6228526830673218, "Finetune/Loss (Raw)": 0.6329785585403442, "Finetune/Step": 17176, "Finetune/Step Time": 5.947251696139574}
+{"Finetune/Learning Rate": 5.92813380712487e-07, "Finetune/Loss": 0.6230658292770386, "Finetune/Loss (Raw)": 0.6592908501625061, "Finetune/Step": 17177, "Finetune/Step Time": 5.937889840453863}
+{"Finetune/Learning Rate": 5.922423358877704e-07, "Finetune/Loss": 0.6239205598831177, "Finetune/Loss (Raw)": 0.6616315841674805, "Finetune/Step": 17178, "Finetune/Step Time": 5.934231512248516}
+{"Finetune/Learning Rate": 5.916715578403087e-07, "Finetune/Loss": 0.6247321367263794, "Finetune/Loss (Raw)": 0.5988038182258606, "Finetune/Step": 17179, "Finetune/Step Time": 5.933568781241775}
+{"Finetune/Learning Rate": 5.911010465862887e-07, "Finetune/Loss": 0.6244489550590515, "Finetune/Loss (Raw)": 0.5783964395523071, "Finetune/Step": 17180, "Finetune/Step Time": 5.932470243424177}
+{"Finetune/Learning Rate": 5.905308021418876e-07, "Finetune/Loss": 0.6258416771888733, "Finetune/Loss (Raw)": 0.6557161211967468, "Finetune/Step": 17181, "Finetune/Step Time": 5.91289447247982}
+{"Finetune/Learning Rate": 5.899608245232757e-07, "Finetune/Loss": 0.6245454549789429, "Finetune/Loss (Raw)": 0.6893982887268066, "Finetune/Step": 17182, "Finetune/Step Time": 5.915017005056143}
+{"Finetune/Learning Rate": 5.893911137466157e-07, "Finetune/Loss": 0.6233028173446655, "Finetune/Loss (Raw)": 0.5059875845909119, "Finetune/Step": 17183, "Finetune/Step Time": 5.920696817338467}
+{"Finetune/Learning Rate": 5.888216698280646e-07, "Finetune/Loss": 0.6236849427223206, "Finetune/Loss (Raw)": 0.5925687551498413, "Finetune/Step": 17184, "Finetune/Step Time": 5.9208454713225365}
+{"Finetune/Learning Rate": 5.882524927837685e-07, "Finetune/Loss": 0.6231977343559265, "Finetune/Loss (Raw)": 0.5993959903717041, "Finetune/Step": 17185, "Finetune/Step Time": 5.919693924486637}
+{"Finetune/Learning Rate": 5.876835826298688e-07, "Finetune/Loss": 0.6240547299385071, "Finetune/Loss (Raw)": 0.6699753403663635, "Finetune/Step": 17186, "Finetune/Step Time": 5.899018365889788}
+{"Finetune/Learning Rate": 5.87114939382497e-07, "Finetune/Loss": 0.6223302483558655, "Finetune/Loss (Raw)": 0.5859320163726807, "Finetune/Step": 17187, "Finetune/Step Time": 5.896145612001419}
+{"Finetune/Learning Rate": 5.865465630577793e-07, "Finetune/Loss": 0.6230328679084778, "Finetune/Loss (Raw)": 0.6042689085006714, "Finetune/Step": 17188, "Finetune/Step Time": 5.897848732769489}
+{"Finetune/Learning Rate": 5.859784536718327e-07, "Finetune/Loss": 0.6222411394119263, "Finetune/Loss (Raw)": 0.6723359823226929, "Finetune/Step": 17189, "Finetune/Step Time": 5.90528529882431}
+{"Finetune/Learning Rate": 5.854106112407665e-07, "Finetune/Loss": 0.6224633455276489, "Finetune/Loss (Raw)": 0.5770201086997986, "Finetune/Step": 17190, "Finetune/Step Time": 5.906235724687576}
+{"Finetune/Learning Rate": 5.848430357806845e-07, "Finetune/Loss": 0.6222026944160461, "Finetune/Loss (Raw)": 0.5943471789360046, "Finetune/Step": 17191, "Finetune/Step Time": 5.896405452862382}
+{"Finetune/Learning Rate": 5.842757273076815e-07, "Finetune/Loss": 0.6231303811073303, "Finetune/Loss (Raw)": 0.6989070773124695, "Finetune/Step": 17192, "Finetune/Step Time": 5.893416877835989}
+{"Finetune/Learning Rate": 5.837086858378427e-07, "Finetune/Loss": 0.6245554089546204, "Finetune/Loss (Raw)": 0.7002387642860413, "Finetune/Step": 17193, "Finetune/Step Time": 5.888588733971119}
+{"Finetune/Learning Rate": 5.831419113872505e-07, "Finetune/Loss": 0.6247553825378418, "Finetune/Loss (Raw)": 0.6215938925743103, "Finetune/Step": 17194, "Finetune/Step Time": 5.886518936604261}
+{"Finetune/Learning Rate": 5.825754039719766e-07, "Finetune/Loss": 0.6254886984825134, "Finetune/Loss (Raw)": 0.6680687665939331, "Finetune/Step": 17195, "Finetune/Step Time": 5.8863554280251265}
+{"Finetune/Learning Rate": 5.820091636080827e-07, "Finetune/Loss": 0.6257880926132202, "Finetune/Loss (Raw)": 0.7173736095428467, "Finetune/Step": 17196, "Finetune/Step Time": 5.886532472446561}
+{"Finetune/Learning Rate": 5.81443190311628e-07, "Finetune/Loss": 0.6266423463821411, "Finetune/Loss (Raw)": 0.601324200630188, "Finetune/Step": 17197, "Finetune/Step Time": 5.889114424586296}
+{"Finetune/Learning Rate": 5.80877484098662e-07, "Finetune/Loss": 0.6269242763519287, "Finetune/Loss (Raw)": 0.5578053593635559, "Finetune/Step": 17198, "Finetune/Step Time": 5.889321304857731}
+{"Finetune/Learning Rate": 5.803120449852262e-07, "Finetune/Loss": 0.6268801689147949, "Finetune/Loss (Raw)": 0.5835084915161133, "Finetune/Step": 17199, "Finetune/Step Time": 5.88827545940876}
+{"Finetune/Learning Rate": 5.797468729873546e-07, "Finetune/Loss": 0.6275119781494141, "Finetune/Loss (Raw)": 0.7070834040641785, "Finetune/Step": 17200, "Finetune/Step Time": 5.888429548591375}
+{"Finetune/Learning Rate": 5.791819681210764e-07, "Finetune/Loss": 0.6270413994789124, "Finetune/Loss (Raw)": 0.5988458395004272, "Finetune/Step": 17201, "Finetune/Step Time": 5.895247746258974}
+{"Finetune/Learning Rate": 5.786173304024057e-07, "Finetune/Loss": 0.6256529688835144, "Finetune/Loss (Raw)": 0.5896949172019958, "Finetune/Step": 17202, "Finetune/Step Time": 5.895707596093416}
+{"Finetune/Learning Rate": 5.780529598473561e-07, "Finetune/Loss": 0.6244519948959351, "Finetune/Loss (Raw)": 0.511031985282898, "Finetune/Step": 17203, "Finetune/Step Time": 5.901766762137413}
+{"Finetune/Learning Rate": 5.774888564719328e-07, "Finetune/Loss": 0.6247485876083374, "Finetune/Loss (Raw)": 0.6269510984420776, "Finetune/Step": 17204, "Finetune/Step Time": 5.899857835844159}
+{"Finetune/Learning Rate": 5.769250202921317e-07, "Finetune/Loss": 0.6240464448928833, "Finetune/Loss (Raw)": 0.6060137152671814, "Finetune/Step": 17205, "Finetune/Step Time": 5.896387431770563}
+{"Finetune/Learning Rate": 5.763614513239424e-07, "Finetune/Loss": 0.6233265399932861, "Finetune/Loss (Raw)": 0.5858020186424255, "Finetune/Step": 17206, "Finetune/Step Time": 5.89673943631351}
+{"Finetune/Learning Rate": 5.757981495833454e-07, "Finetune/Loss": 0.6245927810668945, "Finetune/Loss (Raw)": 0.7197437882423401, "Finetune/Step": 17207, "Finetune/Step Time": 5.915599251165986}
+{"Finetune/Learning Rate": 5.752351150863133e-07, "Finetune/Loss": 0.6252821683883667, "Finetune/Loss (Raw)": 0.6849052309989929, "Finetune/Step": 17208, "Finetune/Step Time": 5.9029858484864235}
+{"Finetune/Learning Rate": 5.746723478488125e-07, "Finetune/Loss": 0.6260707378387451, "Finetune/Loss (Raw)": 0.7383257150650024, "Finetune/Step": 17209, "Finetune/Step Time": 5.905435862019658}
+{"Finetune/Learning Rate": 5.741098478868002e-07, "Finetune/Loss": 0.6253143548965454, "Finetune/Loss (Raw)": 0.582486093044281, "Finetune/Step": 17210, "Finetune/Step Time": 5.891432777047157}
+{"Finetune/Learning Rate": 5.735476152162311e-07, "Finetune/Loss": 0.6247833967208862, "Finetune/Loss (Raw)": 0.6181210279464722, "Finetune/Step": 17211, "Finetune/Step Time": 5.899526892229915}
+{"Finetune/Learning Rate": 5.729856498530461e-07, "Finetune/Loss": 0.6255576610565186, "Finetune/Loss (Raw)": 0.7536479830741882, "Finetune/Step": 17212, "Finetune/Step Time": 5.899821350350976}
+{"Finetune/Learning Rate": 5.724239518131824e-07, "Finetune/Loss": 0.6251472234725952, "Finetune/Loss (Raw)": 0.6303535103797913, "Finetune/Step": 17213, "Finetune/Step Time": 5.904926678165793}
+{"Finetune/Learning Rate": 5.718625211125661e-07, "Finetune/Loss": 0.6249351501464844, "Finetune/Loss (Raw)": 0.6274080872535706, "Finetune/Step": 17214, "Finetune/Step Time": 5.870852617546916}
+{"Finetune/Learning Rate": 5.713013577671178e-07, "Finetune/Loss": 0.6257376670837402, "Finetune/Loss (Raw)": 0.6502217054367065, "Finetune/Step": 17215, "Finetune/Step Time": 5.8518985360860825}
+{"Finetune/Learning Rate": 5.707404617927526e-07, "Finetune/Loss": 0.625432014465332, "Finetune/Loss (Raw)": 0.654033899307251, "Finetune/Step": 17216, "Finetune/Step Time": 5.851529590785503}
+{"Finetune/Learning Rate": 5.701798332053732e-07, "Finetune/Loss": 0.6259205341339111, "Finetune/Loss (Raw)": 0.7041658163070679, "Finetune/Step": 17217, "Finetune/Step Time": 5.8743459694087505}
+{"Finetune/Learning Rate": 5.696194720208792e-07, "Finetune/Loss": 0.6255163550376892, "Finetune/Loss (Raw)": 0.6301723718643188, "Finetune/Step": 17218, "Finetune/Step Time": 5.875687459483743}
+{"Finetune/Learning Rate": 5.690593782551623e-07, "Finetune/Loss": 0.625165581703186, "Finetune/Loss (Raw)": 0.660914957523346, "Finetune/Step": 17219, "Finetune/Step Time": 5.8779330644756556}
+{"Finetune/Learning Rate": 5.684995519241021e-07, "Finetune/Loss": 0.6236892938613892, "Finetune/Loss (Raw)": 0.5048210620880127, "Finetune/Step": 17220, "Finetune/Step Time": 5.877185598015785}
+{"Finetune/Learning Rate": 5.679399930435747e-07, "Finetune/Loss": 0.6233866214752197, "Finetune/Loss (Raw)": 0.6307324171066284, "Finetune/Step": 17221, "Finetune/Step Time": 5.879709301516414}
+{"Finetune/Learning Rate": 5.673807016294485e-07, "Finetune/Loss": 0.6232351064682007, "Finetune/Loss (Raw)": 0.6492198705673218, "Finetune/Step": 17222, "Finetune/Step Time": 5.8840010073035955}
+{"Finetune/Learning Rate": 5.668216776975832e-07, "Finetune/Loss": 0.622018575668335, "Finetune/Loss (Raw)": 0.5665547847747803, "Finetune/Step": 17223, "Finetune/Step Time": 5.912943493574858}
+{"Finetune/Learning Rate": 5.662629212638293e-07, "Finetune/Loss": 0.6219148635864258, "Finetune/Loss (Raw)": 0.5776472687721252, "Finetune/Step": 17224, "Finetune/Step Time": 5.913367193192244}
+{"Finetune/Learning Rate": 5.657044323440342e-07, "Finetune/Loss": 0.6215387582778931, "Finetune/Loss (Raw)": 0.6418954730033875, "Finetune/Step": 17225, "Finetune/Step Time": 5.9087778478860855}
+{"Finetune/Learning Rate": 5.65146210954034e-07, "Finetune/Loss": 0.62154221534729, "Finetune/Loss (Raw)": 0.5680031776428223, "Finetune/Step": 17226, "Finetune/Step Time": 5.930512089282274}
+{"Finetune/Learning Rate": 5.645882571096572e-07, "Finetune/Loss": 0.6204065680503845, "Finetune/Loss (Raw)": 0.5839048624038696, "Finetune/Step": 17227, "Finetune/Step Time": 5.93266292847693}
+{"Finetune/Learning Rate": 5.640305708267269e-07, "Finetune/Loss": 0.619846522808075, "Finetune/Loss (Raw)": 0.6686971783638, "Finetune/Step": 17228, "Finetune/Step Time": 5.929901676252484}
+{"Finetune/Learning Rate": 5.63473152121058e-07, "Finetune/Loss": 0.6198437809944153, "Finetune/Loss (Raw)": 0.642124354839325, "Finetune/Step": 17229, "Finetune/Step Time": 5.935159748420119}
+{"Finetune/Learning Rate": 5.629160010084566e-07, "Finetune/Loss": 0.6195145845413208, "Finetune/Loss (Raw)": 0.6582537889480591, "Finetune/Step": 17230, "Finetune/Step Time": 5.935155883431435}
+{"Finetune/Learning Rate": 5.623591175047216e-07, "Finetune/Loss": 0.6206314563751221, "Finetune/Loss (Raw)": 0.7317514419555664, "Finetune/Step": 17231, "Finetune/Step Time": 5.938175056129694}
+{"Finetune/Learning Rate": 5.618025016256445e-07, "Finetune/Loss": 0.6205775141716003, "Finetune/Loss (Raw)": 0.6593053340911865, "Finetune/Step": 17232, "Finetune/Step Time": 5.940299050882459}
+{"Finetune/Learning Rate": 5.612461533870106e-07, "Finetune/Loss": 0.6209083795547485, "Finetune/Loss (Raw)": 0.6766588687896729, "Finetune/Step": 17233, "Finetune/Step Time": 5.937731422483921}
+{"Finetune/Learning Rate": 5.60690072804595e-07, "Finetune/Loss": 0.6201621890068054, "Finetune/Loss (Raw)": 0.5554941296577454, "Finetune/Step": 17234, "Finetune/Step Time": 5.9236444644629955}
+{"Finetune/Learning Rate": 5.601342598941673e-07, "Finetune/Loss": 0.6204065084457397, "Finetune/Loss (Raw)": 0.5688899159431458, "Finetune/Step": 17235, "Finetune/Step Time": 5.927530249580741}
+{"Finetune/Learning Rate": 5.595787146714882e-07, "Finetune/Loss": 0.6210137009620667, "Finetune/Loss (Raw)": 0.6015759110450745, "Finetune/Step": 17236, "Finetune/Step Time": 5.9285817965865135}
+{"Finetune/Learning Rate": 5.590234371523129e-07, "Finetune/Loss": 0.6211862564086914, "Finetune/Loss (Raw)": 0.638619601726532, "Finetune/Step": 17237, "Finetune/Step Time": 5.93402798846364}
+{"Finetune/Learning Rate": 5.584684273523855e-07, "Finetune/Loss": 0.6206788420677185, "Finetune/Loss (Raw)": 0.6120842695236206, "Finetune/Step": 17238, "Finetune/Step Time": 5.935524567961693}
+{"Finetune/Learning Rate": 5.579136852874456e-07, "Finetune/Loss": 0.6223415732383728, "Finetune/Loss (Raw)": 0.6293036341667175, "Finetune/Step": 17239, "Finetune/Step Time": 5.933310974389315}
+{"Finetune/Learning Rate": 5.57359210973224e-07, "Finetune/Loss": 0.6225975751876831, "Finetune/Loss (Raw)": 0.603693425655365, "Finetune/Step": 17240, "Finetune/Step Time": 5.916513308882713}
+{"Finetune/Learning Rate": 5.568050044254436e-07, "Finetune/Loss": 0.6225520372390747, "Finetune/Loss (Raw)": 0.7036100625991821, "Finetune/Step": 17241, "Finetune/Step Time": 5.901680624112487}
+{"Finetune/Learning Rate": 5.562510656598208e-07, "Finetune/Loss": 0.6221014857292175, "Finetune/Loss (Raw)": 0.6371626853942871, "Finetune/Step": 17242, "Finetune/Step Time": 5.903576770797372}
+{"Finetune/Learning Rate": 5.55697394692063e-07, "Finetune/Loss": 0.6214354038238525, "Finetune/Loss (Raw)": 0.5988125205039978, "Finetune/Step": 17243, "Finetune/Step Time": 5.908124720677733}
+{"Finetune/Learning Rate": 5.551439915378731e-07, "Finetune/Loss": 0.6219265460968018, "Finetune/Loss (Raw)": 0.5715759992599487, "Finetune/Step": 17244, "Finetune/Step Time": 5.90093975700438}
+{"Finetune/Learning Rate": 5.545908562129387e-07, "Finetune/Loss": 0.6223719120025635, "Finetune/Loss (Raw)": 0.7161650657653809, "Finetune/Step": 17245, "Finetune/Step Time": 5.913173906505108}
+{"Finetune/Learning Rate": 5.540379887329494e-07, "Finetune/Loss": 0.6218674778938293, "Finetune/Loss (Raw)": 0.6178689002990723, "Finetune/Step": 17246, "Finetune/Step Time": 5.912146342918277}
+{"Finetune/Learning Rate": 5.534853891135827e-07, "Finetune/Loss": 0.6215144395828247, "Finetune/Loss (Raw)": 0.6249606609344482, "Finetune/Step": 17247, "Finetune/Step Time": 5.909974206238985}
+{"Finetune/Learning Rate": 5.529330573705083e-07, "Finetune/Loss": 0.6212976574897766, "Finetune/Loss (Raw)": 0.5937119722366333, "Finetune/Step": 17248, "Finetune/Step Time": 5.909543192014098}
+{"Finetune/Learning Rate": 5.52380993519388e-07, "Finetune/Loss": 0.6218041181564331, "Finetune/Loss (Raw)": 0.6611214876174927, "Finetune/Step": 17249, "Finetune/Step Time": 5.908530844375491}
+{"Finetune/Learning Rate": 5.518291975758794e-07, "Finetune/Loss": 0.6230213642120361, "Finetune/Loss (Raw)": 0.7131679654121399, "Finetune/Step": 17250, "Finetune/Step Time": 5.904905034229159}
+{"Finetune/Learning Rate": 5.512776695556255e-07, "Finetune/Loss": 0.6225447654724121, "Finetune/Loss (Raw)": 0.6418222784996033, "Finetune/Step": 17251, "Finetune/Step Time": 5.907713735476136}
+{"Finetune/Learning Rate": 5.50726409474267e-07, "Finetune/Loss": 0.622443675994873, "Finetune/Loss (Raw)": 0.5902097225189209, "Finetune/Step": 17252, "Finetune/Step Time": 5.911460669711232}
+{"Finetune/Learning Rate": 5.501754173474394e-07, "Finetune/Loss": 0.6212199926376343, "Finetune/Loss (Raw)": 0.5185980796813965, "Finetune/Step": 17253, "Finetune/Step Time": 5.912852056324482}
+{"Finetune/Learning Rate": 5.496246931907645e-07, "Finetune/Loss": 0.6215531826019287, "Finetune/Loss (Raw)": 0.6281205415725708, "Finetune/Step": 17254, "Finetune/Step Time": 5.913893721997738}
+{"Finetune/Learning Rate": 5.490742370198609e-07, "Finetune/Loss": 0.6235449314117432, "Finetune/Loss (Raw)": 0.779862642288208, "Finetune/Step": 17255, "Finetune/Step Time": 5.913071721792221}
+{"Finetune/Learning Rate": 5.485240488503385e-07, "Finetune/Loss": 0.6245275735855103, "Finetune/Loss (Raw)": 0.6621695160865784, "Finetune/Step": 17256, "Finetune/Step Time": 5.9207497257739305}
+{"Finetune/Learning Rate": 5.479741286977957e-07, "Finetune/Loss": 0.6244240403175354, "Finetune/Loss (Raw)": 0.5180556178092957, "Finetune/Step": 17257, "Finetune/Step Time": 5.915765261277556}
+{"Finetune/Learning Rate": 5.474244765778281e-07, "Finetune/Loss": 0.624182939529419, "Finetune/Loss (Raw)": 0.7276320457458496, "Finetune/Step": 17258, "Finetune/Step Time": 5.915315086022019}
+{"Finetune/Learning Rate": 5.468750925060229e-07, "Finetune/Loss": 0.6242244243621826, "Finetune/Loss (Raw)": 0.6411030292510986, "Finetune/Step": 17259, "Finetune/Step Time": 5.91069258376956}
+{"Finetune/Learning Rate": 5.46325976497959e-07, "Finetune/Loss": 0.6247605085372925, "Finetune/Loss (Raw)": 0.5921154022216797, "Finetune/Step": 17260, "Finetune/Step Time": 5.907750688493252}
+{"Finetune/Learning Rate": 5.457771285692081e-07, "Finetune/Loss": 0.6248804330825806, "Finetune/Loss (Raw)": 0.5533389449119568, "Finetune/Step": 17261, "Finetune/Step Time": 5.912532551214099}
+{"Finetune/Learning Rate": 5.45228548735336e-07, "Finetune/Loss": 0.6254897117614746, "Finetune/Loss (Raw)": 0.665690541267395, "Finetune/Step": 17262, "Finetune/Step Time": 5.915047917515039}
+{"Finetune/Learning Rate": 5.446802370118942e-07, "Finetune/Loss": 0.6264534592628479, "Finetune/Loss (Raw)": 0.7071345448493958, "Finetune/Step": 17263, "Finetune/Step Time": 5.916319124400616}
+{"Finetune/Learning Rate": 5.44132193414434e-07, "Finetune/Loss": 0.6269055008888245, "Finetune/Loss (Raw)": 0.6621508598327637, "Finetune/Step": 17264, "Finetune/Step Time": 5.915855934843421}
+{"Finetune/Learning Rate": 5.435844179584948e-07, "Finetune/Loss": 0.6291826367378235, "Finetune/Loss (Raw)": 0.7413648366928101, "Finetune/Step": 17265, "Finetune/Step Time": 5.905715359374881}
+{"Finetune/Learning Rate": 5.430369106596112e-07, "Finetune/Loss": 0.6306382417678833, "Finetune/Loss (Raw)": 0.7663987278938293, "Finetune/Step": 17266, "Finetune/Step Time": 5.902779186144471}
+{"Finetune/Learning Rate": 5.424896715333094e-07, "Finetune/Loss": 0.6311943531036377, "Finetune/Loss (Raw)": 0.5657779574394226, "Finetune/Step": 17267, "Finetune/Step Time": 5.893748391419649}
+{"Finetune/Learning Rate": 5.419427005951083e-07, "Finetune/Loss": 0.6315659284591675, "Finetune/Loss (Raw)": 0.6799309253692627, "Finetune/Step": 17268, "Finetune/Step Time": 5.889789333567023}
+{"Finetune/Learning Rate": 5.413959978605155e-07, "Finetune/Loss": 0.6331881880760193, "Finetune/Loss (Raw)": 0.6921294331550598, "Finetune/Step": 17269, "Finetune/Step Time": 5.8707326259464025}
+{"Finetune/Learning Rate": 5.408495633450361e-07, "Finetune/Loss": 0.6325271129608154, "Finetune/Loss (Raw)": 0.6577107310295105, "Finetune/Step": 17270, "Finetune/Step Time": 5.889946775510907}
+{"Finetune/Learning Rate": 5.403033970641647e-07, "Finetune/Loss": 0.634091854095459, "Finetune/Loss (Raw)": 0.7945460081100464, "Finetune/Step": 17271, "Finetune/Step Time": 5.877504266798496}
+{"Finetune/Learning Rate": 5.397574990333898e-07, "Finetune/Loss": 0.6340849995613098, "Finetune/Loss (Raw)": 0.6137990355491638, "Finetune/Step": 17272, "Finetune/Step Time": 5.8837232775986195}
+{"Finetune/Learning Rate": 5.392118692681902e-07, "Finetune/Loss": 0.634865403175354, "Finetune/Loss (Raw)": 0.6321315765380859, "Finetune/Step": 17273, "Finetune/Step Time": 5.86899059265852}
+{"Finetune/Learning Rate": 5.386665077840392e-07, "Finetune/Loss": 0.6342617273330688, "Finetune/Loss (Raw)": 0.6377606391906738, "Finetune/Step": 17274, "Finetune/Step Time": 5.8888846561312675}
+{"Finetune/Learning Rate": 5.381214145964009e-07, "Finetune/Loss": 0.6343641877174377, "Finetune/Loss (Raw)": 0.5395795702934265, "Finetune/Step": 17275, "Finetune/Step Time": 5.870994223281741}
+{"Finetune/Learning Rate": 5.375765897207341e-07, "Finetune/Loss": 0.634872317314148, "Finetune/Loss (Raw)": 0.7267577052116394, "Finetune/Step": 17276, "Finetune/Step Time": 5.876114245504141}
+{"Finetune/Learning Rate": 5.370320331724876e-07, "Finetune/Loss": 0.6349730491638184, "Finetune/Loss (Raw)": 0.6030162572860718, "Finetune/Step": 17277, "Finetune/Step Time": 5.89148610457778}
+{"Finetune/Learning Rate": 5.364877449671036e-07, "Finetune/Loss": 0.6353885531425476, "Finetune/Loss (Raw)": 0.6733872294425964, "Finetune/Step": 17278, "Finetune/Step Time": 5.893260199576616}
+{"Finetune/Learning Rate": 5.359437251200161e-07, "Finetune/Loss": 0.6351206302642822, "Finetune/Loss (Raw)": 0.6019469499588013, "Finetune/Step": 17279, "Finetune/Step Time": 5.895623123273253}
+{"Finetune/Learning Rate": 5.353999736466531e-07, "Finetune/Loss": 0.6348851919174194, "Finetune/Loss (Raw)": 0.7320370674133301, "Finetune/Step": 17280, "Finetune/Step Time": 5.888264112174511}
+{"Finetune/Learning Rate": 5.348564905624331e-07, "Finetune/Loss": 0.6355260610580444, "Finetune/Loss (Raw)": 0.6515454649925232, "Finetune/Step": 17281, "Finetune/Step Time": 5.886636978015304}
+{"Finetune/Learning Rate": 5.343132758827674e-07, "Finetune/Loss": 0.6366671323776245, "Finetune/Loss (Raw)": 0.6910904049873352, "Finetune/Step": 17282, "Finetune/Step Time": 5.883705763146281}
+{"Finetune/Learning Rate": 5.337703296230601e-07, "Finetune/Loss": 0.6364058256149292, "Finetune/Loss (Raw)": 0.6352006793022156, "Finetune/Step": 17283, "Finetune/Step Time": 5.876311549916863}
+{"Finetune/Learning Rate": 5.332276517987089e-07, "Finetune/Loss": 0.6356638669967651, "Finetune/Loss (Raw)": 0.6050764322280884, "Finetune/Step": 17284, "Finetune/Step Time": 5.874789537861943}
+{"Finetune/Learning Rate": 5.326852424251006e-07, "Finetune/Loss": 0.63550865650177, "Finetune/Loss (Raw)": 0.7057878375053406, "Finetune/Step": 17285, "Finetune/Step Time": 5.8744587525725365}
+{"Finetune/Learning Rate": 5.321431015176171e-07, "Finetune/Loss": 0.635583758354187, "Finetune/Loss (Raw)": 0.6731412410736084, "Finetune/Step": 17286, "Finetune/Step Time": 5.872908227145672}
+{"Finetune/Learning Rate": 5.316012290916328e-07, "Finetune/Loss": 0.635658323764801, "Finetune/Loss (Raw)": 0.7029174566268921, "Finetune/Step": 17287, "Finetune/Step Time": 5.876818336546421}
+{"Finetune/Learning Rate": 5.310596251625133e-07, "Finetune/Loss": 0.6363528966903687, "Finetune/Loss (Raw)": 0.6025843024253845, "Finetune/Step": 17288, "Finetune/Step Time": 5.875088224187493}
+{"Finetune/Learning Rate": 5.305182897456174e-07, "Finetune/Loss": 0.6364037990570068, "Finetune/Loss (Raw)": 0.6940752863883972, "Finetune/Step": 17289, "Finetune/Step Time": 5.881066974252462}
+{"Finetune/Learning Rate": 5.299772228562938e-07, "Finetune/Loss": 0.6356799602508545, "Finetune/Loss (Raw)": 0.607132077217102, "Finetune/Step": 17290, "Finetune/Step Time": 5.876356195658445}
+{"Finetune/Learning Rate": 5.294364245098882e-07, "Finetune/Loss": 0.6362569332122803, "Finetune/Loss (Raw)": 0.6248816847801208, "Finetune/Step": 17291, "Finetune/Step Time": 5.875194286927581}
+{"Finetune/Learning Rate": 5.28895894721736e-07, "Finetune/Loss": 0.6349841356277466, "Finetune/Loss (Raw)": 0.5876805186271667, "Finetune/Step": 17292, "Finetune/Step Time": 5.8798895962536335}
+{"Finetune/Learning Rate": 5.283556335071604e-07, "Finetune/Loss": 0.635360836982727, "Finetune/Loss (Raw)": 0.6497219204902649, "Finetune/Step": 17293, "Finetune/Step Time": 5.882086927071214}
+{"Finetune/Learning Rate": 5.278156408814883e-07, "Finetune/Loss": 0.6347931623458862, "Finetune/Loss (Raw)": 0.5829935073852539, "Finetune/Step": 17294, "Finetune/Step Time": 5.878347001969814}
+{"Finetune/Learning Rate": 5.272759168600283e-07, "Finetune/Loss": 0.635010838508606, "Finetune/Loss (Raw)": 0.5409695506095886, "Finetune/Step": 17295, "Finetune/Step Time": 5.866627272218466}
+{"Finetune/Learning Rate": 5.267364614580861e-07, "Finetune/Loss": 0.6361141800880432, "Finetune/Loss (Raw)": 0.6634257435798645, "Finetune/Step": 17296, "Finetune/Step Time": 5.867778819054365}
+{"Finetune/Learning Rate": 5.261972746909605e-07, "Finetune/Loss": 0.6353136301040649, "Finetune/Loss (Raw)": 0.527759850025177, "Finetune/Step": 17297, "Finetune/Step Time": 5.872571878135204}
+{"Finetune/Learning Rate": 5.256583565739403e-07, "Finetune/Loss": 0.6358383297920227, "Finetune/Loss (Raw)": 0.7018508911132812, "Finetune/Step": 17298, "Finetune/Step Time": 5.8694948852062225}
+{"Finetune/Learning Rate": 5.251197071223079e-07, "Finetune/Loss": 0.6360349655151367, "Finetune/Loss (Raw)": 0.6413365602493286, "Finetune/Step": 17299, "Finetune/Step Time": 5.872344499453902}
+{"Finetune/Learning Rate": 5.245813263513366e-07, "Finetune/Loss": 0.6357874870300293, "Finetune/Loss (Raw)": 0.6261270642280579, "Finetune/Step": 17300, "Finetune/Step Time": 5.867973970249295}
+{"Finetune/Learning Rate": 5.24043214276293e-07, "Finetune/Loss": 0.6358615159988403, "Finetune/Loss (Raw)": 0.6944471597671509, "Finetune/Step": 17301, "Finetune/Step Time": 5.868737384676933}
+{"Finetune/Learning Rate": 5.235053709124394e-07, "Finetune/Loss": 0.6355485916137695, "Finetune/Loss (Raw)": 0.49525323510169983, "Finetune/Step": 17302, "Finetune/Step Time": 5.896788934245706}
+{"Finetune/Learning Rate": 5.229677962750268e-07, "Finetune/Loss": 0.636561930179596, "Finetune/Loss (Raw)": 0.7144742012023926, "Finetune/Step": 17303, "Finetune/Step Time": 5.899261023849249}
+{"Finetune/Learning Rate": 5.224304903792987e-07, "Finetune/Loss": 0.6371310949325562, "Finetune/Loss (Raw)": 0.7058265805244446, "Finetune/Step": 17304, "Finetune/Step Time": 5.910316864028573}
+{"Finetune/Learning Rate": 5.218934532404907e-07, "Finetune/Loss": 0.6364980340003967, "Finetune/Loss (Raw)": 0.5782639980316162, "Finetune/Step": 17305, "Finetune/Step Time": 5.9059080723673105}
+{"Finetune/Learning Rate": 5.213566848738316e-07, "Finetune/Loss": 0.6356358528137207, "Finetune/Loss (Raw)": 0.5512729287147522, "Finetune/Step": 17306, "Finetune/Step Time": 5.903883693739772}
+{"Finetune/Learning Rate": 5.208201852945439e-07, "Finetune/Loss": 0.6357771158218384, "Finetune/Loss (Raw)": 0.6168757677078247, "Finetune/Step": 17307, "Finetune/Step Time": 5.884944202378392}
+{"Finetune/Learning Rate": 5.202839545178384e-07, "Finetune/Loss": 0.6361304521560669, "Finetune/Loss (Raw)": 0.623624324798584, "Finetune/Step": 17308, "Finetune/Step Time": 5.885455811396241}
+{"Finetune/Learning Rate": 5.197479925589244e-07, "Finetune/Loss": 0.6356707811355591, "Finetune/Loss (Raw)": 0.5968887209892273, "Finetune/Step": 17309, "Finetune/Step Time": 5.883618414402008}
+{"Finetune/Learning Rate": 5.192122994330017e-07, "Finetune/Loss": 0.6354217529296875, "Finetune/Loss (Raw)": 0.6575157046318054, "Finetune/Step": 17310, "Finetune/Step Time": 5.8832495752722025}
+{"Finetune/Learning Rate": 5.186768751552562e-07, "Finetune/Loss": 0.6373583674430847, "Finetune/Loss (Raw)": 0.7538768649101257, "Finetune/Step": 17311, "Finetune/Step Time": 5.879565140232444}
+{"Finetune/Learning Rate": 5.181417197408733e-07, "Finetune/Loss": 0.6375548839569092, "Finetune/Loss (Raw)": 0.6177147030830383, "Finetune/Step": 17312, "Finetune/Step Time": 5.879020221531391}
+{"Finetune/Learning Rate": 5.176068332050288e-07, "Finetune/Loss": 0.6380683183670044, "Finetune/Loss (Raw)": 0.6651211380958557, "Finetune/Step": 17313, "Finetune/Step Time": 5.878493040800095}
+{"Finetune/Learning Rate": 5.170722155628904e-07, "Finetune/Loss": 0.6376427412033081, "Finetune/Loss (Raw)": 0.6155045032501221, "Finetune/Step": 17314, "Finetune/Step Time": 5.880822902545333}
+{"Finetune/Learning Rate": 5.165378668296161e-07, "Finetune/Loss": 0.6382863521575928, "Finetune/Loss (Raw)": 0.6683117747306824, "Finetune/Step": 17315, "Finetune/Step Time": 5.883154129609466}
+{"Finetune/Learning Rate": 5.160037870203638e-07, "Finetune/Loss": 0.6388996243476868, "Finetune/Loss (Raw)": 0.6827670931816101, "Finetune/Step": 17316, "Finetune/Step Time": 5.883135775104165}
+{"Finetune/Learning Rate": 5.154699761502735e-07, "Finetune/Loss": 0.6381527185440063, "Finetune/Loss (Raw)": 0.5767386555671692, "Finetune/Step": 17317, "Finetune/Step Time": 5.878230378031731}
+{"Finetune/Learning Rate": 5.149364342344843e-07, "Finetune/Loss": 0.638189435005188, "Finetune/Loss (Raw)": 0.5817185640335083, "Finetune/Step": 17318, "Finetune/Step Time": 5.891848394647241}
+{"Finetune/Learning Rate": 5.144031612881261e-07, "Finetune/Loss": 0.6386736631393433, "Finetune/Loss (Raw)": 0.6563257575035095, "Finetune/Step": 17319, "Finetune/Step Time": 5.892248820513487}
+{"Finetune/Learning Rate": 5.138701573263216e-07, "Finetune/Loss": 0.6381083726882935, "Finetune/Loss (Raw)": 0.6265463829040527, "Finetune/Step": 17320, "Finetune/Step Time": 5.8986485581845045}
+{"Finetune/Learning Rate": 5.133374223641829e-07, "Finetune/Loss": 0.6371991634368896, "Finetune/Loss (Raw)": 0.5838581919670105, "Finetune/Step": 17321, "Finetune/Step Time": 5.9033728670328856}
+{"Finetune/Learning Rate": 5.12804956416818e-07, "Finetune/Loss": 0.6384968757629395, "Finetune/Loss (Raw)": 0.7877056002616882, "Finetune/Step": 17322, "Finetune/Step Time": 5.91075474768877}
+{"Finetune/Learning Rate": 5.122727594993293e-07, "Finetune/Loss": 0.6374707818031311, "Finetune/Loss (Raw)": 0.5367279648780823, "Finetune/Step": 17323, "Finetune/Step Time": 5.930511841550469}
+{"Finetune/Learning Rate": 5.117408316268047e-07, "Finetune/Loss": 0.6362941265106201, "Finetune/Loss (Raw)": 0.5667622089385986, "Finetune/Step": 17324, "Finetune/Step Time": 5.9372684471309185}
+{"Finetune/Learning Rate": 5.112091728143276e-07, "Finetune/Loss": 0.6352661848068237, "Finetune/Loss (Raw)": 0.46975383162498474, "Finetune/Step": 17325, "Finetune/Step Time": 5.954546431079507}
+{"Finetune/Learning Rate": 5.106777830769771e-07, "Finetune/Loss": 0.6352946758270264, "Finetune/Loss (Raw)": 0.5614465475082397, "Finetune/Step": 17326, "Finetune/Step Time": 5.954511947929859}
+{"Finetune/Learning Rate": 5.101466624298202e-07, "Finetune/Loss": 0.637143611907959, "Finetune/Loss (Raw)": 0.8201740384101868, "Finetune/Step": 17327, "Finetune/Step Time": 5.964769400656223}
+{"Finetune/Learning Rate": 5.09615810887919e-07, "Finetune/Loss": 0.6367213129997253, "Finetune/Loss (Raw)": 0.6530214548110962, "Finetune/Step": 17328, "Finetune/Step Time": 5.985898414626718}
+{"Finetune/Learning Rate": 5.090852284663262e-07, "Finetune/Loss": 0.6371155381202698, "Finetune/Loss (Raw)": 0.6493105292320251, "Finetune/Step": 17329, "Finetune/Step Time": 5.996250012889504}
+{"Finetune/Learning Rate": 5.085549151800873e-07, "Finetune/Loss": 0.6372426748275757, "Finetune/Loss (Raw)": 0.6059784293174744, "Finetune/Step": 17330, "Finetune/Step Time": 5.998133856803179}
+{"Finetune/Learning Rate": 5.080248710442414e-07, "Finetune/Loss": 0.6378290057182312, "Finetune/Loss (Raw)": 0.5860713720321655, "Finetune/Step": 17331, "Finetune/Step Time": 5.9912153370678425}
+{"Finetune/Learning Rate": 5.074950960738179e-07, "Finetune/Loss": 0.6373879313468933, "Finetune/Loss (Raw)": 0.5704891681671143, "Finetune/Step": 17332, "Finetune/Step Time": 5.996722396463156}
+{"Finetune/Learning Rate": 5.06965590283841e-07, "Finetune/Loss": 0.6369119882583618, "Finetune/Loss (Raw)": 0.5451027154922485, "Finetune/Step": 17333, "Finetune/Step Time": 5.99649771861732}
+{"Finetune/Learning Rate": 5.064363536893258e-07, "Finetune/Loss": 0.6368740200996399, "Finetune/Loss (Raw)": 0.580937922000885, "Finetune/Step": 17334, "Finetune/Step Time": 6.01276178099215}
+{"Finetune/Learning Rate": 5.059073863052788e-07, "Finetune/Loss": 0.6361154913902283, "Finetune/Loss (Raw)": 0.6226528286933899, "Finetune/Step": 17335, "Finetune/Step Time": 5.994265552610159}
+{"Finetune/Learning Rate": 5.053786881467004e-07, "Finetune/Loss": 0.6347185373306274, "Finetune/Loss (Raw)": 0.5060878992080688, "Finetune/Step": 17336, "Finetune/Step Time": 6.014330675825477}
+{"Finetune/Learning Rate": 5.048502592285842e-07, "Finetune/Loss": 0.6335268020629883, "Finetune/Loss (Raw)": 0.5857844948768616, "Finetune/Step": 17337, "Finetune/Step Time": 6.007023287937045}
+{"Finetune/Learning Rate": 5.043220995659137e-07, "Finetune/Loss": 0.6343412399291992, "Finetune/Loss (Raw)": 0.6867404580116272, "Finetune/Step": 17338, "Finetune/Step Time": 6.007815258577466}
+{"Finetune/Learning Rate": 5.03794209173667e-07, "Finetune/Loss": 0.6344012022018433, "Finetune/Loss (Raw)": 0.6258013844490051, "Finetune/Step": 17339, "Finetune/Step Time": 5.9959280379116535}
+{"Finetune/Learning Rate": 5.03266588066812e-07, "Finetune/Loss": 0.6346476078033447, "Finetune/Loss (Raw)": 0.785183310508728, "Finetune/Step": 17340, "Finetune/Step Time": 5.998626807704568}
+{"Finetune/Learning Rate": 5.027392362603134e-07, "Finetune/Loss": 0.634171724319458, "Finetune/Loss (Raw)": 0.569442093372345, "Finetune/Step": 17341, "Finetune/Step Time": 5.99831884726882}
+{"Finetune/Learning Rate": 5.022121537691205e-07, "Finetune/Loss": 0.6343874335289001, "Finetune/Loss (Raw)": 0.6550197005271912, "Finetune/Step": 17342, "Finetune/Step Time": 6.001717915758491}
+{"Finetune/Learning Rate": 5.016853406081834e-07, "Finetune/Loss": 0.6339151859283447, "Finetune/Loss (Raw)": 0.5897679924964905, "Finetune/Step": 17343, "Finetune/Step Time": 5.998445358127356}
+{"Finetune/Learning Rate": 5.011587967924414e-07, "Finetune/Loss": 0.6339937448501587, "Finetune/Loss (Raw)": 0.6640934944152832, "Finetune/Step": 17344, "Finetune/Step Time": 5.998330963775516}
+{"Finetune/Learning Rate": 5.006325223368247e-07, "Finetune/Loss": 0.6336638927459717, "Finetune/Loss (Raw)": 0.6619449853897095, "Finetune/Step": 17345, "Finetune/Step Time": 5.9737741239368916}
+{"Finetune/Learning Rate": 5.001065172562569e-07, "Finetune/Loss": 0.6340657472610474, "Finetune/Loss (Raw)": 0.6816135048866272, "Finetune/Step": 17346, "Finetune/Step Time": 5.974916661158204}
+{"Finetune/Learning Rate": 4.995807815656561e-07, "Finetune/Loss": 0.6341862678527832, "Finetune/Loss (Raw)": 0.676331639289856, "Finetune/Step": 17347, "Finetune/Step Time": 5.974771363660693}
+{"Finetune/Learning Rate": 4.990553152799272e-07, "Finetune/Loss": 0.6355446577072144, "Finetune/Loss (Raw)": 0.6786972880363464, "Finetune/Step": 17348, "Finetune/Step Time": 5.976748637855053}
+{"Finetune/Learning Rate": 4.985301184139712e-07, "Finetune/Loss": 0.6350572109222412, "Finetune/Loss (Raw)": 0.5683422088623047, "Finetune/Step": 17349, "Finetune/Step Time": 5.973744556307793}
+{"Finetune/Learning Rate": 4.980051909826833e-07, "Finetune/Loss": 0.6348738074302673, "Finetune/Loss (Raw)": 0.6257429718971252, "Finetune/Step": 17350, "Finetune/Step Time": 5.9721335880458355}
+{"Finetune/Learning Rate": 4.97480533000948e-07, "Finetune/Loss": 0.6347531676292419, "Finetune/Loss (Raw)": 0.5511171817779541, "Finetune/Step": 17351, "Finetune/Step Time": 5.941394854336977}
+{"Finetune/Learning Rate": 4.969561444836446e-07, "Finetune/Loss": 0.6352336406707764, "Finetune/Loss (Raw)": 0.6391372680664062, "Finetune/Step": 17352, "Finetune/Step Time": 5.941707767546177}
+{"Finetune/Learning Rate": 4.964320254456423e-07, "Finetune/Loss": 0.6340314149856567, "Finetune/Loss (Raw)": 0.48801350593566895, "Finetune/Step": 17353, "Finetune/Step Time": 5.962760606780648}
+{"Finetune/Learning Rate": 4.959081759018014e-07, "Finetune/Loss": 0.634285569190979, "Finetune/Loss (Raw)": 0.6005361080169678, "Finetune/Step": 17354, "Finetune/Step Time": 5.953563252463937}
+{"Finetune/Learning Rate": 4.95384595866979e-07, "Finetune/Loss": 0.6344600915908813, "Finetune/Loss (Raw)": 0.6062511205673218, "Finetune/Step": 17355, "Finetune/Step Time": 5.953799558803439}
+{"Finetune/Learning Rate": 4.94861285356022e-07, "Finetune/Loss": 0.6337991952896118, "Finetune/Loss (Raw)": 0.5840963125228882, "Finetune/Step": 17356, "Finetune/Step Time": 5.951217893511057}
+{"Finetune/Learning Rate": 4.943382443837685e-07, "Finetune/Loss": 0.6341347694396973, "Finetune/Loss (Raw)": 0.6850767135620117, "Finetune/Step": 17357, "Finetune/Step Time": 5.949217323213816}
+{"Finetune/Learning Rate": 4.938154729650535e-07, "Finetune/Loss": 0.633643627166748, "Finetune/Loss (Raw)": 0.5953882336616516, "Finetune/Step": 17358, "Finetune/Step Time": 5.951954307034612}
+{"Finetune/Learning Rate": 4.932929711147016e-07, "Finetune/Loss": 0.6333380341529846, "Finetune/Loss (Raw)": 0.6926369071006775, "Finetune/Step": 17359, "Finetune/Step Time": 5.949116136878729}
+{"Finetune/Learning Rate": 4.927707388475256e-07, "Finetune/Loss": 0.6326767206192017, "Finetune/Loss (Raw)": 0.57465660572052, "Finetune/Step": 17360, "Finetune/Step Time": 5.957825655117631}
+{"Finetune/Learning Rate": 4.922487761783368e-07, "Finetune/Loss": 0.6324825286865234, "Finetune/Loss (Raw)": 0.6518023610115051, "Finetune/Step": 17361, "Finetune/Step Time": 5.956771230325103}
+{"Finetune/Learning Rate": 4.917270831219357e-07, "Finetune/Loss": 0.6327239274978638, "Finetune/Loss (Raw)": 0.5863949656486511, "Finetune/Step": 17362, "Finetune/Step Time": 5.959112977609038}
+{"Finetune/Learning Rate": 4.912056596931169e-07, "Finetune/Loss": 0.632719874382019, "Finetune/Loss (Raw)": 0.5683689117431641, "Finetune/Step": 17363, "Finetune/Step Time": 5.956870565190911}
+{"Finetune/Learning Rate": 4.906845059066656e-07, "Finetune/Loss": 0.6318535804748535, "Finetune/Loss (Raw)": 0.4906916618347168, "Finetune/Step": 17364, "Finetune/Step Time": 5.957602022215724}
+{"Finetune/Learning Rate": 4.90163621777362e-07, "Finetune/Loss": 0.631557285785675, "Finetune/Loss (Raw)": 0.6006940007209778, "Finetune/Step": 17365, "Finetune/Step Time": 5.949131280183792}
+{"Finetune/Learning Rate": 4.896430073199754e-07, "Finetune/Loss": 0.6326047778129578, "Finetune/Loss (Raw)": 0.7461622953414917, "Finetune/Step": 17366, "Finetune/Step Time": 5.95094208791852}
+{"Finetune/Learning Rate": 4.891226625492696e-07, "Finetune/Loss": 0.6319675445556641, "Finetune/Loss (Raw)": 0.5477454662322998, "Finetune/Step": 17367, "Finetune/Step Time": 5.952530559152365}
+{"Finetune/Learning Rate": 4.886025874799993e-07, "Finetune/Loss": 0.6309951543807983, "Finetune/Loss (Raw)": 0.47922003269195557, "Finetune/Step": 17368, "Finetune/Step Time": 5.964762540534139}
+{"Finetune/Learning Rate": 4.88082782126913e-07, "Finetune/Loss": 0.6305209398269653, "Finetune/Loss (Raw)": 0.6429152488708496, "Finetune/Step": 17369, "Finetune/Step Time": 5.967376196756959}
+{"Finetune/Learning Rate": 4.875632465047498e-07, "Finetune/Loss": 0.6311525106430054, "Finetune/Loss (Raw)": 0.7180018424987793, "Finetune/Step": 17370, "Finetune/Step Time": 5.963996781036258}
+{"Finetune/Learning Rate": 4.870439806282446e-07, "Finetune/Loss": 0.631523072719574, "Finetune/Loss (Raw)": 0.6462446451187134, "Finetune/Step": 17371, "Finetune/Step Time": 5.97113554738462}
+{"Finetune/Learning Rate": 4.865249845121201e-07, "Finetune/Loss": 0.6316732168197632, "Finetune/Loss (Raw)": 0.5907960534095764, "Finetune/Step": 17372, "Finetune/Step Time": 5.971243837848306}
+{"Finetune/Learning Rate": 4.860062581710944e-07, "Finetune/Loss": 0.630298912525177, "Finetune/Loss (Raw)": 0.5402517914772034, "Finetune/Step": 17373, "Finetune/Step Time": 5.979094382375479}
+{"Finetune/Learning Rate": 4.854878016198772e-07, "Finetune/Loss": 0.6301356554031372, "Finetune/Loss (Raw)": 0.5969629287719727, "Finetune/Step": 17374, "Finetune/Step Time": 5.995031228289008}
+{"Finetune/Learning Rate": 4.849696148731697e-07, "Finetune/Loss": 0.6303871273994446, "Finetune/Loss (Raw)": 0.6571569442749023, "Finetune/Step": 17375, "Finetune/Step Time": 6.000715592876077}
+{"Finetune/Learning Rate": 4.844516979456671e-07, "Finetune/Loss": 0.6299220323562622, "Finetune/Loss (Raw)": 0.5341733694076538, "Finetune/Step": 17376, "Finetune/Step Time": 6.001550419256091}
+{"Finetune/Learning Rate": 4.839340508520563e-07, "Finetune/Loss": 0.6294614672660828, "Finetune/Loss (Raw)": 0.6021788120269775, "Finetune/Step": 17377, "Finetune/Step Time": 6.0081877913326025}
+{"Finetune/Learning Rate": 4.834166736070156e-07, "Finetune/Loss": 0.6296018958091736, "Finetune/Loss (Raw)": 0.731138288974762, "Finetune/Step": 17378, "Finetune/Step Time": 6.010306600481272}
+{"Finetune/Learning Rate": 4.828995662252167e-07, "Finetune/Loss": 0.6300489902496338, "Finetune/Loss (Raw)": 0.6990572810173035, "Finetune/Step": 17379, "Finetune/Step Time": 6.005091547966003}
+{"Finetune/Learning Rate": 4.823827287213223e-07, "Finetune/Loss": 0.630354106426239, "Finetune/Loss (Raw)": 0.6292579174041748, "Finetune/Step": 17380, "Finetune/Step Time": 6.000685561448336}
+{"Finetune/Learning Rate": 4.818661611099895e-07, "Finetune/Loss": 0.6304718852043152, "Finetune/Loss (Raw)": 0.5336784720420837, "Finetune/Step": 17381, "Finetune/Step Time": 6.010674489662051}
+{"Finetune/Learning Rate": 4.813498634058666e-07, "Finetune/Loss": 0.6304211616516113, "Finetune/Loss (Raw)": 0.6216265559196472, "Finetune/Step": 17382, "Finetune/Step Time": 6.013347432017326}
+{"Finetune/Learning Rate": 4.808338356235953e-07, "Finetune/Loss": 0.6272860765457153, "Finetune/Loss (Raw)": 0.37856996059417725, "Finetune/Step": 17383, "Finetune/Step Time": 6.033901011571288}
+{"Finetune/Learning Rate": 4.80318077777805e-07, "Finetune/Loss": 0.6266584396362305, "Finetune/Loss (Raw)": 0.5818282961845398, "Finetune/Step": 17384, "Finetune/Step Time": 6.025103006511927}
+{"Finetune/Learning Rate": 4.798025898831249e-07, "Finetune/Loss": 0.6252538561820984, "Finetune/Loss (Raw)": 0.33827099204063416, "Finetune/Step": 17385, "Finetune/Step Time": 6.045989086851478}
+{"Finetune/Learning Rate": 4.792873719541724e-07, "Finetune/Loss": 0.6239368915557861, "Finetune/Loss (Raw)": 0.5590649247169495, "Finetune/Step": 17386, "Finetune/Step Time": 6.04668502509594}
+{"Finetune/Learning Rate": 4.787724240055558e-07, "Finetune/Loss": 0.6238899230957031, "Finetune/Loss (Raw)": 0.6350923776626587, "Finetune/Step": 17387, "Finetune/Step Time": 6.044295862317085}
+{"Finetune/Learning Rate": 4.782577460518789e-07, "Finetune/Loss": 0.6235576868057251, "Finetune/Loss (Raw)": 0.5495883822441101, "Finetune/Step": 17388, "Finetune/Step Time": 6.0440099984407425}
+{"Finetune/Learning Rate": 4.777433381077367e-07, "Finetune/Loss": 0.6243025064468384, "Finetune/Loss (Raw)": 0.6486708521842957, "Finetune/Step": 17389, "Finetune/Step Time": 6.040755799040198}
+{"Finetune/Learning Rate": 4.772292001877154e-07, "Finetune/Loss": 0.6242831945419312, "Finetune/Loss (Raw)": 0.6632236838340759, "Finetune/Step": 17390, "Finetune/Step Time": 6.04272666759789}
+{"Finetune/Learning Rate": 4.767153323063933e-07, "Finetune/Loss": 0.6232819557189941, "Finetune/Loss (Raw)": 0.5789730548858643, "Finetune/Step": 17391, "Finetune/Step Time": 6.0453346986323595}
+{"Finetune/Learning Rate": 4.7620173447834426e-07, "Finetune/Loss": 0.6228612661361694, "Finetune/Loss (Raw)": 0.608301043510437, "Finetune/Step": 17392, "Finetune/Step Time": 6.048116616904736}
+{"Finetune/Learning Rate": 4.756884067181333e-07, "Finetune/Loss": 0.6223743557929993, "Finetune/Loss (Raw)": 0.6790415644645691, "Finetune/Step": 17393, "Finetune/Step Time": 6.043812358751893}
+{"Finetune/Learning Rate": 4.751753490403144e-07, "Finetune/Loss": 0.621338427066803, "Finetune/Loss (Raw)": 0.6337994933128357, "Finetune/Step": 17394, "Finetune/Step Time": 6.044177059084177}
+{"Finetune/Learning Rate": 4.746625614594402e-07, "Finetune/Loss": 0.6218311786651611, "Finetune/Loss (Raw)": 0.628849983215332, "Finetune/Step": 17395, "Finetune/Step Time": 6.037473829463124}
+{"Finetune/Learning Rate": 4.7415004399004704e-07, "Finetune/Loss": 0.6221000552177429, "Finetune/Loss (Raw)": 0.7143500447273254, "Finetune/Step": 17396, "Finetune/Step Time": 6.047877669334412}
+{"Finetune/Learning Rate": 4.7363779664667095e-07, "Finetune/Loss": 0.621232807636261, "Finetune/Loss (Raw)": 0.581121563911438, "Finetune/Step": 17397, "Finetune/Step Time": 6.051701555028558}
+{"Finetune/Learning Rate": 4.73125819443836e-07, "Finetune/Loss": 0.6206423044204712, "Finetune/Loss (Raw)": 0.5821261405944824, "Finetune/Step": 17398, "Finetune/Step Time": 6.032400427386165}
+{"Finetune/Learning Rate": 4.726141123960637e-07, "Finetune/Loss": 0.6197590827941895, "Finetune/Loss (Raw)": 0.6814979910850525, "Finetune/Step": 17399, "Finetune/Step Time": 6.034377945587039}
+{"Finetune/Learning Rate": 4.721026755178626e-07, "Finetune/Loss": 0.6198838949203491, "Finetune/Loss (Raw)": 0.629772424697876, "Finetune/Step": 17400, "Finetune/Step Time": 6.0276577193289995}
+{"Finetune/Learning Rate": 4.715915088237366e-07, "Finetune/Loss": 0.6196145415306091, "Finetune/Loss (Raw)": 0.597651481628418, "Finetune/Step": 17401, "Finetune/Step Time": 6.0244384203106165}
+{"Finetune/Learning Rate": 4.710806123281808e-07, "Finetune/Loss": 0.6191297173500061, "Finetune/Loss (Raw)": 0.5757045149803162, "Finetune/Step": 17402, "Finetune/Step Time": 6.00706871971488}
+{"Finetune/Learning Rate": 4.705699860456814e-07, "Finetune/Loss": 0.6199921369552612, "Finetune/Loss (Raw)": 0.6499672532081604, "Finetune/Step": 17403, "Finetune/Step Time": 6.008945666253567}
+{"Finetune/Learning Rate": 4.7005962999071895e-07, "Finetune/Loss": 0.6195222735404968, "Finetune/Loss (Raw)": 0.6666193604469299, "Finetune/Step": 17404, "Finetune/Step Time": 6.014018597081304}
+{"Finetune/Learning Rate": 4.6954954417776533e-07, "Finetune/Loss": 0.6196126937866211, "Finetune/Loss (Raw)": 0.6145840883255005, "Finetune/Step": 17405, "Finetune/Step Time": 6.001131406053901}
+{"Finetune/Learning Rate": 4.6903972862128553e-07, "Finetune/Loss": 0.6196471452713013, "Finetune/Loss (Raw)": 0.6778057813644409, "Finetune/Step": 17406, "Finetune/Step Time": 5.999121142551303}
+{"Finetune/Learning Rate": 4.685301833357381e-07, "Finetune/Loss": 0.6190588474273682, "Finetune/Loss (Raw)": 0.5266345143318176, "Finetune/Step": 17407, "Finetune/Step Time": 6.005252659320831}
+{"Finetune/Learning Rate": 4.6802090833557136e-07, "Finetune/Loss": 0.6181871891021729, "Finetune/Loss (Raw)": 0.6204694509506226, "Finetune/Step": 17408, "Finetune/Step Time": 6.004825098440051}
+{"Finetune/Learning Rate": 4.675119036352249e-07, "Finetune/Loss": 0.6193609833717346, "Finetune/Loss (Raw)": 0.8017914295196533, "Finetune/Step": 17409, "Finetune/Step Time": 6.00272236391902}
+{"Finetune/Learning Rate": 4.6700316924913393e-07, "Finetune/Loss": 0.6189826726913452, "Finetune/Loss (Raw)": 0.6426688432693481, "Finetune/Step": 17410, "Finetune/Step Time": 5.99855631776154}
+{"Finetune/Learning Rate": 4.664947051917257e-07, "Finetune/Loss": 0.6186951994895935, "Finetune/Loss (Raw)": 0.5984037518501282, "Finetune/Step": 17411, "Finetune/Step Time": 6.000782357528806}
+{"Finetune/Learning Rate": 4.6598651147741646e-07, "Finetune/Loss": 0.6191995143890381, "Finetune/Loss (Raw)": 0.6696264147758484, "Finetune/Step": 17412, "Finetune/Step Time": 6.011183692142367}
+{"Finetune/Learning Rate": 4.654785881206192e-07, "Finetune/Loss": 0.6193650960922241, "Finetune/Loss (Raw)": 0.726985514163971, "Finetune/Step": 17413, "Finetune/Step Time": 6.015069475397468}
+{"Finetune/Learning Rate": 4.649709351357379e-07, "Finetune/Loss": 0.6183493733406067, "Finetune/Loss (Raw)": 0.5431210994720459, "Finetune/Step": 17414, "Finetune/Step Time": 6.018896052613854}
+{"Finetune/Learning Rate": 4.644635525371666e-07, "Finetune/Loss": 0.6185941696166992, "Finetune/Loss (Raw)": 0.7342572212219238, "Finetune/Step": 17415, "Finetune/Step Time": 6.015084868296981}
+{"Finetune/Learning Rate": 4.6395644033929264e-07, "Finetune/Loss": 0.6185888648033142, "Finetune/Loss (Raw)": 0.6019043326377869, "Finetune/Step": 17416, "Finetune/Step Time": 6.015198400244117}
+{"Finetune/Learning Rate": 4.6344959855649684e-07, "Finetune/Loss": 0.6175517439842224, "Finetune/Loss (Raw)": 0.5613213181495667, "Finetune/Step": 17417, "Finetune/Step Time": 6.007535330951214}
+{"Finetune/Learning Rate": 4.629430272031532e-07, "Finetune/Loss": 0.6176357269287109, "Finetune/Loss (Raw)": 0.617888867855072, "Finetune/Step": 17418, "Finetune/Step Time": 6.01477855630219}
+{"Finetune/Learning Rate": 4.624367262936247e-07, "Finetune/Loss": 0.6172387599945068, "Finetune/Loss (Raw)": 0.5740623474121094, "Finetune/Step": 17419, "Finetune/Step Time": 6.020600209012628}
+{"Finetune/Learning Rate": 4.619306958422698e-07, "Finetune/Loss": 0.6181396245956421, "Finetune/Loss (Raw)": 0.7029959559440613, "Finetune/Step": 17420, "Finetune/Step Time": 6.01664481125772}
+{"Finetune/Learning Rate": 4.614249358634382e-07, "Finetune/Loss": 0.6161378622055054, "Finetune/Loss (Raw)": 0.39349165558815, "Finetune/Step": 17421, "Finetune/Step Time": 6.034893192350864}
+{"Finetune/Learning Rate": 4.6091944637147056e-07, "Finetune/Loss": 0.6170134544372559, "Finetune/Loss (Raw)": 0.695076584815979, "Finetune/Step": 17422, "Finetune/Step Time": 6.039817690849304}
+{"Finetune/Learning Rate": 4.604142273807022e-07, "Finetune/Loss": 0.617543637752533, "Finetune/Loss (Raw)": 0.6088237166404724, "Finetune/Step": 17423, "Finetune/Step Time": 6.047032881528139}
+{"Finetune/Learning Rate": 4.5990927890545934e-07, "Finetune/Loss": 0.6184697151184082, "Finetune/Loss (Raw)": 0.7819689512252808, "Finetune/Step": 17424, "Finetune/Step Time": 6.04332409799099}
+{"Finetune/Learning Rate": 4.5940460096006167e-07, "Finetune/Loss": 0.6189870834350586, "Finetune/Loss (Raw)": 0.5939843654632568, "Finetune/Step": 17425, "Finetune/Step Time": 6.039771255105734}
+{"Finetune/Learning Rate": 4.589001935588189e-07, "Finetune/Loss": 0.6183453798294067, "Finetune/Loss (Raw)": 0.6197112202644348, "Finetune/Step": 17426, "Finetune/Step Time": 6.040686706081033}
+{"Finetune/Learning Rate": 4.5839605671603614e-07, "Finetune/Loss": 0.6191208362579346, "Finetune/Loss (Raw)": 0.7405925989151001, "Finetune/Step": 17427, "Finetune/Step Time": 6.038585990667343}
+{"Finetune/Learning Rate": 4.578921904460076e-07, "Finetune/Loss": 0.6195076704025269, "Finetune/Loss (Raw)": 0.6756378412246704, "Finetune/Step": 17428, "Finetune/Step Time": 6.042120674625039}
+{"Finetune/Learning Rate": 4.57388594763023e-07, "Finetune/Loss": 0.6184384822845459, "Finetune/Loss (Raw)": 0.5575920939445496, "Finetune/Step": 17429, "Finetune/Step Time": 6.040882237255573}
+{"Finetune/Learning Rate": 4.5688526968136193e-07, "Finetune/Loss": 0.6191302537918091, "Finetune/Loss (Raw)": 0.5838026404380798, "Finetune/Step": 17430, "Finetune/Step Time": 6.005652787163854}
+{"Finetune/Learning Rate": 4.5638221521529746e-07, "Finetune/Loss": 0.6183621883392334, "Finetune/Loss (Raw)": 0.6161634922027588, "Finetune/Step": 17431, "Finetune/Step Time": 6.00746476277709}
+{"Finetune/Learning Rate": 4.55879431379096e-07, "Finetune/Loss": 0.6175797581672668, "Finetune/Loss (Raw)": 0.6056771874427795, "Finetune/Step": 17432, "Finetune/Step Time": 5.994279887527227}
+{"Finetune/Learning Rate": 4.553769181870127e-07, "Finetune/Loss": 0.6176421642303467, "Finetune/Loss (Raw)": 0.5862518548965454, "Finetune/Step": 17433, "Finetune/Step Time": 6.004465779289603}
+{"Finetune/Learning Rate": 4.548746756532996e-07, "Finetune/Loss": 0.6186083555221558, "Finetune/Loss (Raw)": 0.6749436259269714, "Finetune/Step": 17434, "Finetune/Step Time": 6.008465876802802}
+{"Finetune/Learning Rate": 4.5437270379219743e-07, "Finetune/Loss": 0.6196017265319824, "Finetune/Loss (Raw)": 0.7440270185470581, "Finetune/Step": 17435, "Finetune/Step Time": 6.012137131765485}
+{"Finetune/Learning Rate": 4.5387100261794157e-07, "Finetune/Loss": 0.6199281811714172, "Finetune/Loss (Raw)": 0.6654112935066223, "Finetune/Step": 17436, "Finetune/Step Time": 6.016110150143504}
+{"Finetune/Learning Rate": 4.5336957214475843e-07, "Finetune/Loss": 0.6196619868278503, "Finetune/Loss (Raw)": 0.5628148913383484, "Finetune/Step": 17437, "Finetune/Step Time": 6.0171788185834885}
+{"Finetune/Learning Rate": 4.5286841238686876e-07, "Finetune/Loss": 0.619491457939148, "Finetune/Loss (Raw)": 0.6356926560401917, "Finetune/Step": 17438, "Finetune/Step Time": 6.015704605728388}
+{"Finetune/Learning Rate": 4.523675233584812e-07, "Finetune/Loss": 0.618652880191803, "Finetune/Loss (Raw)": 0.6465336084365845, "Finetune/Step": 17439, "Finetune/Step Time": 6.034274872392416}
+{"Finetune/Learning Rate": 4.5186690507379894e-07, "Finetune/Loss": 0.6186985969543457, "Finetune/Loss (Raw)": 0.6235727667808533, "Finetune/Step": 17440, "Finetune/Step Time": 6.039903964847326}
+{"Finetune/Learning Rate": 4.513665575470216e-07, "Finetune/Loss": 0.6184583902359009, "Finetune/Loss (Raw)": 0.6343711614608765, "Finetune/Step": 17441, "Finetune/Step Time": 6.04048190638423}
+{"Finetune/Learning Rate": 4.5086648079233686e-07, "Finetune/Loss": 0.618031919002533, "Finetune/Loss (Raw)": 0.5609118342399597, "Finetune/Step": 17442, "Finetune/Step Time": 6.039850475266576}
+{"Finetune/Learning Rate": 4.503666748239244e-07, "Finetune/Loss": 0.6175512075424194, "Finetune/Loss (Raw)": 0.6067818999290466, "Finetune/Step": 17443, "Finetune/Step Time": 6.040505763143301}
+{"Finetune/Learning Rate": 4.498671396559584e-07, "Finetune/Loss": 0.6164425611495972, "Finetune/Loss (Raw)": 0.5408588647842407, "Finetune/Step": 17444, "Finetune/Step Time": 6.0475315526127815}
+{"Finetune/Learning Rate": 4.4936787530260207e-07, "Finetune/Loss": 0.6158623695373535, "Finetune/Loss (Raw)": 0.50248122215271, "Finetune/Step": 17445, "Finetune/Step Time": 6.085235411301255}
+{"Finetune/Learning Rate": 4.4886888177801404e-07, "Finetune/Loss": 0.6155751347541809, "Finetune/Loss (Raw)": 0.5449508428573608, "Finetune/Step": 17446, "Finetune/Step Time": 6.071361614391208}
+{"Finetune/Learning Rate": 4.4837015909634405e-07, "Finetune/Loss": 0.6152428388595581, "Finetune/Loss (Raw)": 0.6137937903404236, "Finetune/Step": 17447, "Finetune/Step Time": 6.067645393311977}
+{"Finetune/Learning Rate": 4.4787170727173537e-07, "Finetune/Loss": 0.6153441071510315, "Finetune/Loss (Raw)": 0.639506459236145, "Finetune/Step": 17448, "Finetune/Step Time": 6.0630636010318995}
+{"Finetune/Learning Rate": 4.473735263183243e-07, "Finetune/Loss": 0.6159062385559082, "Finetune/Loss (Raw)": 0.65581214427948, "Finetune/Step": 17449, "Finetune/Step Time": 6.0775503274053335}
+{"Finetune/Learning Rate": 4.4687561625023637e-07, "Finetune/Loss": 0.6139124631881714, "Finetune/Loss (Raw)": 0.5325020551681519, "Finetune/Step": 17450, "Finetune/Step Time": 6.076337782666087}
+{"Finetune/Learning Rate": 4.4637797708158904e-07, "Finetune/Loss": 0.614912748336792, "Finetune/Loss (Raw)": 0.6647582054138184, "Finetune/Step": 17451, "Finetune/Step Time": 6.056661292910576}
+{"Finetune/Learning Rate": 4.458806088264955e-07, "Finetune/Loss": 0.6152491569519043, "Finetune/Loss (Raw)": 0.6098235845565796, "Finetune/Step": 17452, "Finetune/Step Time": 6.052084069699049}
+{"Finetune/Learning Rate": 4.45383511499059e-07, "Finetune/Loss": 0.6158813238143921, "Finetune/Loss (Raw)": 0.5506746768951416, "Finetune/Step": 17453, "Finetune/Step Time": 6.030638907104731}
+{"Finetune/Learning Rate": 4.4488668511337594e-07, "Finetune/Loss": 0.6159343719482422, "Finetune/Loss (Raw)": 0.5682392120361328, "Finetune/Step": 17454, "Finetune/Step Time": 6.02813857793808}
+{"Finetune/Learning Rate": 4.4439012968353623e-07, "Finetune/Loss": 0.6126430034637451, "Finetune/Loss (Raw)": 0.398873895406723, "Finetune/Step": 17455, "Finetune/Step Time": 6.035855144262314}
+{"Finetune/Learning Rate": 4.438938452236219e-07, "Finetune/Loss": 0.6124247312545776, "Finetune/Loss (Raw)": 0.6250866055488586, "Finetune/Step": 17456, "Finetune/Step Time": 6.0180417615920305}
+{"Finetune/Learning Rate": 4.433978317477028e-07, "Finetune/Loss": 0.6124218702316284, "Finetune/Loss (Raw)": 0.6489390134811401, "Finetune/Step": 17457, "Finetune/Step Time": 6.003744997084141}
+{"Finetune/Learning Rate": 4.4290208926984546e-07, "Finetune/Loss": 0.6124188899993896, "Finetune/Loss (Raw)": 0.6055997014045715, "Finetune/Step": 17458, "Finetune/Step Time": 6.0030270498245955}
+{"Finetune/Learning Rate": 4.4240661780410755e-07, "Finetune/Loss": 0.6123194098472595, "Finetune/Loss (Raw)": 0.5733364224433899, "Finetune/Step": 17459, "Finetune/Step Time": 6.006678014993668}
+{"Finetune/Learning Rate": 4.4191141736454114e-07, "Finetune/Loss": 0.6120256781578064, "Finetune/Loss (Raw)": 0.5328942537307739, "Finetune/Step": 17460, "Finetune/Step Time": 6.000898648053408}
+{"Finetune/Learning Rate": 4.41416487965185e-07, "Finetune/Loss": 0.6129066348075867, "Finetune/Loss (Raw)": 0.6578627228736877, "Finetune/Step": 17461, "Finetune/Step Time": 6.02089511975646}
+{"Finetune/Learning Rate": 4.4092182962008013e-07, "Finetune/Loss": 0.6143151521682739, "Finetune/Loss (Raw)": 0.7612334489822388, "Finetune/Step": 17462, "Finetune/Step Time": 6.002998553216457}
+{"Finetune/Learning Rate": 4.404274423432475e-07, "Finetune/Loss": 0.6145639419555664, "Finetune/Loss (Raw)": 0.6544951796531677, "Finetune/Step": 17463, "Finetune/Step Time": 6.00936646386981}
+{"Finetune/Learning Rate": 4.399333261487082e-07, "Finetune/Loss": 0.6166688203811646, "Finetune/Loss (Raw)": 0.7755091786384583, "Finetune/Step": 17464, "Finetune/Step Time": 5.987759068608284}
+{"Finetune/Learning Rate": 4.3943948105047543e-07, "Finetune/Loss": 0.6176019310951233, "Finetune/Loss (Raw)": 0.7052258253097534, "Finetune/Step": 17465, "Finetune/Step Time": 5.978024698793888}
+{"Finetune/Learning Rate": 4.3894590706255235e-07, "Finetune/Loss": 0.6171603798866272, "Finetune/Loss (Raw)": 0.6302184462547302, "Finetune/Step": 17466, "Finetune/Step Time": 5.979006493464112}
+{"Finetune/Learning Rate": 4.384526041989357e-07, "Finetune/Loss": 0.6169803142547607, "Finetune/Loss (Raw)": 0.6027543544769287, "Finetune/Step": 17467, "Finetune/Step Time": 5.982616178691387}
+{"Finetune/Learning Rate": 4.37959572473613e-07, "Finetune/Loss": 0.6157110929489136, "Finetune/Loss (Raw)": 0.622721254825592, "Finetune/Step": 17468, "Finetune/Step Time": 5.981801038607955}
+{"Finetune/Learning Rate": 4.374668119005665e-07, "Finetune/Loss": 0.6154332160949707, "Finetune/Loss (Raw)": 0.5338726043701172, "Finetune/Step": 17469, "Finetune/Step Time": 5.981227658689022}
+{"Finetune/Learning Rate": 4.369743224937695e-07, "Finetune/Loss": 0.6157981157302856, "Finetune/Loss (Raw)": 0.7017310261726379, "Finetune/Step": 17470, "Finetune/Step Time": 5.981208298355341}
+{"Finetune/Learning Rate": 4.364821042671863e-07, "Finetune/Loss": 0.6152519583702087, "Finetune/Loss (Raw)": 0.5198577642440796, "Finetune/Step": 17471, "Finetune/Step Time": 5.980979865416884}
+{"Finetune/Learning Rate": 4.359901572347758e-07, "Finetune/Loss": 0.6155678033828735, "Finetune/Loss (Raw)": 0.7045223116874695, "Finetune/Step": 17472, "Finetune/Step Time": 5.981406470760703}
+{"Finetune/Learning Rate": 4.354984814104879e-07, "Finetune/Loss": 0.6151249408721924, "Finetune/Loss (Raw)": 0.6052552461624146, "Finetune/Step": 17473, "Finetune/Step Time": 5.983569955453277}
+{"Finetune/Learning Rate": 4.3500707680826595e-07, "Finetune/Loss": 0.6138207912445068, "Finetune/Loss (Raw)": 0.5146825313568115, "Finetune/Step": 17474, "Finetune/Step Time": 5.983006231486797}
+{"Finetune/Learning Rate": 4.3451594344204426e-07, "Finetune/Loss": 0.6144797205924988, "Finetune/Loss (Raw)": 0.7606796622276306, "Finetune/Step": 17475, "Finetune/Step Time": 5.986478315666318}
+{"Finetune/Learning Rate": 4.340250813257485e-07, "Finetune/Loss": 0.612456202507019, "Finetune/Loss (Raw)": 0.41968047618865967, "Finetune/Step": 17476, "Finetune/Step Time": 5.98530207760632}
+{"Finetune/Learning Rate": 4.3353449047330076e-07, "Finetune/Loss": 0.6120859384536743, "Finetune/Loss (Raw)": 0.5209581255912781, "Finetune/Step": 17477, "Finetune/Step Time": 5.987059669569135}
+{"Finetune/Learning Rate": 4.3304417089861106e-07, "Finetune/Loss": 0.6114267110824585, "Finetune/Loss (Raw)": 0.5413606762886047, "Finetune/Step": 17478, "Finetune/Step Time": 5.986267492175102}
+{"Finetune/Learning Rate": 4.325541226155827e-07, "Finetune/Loss": 0.6109789609909058, "Finetune/Loss (Raw)": 0.4938036799430847, "Finetune/Step": 17479, "Finetune/Step Time": 6.007330756634474}
+{"Finetune/Learning Rate": 4.320643456381157e-07, "Finetune/Loss": 0.6112316846847534, "Finetune/Loss (Raw)": 0.6714891791343689, "Finetune/Step": 17480, "Finetune/Step Time": 6.0052899438887835}
+{"Finetune/Learning Rate": 4.3157483998009454e-07, "Finetune/Loss": 0.6125891208648682, "Finetune/Loss (Raw)": 0.6617648601531982, "Finetune/Step": 17481, "Finetune/Step Time": 5.9874340537935495}
+{"Finetune/Learning Rate": 4.3108560565540135e-07, "Finetune/Loss": 0.6127429008483887, "Finetune/Loss (Raw)": 0.6202175617218018, "Finetune/Step": 17482, "Finetune/Step Time": 5.979498200118542}
+{"Finetune/Learning Rate": 4.305966426779118e-07, "Finetune/Loss": 0.6127223968505859, "Finetune/Loss (Raw)": 0.603615939617157, "Finetune/Step": 17483, "Finetune/Step Time": 5.978057507425547}
+{"Finetune/Learning Rate": 4.3010795106148804e-07, "Finetune/Loss": 0.6131883859634399, "Finetune/Loss (Raw)": 0.6437496542930603, "Finetune/Step": 17484, "Finetune/Step Time": 5.976552730426192}
+{"Finetune/Learning Rate": 4.296195308199913e-07, "Finetune/Loss": 0.6132325530052185, "Finetune/Loss (Raw)": 0.6907320022583008, "Finetune/Step": 17485, "Finetune/Step Time": 5.9781471490859985}
+{"Finetune/Learning Rate": 4.2913138196726934e-07, "Finetune/Loss": 0.6132607460021973, "Finetune/Loss (Raw)": 0.5989958643913269, "Finetune/Step": 17486, "Finetune/Step Time": 5.973413245752454}
+{"Finetune/Learning Rate": 4.286435045171666e-07, "Finetune/Loss": 0.612933874130249, "Finetune/Loss (Raw)": 0.6507987976074219, "Finetune/Step": 17487, "Finetune/Step Time": 5.972988737747073}
+{"Finetune/Learning Rate": 4.2815589848351434e-07, "Finetune/Loss": 0.6136118173599243, "Finetune/Loss (Raw)": 0.6614387631416321, "Finetune/Step": 17488, "Finetune/Step Time": 5.9608551152050495}
+{"Finetune/Learning Rate": 4.2766856388014367e-07, "Finetune/Loss": 0.6129998564720154, "Finetune/Loss (Raw)": 0.5734617114067078, "Finetune/Step": 17489, "Finetune/Step Time": 5.960446761921048}
+{"Finetune/Learning Rate": 4.271815007208724e-07, "Finetune/Loss": 0.6146717071533203, "Finetune/Loss (Raw)": 0.8003952503204346, "Finetune/Step": 17490, "Finetune/Step Time": 5.955249276012182}
+{"Finetune/Learning Rate": 4.266947090195117e-07, "Finetune/Loss": 0.6151316165924072, "Finetune/Loss (Raw)": 0.6272357702255249, "Finetune/Step": 17491, "Finetune/Step Time": 5.955114325508475}
+{"Finetune/Learning Rate": 4.2620818878986727e-07, "Finetune/Loss": 0.6153838634490967, "Finetune/Loss (Raw)": 0.5229852795600891, "Finetune/Step": 17492, "Finetune/Step Time": 5.955450313165784}
+{"Finetune/Learning Rate": 4.257219400457346e-07, "Finetune/Loss": 0.6154571175575256, "Finetune/Loss (Raw)": 0.6100643873214722, "Finetune/Step": 17493, "Finetune/Step Time": 5.958110911771655}
+{"Finetune/Learning Rate": 4.252359628009017e-07, "Finetune/Loss": 0.614978015422821, "Finetune/Loss (Raw)": 0.6848405003547668, "Finetune/Step": 17494, "Finetune/Step Time": 5.964810268953443}
+{"Finetune/Learning Rate": 4.247502570691497e-07, "Finetune/Loss": 0.6160484552383423, "Finetune/Loss (Raw)": 0.6847509145736694, "Finetune/Step": 17495, "Finetune/Step Time": 5.969306515529752}
+{"Finetune/Learning Rate": 4.242648228642499e-07, "Finetune/Loss": 0.6166731119155884, "Finetune/Loss (Raw)": 0.5591830015182495, "Finetune/Step": 17496, "Finetune/Step Time": 5.951361233368516}
+{"Finetune/Learning Rate": 4.237796601999722e-07, "Finetune/Loss": 0.6160144805908203, "Finetune/Loss (Raw)": 0.5586130619049072, "Finetune/Step": 17497, "Finetune/Step Time": 5.9528491254895926}
+{"Finetune/Learning Rate": 4.232947690900724e-07, "Finetune/Loss": 0.6158934831619263, "Finetune/Loss (Raw)": 0.7025150060653687, "Finetune/Step": 17498, "Finetune/Step Time": 5.9587657898664474}
+{"Finetune/Learning Rate": 4.228101495483017e-07, "Finetune/Loss": 0.6157422661781311, "Finetune/Loss (Raw)": 0.6268826127052307, "Finetune/Step": 17499, "Finetune/Step Time": 5.956587405875325}
+{"Finetune/Learning Rate": 4.2232580158839907e-07, "Finetune/Loss": 0.6161521673202515, "Finetune/Loss (Raw)": 0.6432610750198364, "Finetune/Step": 17500, "Finetune/Step Time": 5.955835275352001}
+{"Finetune/Learning Rate": 4.218417252241025e-07, "Finetune/Loss": 0.6170392632484436, "Finetune/Loss (Raw)": 0.6538063883781433, "Finetune/Step": 17501, "Finetune/Step Time": 5.939131623134017}
+{"Finetune/Learning Rate": 4.213579204691376e-07, "Finetune/Loss": 0.6169456243515015, "Finetune/Loss (Raw)": 0.5849738717079163, "Finetune/Step": 17502, "Finetune/Step Time": 5.9260540921241045}
+{"Finetune/Learning Rate": 4.208743873372223e-07, "Finetune/Loss": 0.6171395778656006, "Finetune/Loss (Raw)": 0.6819877028465271, "Finetune/Step": 17503, "Finetune/Step Time": 5.923076830804348}
+{"Finetune/Learning Rate": 4.203911258420712e-07, "Finetune/Loss": 0.6170268058776855, "Finetune/Loss (Raw)": 0.5197350382804871, "Finetune/Step": 17504, "Finetune/Step Time": 5.921194473281503}
+{"Finetune/Learning Rate": 4.199081359973889e-07, "Finetune/Loss": 0.6168177127838135, "Finetune/Loss (Raw)": 0.575410008430481, "Finetune/Step": 17505, "Finetune/Step Time": 5.915331838652492}
+{"Finetune/Learning Rate": 4.194254178168689e-07, "Finetune/Loss": 0.6160341501235962, "Finetune/Loss (Raw)": 0.6308510303497314, "Finetune/Step": 17506, "Finetune/Step Time": 5.9110031221061945}
+{"Finetune/Learning Rate": 4.1894297131419903e-07, "Finetune/Loss": 0.6143609881401062, "Finetune/Loss (Raw)": 0.48488694429397583, "Finetune/Step": 17507, "Finetune/Step Time": 5.913535915315151}
+{"Finetune/Learning Rate": 4.184607965030629e-07, "Finetune/Loss": 0.6154042482376099, "Finetune/Loss (Raw)": 0.7628032565116882, "Finetune/Step": 17508, "Finetune/Step Time": 5.9165826346725225}
+{"Finetune/Learning Rate": 4.179788933971318e-07, "Finetune/Loss": 0.6158056855201721, "Finetune/Loss (Raw)": 0.5850537419319153, "Finetune/Step": 17509, "Finetune/Step Time": 5.905233262106776}
+{"Finetune/Learning Rate": 4.1749726201007037e-07, "Finetune/Loss": 0.6160883903503418, "Finetune/Loss (Raw)": 0.657814621925354, "Finetune/Step": 17510, "Finetune/Step Time": 5.908575147390366}
+{"Finetune/Learning Rate": 4.170159023555409e-07, "Finetune/Loss": 0.6176263093948364, "Finetune/Loss (Raw)": 0.5754217505455017, "Finetune/Step": 17511, "Finetune/Step Time": 5.888375390321016}
+{"Finetune/Learning Rate": 4.165348144471881e-07, "Finetune/Loss": 0.6184959411621094, "Finetune/Loss (Raw)": 0.6931490898132324, "Finetune/Step": 17512, "Finetune/Step Time": 5.889311347156763}
+{"Finetune/Learning Rate": 4.160539982986567e-07, "Finetune/Loss": 0.6202322244644165, "Finetune/Loss (Raw)": 0.5605097413063049, "Finetune/Step": 17513, "Finetune/Step Time": 5.870241453871131}
+{"Finetune/Learning Rate": 4.1557345392358004e-07, "Finetune/Loss": 0.6212298274040222, "Finetune/Loss (Raw)": 0.686757504940033, "Finetune/Step": 17514, "Finetune/Step Time": 5.874639475718141}
+{"Finetune/Learning Rate": 4.150931813355863e-07, "Finetune/Loss": 0.62006676197052, "Finetune/Loss (Raw)": 0.4862171411514282, "Finetune/Step": 17515, "Finetune/Step Time": 5.876269441097975}
+{"Finetune/Learning Rate": 4.1461318054829446e-07, "Finetune/Loss": 0.6200625896453857, "Finetune/Loss (Raw)": 0.5490546822547913, "Finetune/Step": 17516, "Finetune/Step Time": 5.878236100077629}
+{"Finetune/Learning Rate": 4.141334515753148e-07, "Finetune/Loss": 0.6200792789459229, "Finetune/Loss (Raw)": 0.6508148908615112, "Finetune/Step": 17517, "Finetune/Step Time": 5.879230514168739}
+{"Finetune/Learning Rate": 4.13653994430252e-07, "Finetune/Loss": 0.6198855638504028, "Finetune/Loss (Raw)": 0.6384267807006836, "Finetune/Step": 17518, "Finetune/Step Time": 5.875490363687277}
+{"Finetune/Learning Rate": 4.1317480912670296e-07, "Finetune/Loss": 0.6204324960708618, "Finetune/Loss (Raw)": 0.6489790081977844, "Finetune/Step": 17519, "Finetune/Step Time": 5.874111777171493}
+{"Finetune/Learning Rate": 4.126958956782545e-07, "Finetune/Loss": 0.6202599406242371, "Finetune/Loss (Raw)": 0.5862109661102295, "Finetune/Step": 17520, "Finetune/Step Time": 5.870938690379262}
+{"Finetune/Learning Rate": 4.12217254098487e-07, "Finetune/Loss": 0.619572639465332, "Finetune/Loss (Raw)": 0.591072142124176, "Finetune/Step": 17521, "Finetune/Step Time": 5.874296952039003}
+{"Finetune/Learning Rate": 4.117388844009751e-07, "Finetune/Loss": 0.6197596788406372, "Finetune/Loss (Raw)": 0.657730221748352, "Finetune/Step": 17522, "Finetune/Step Time": 5.872392691671848}
+{"Finetune/Learning Rate": 4.1126078659928236e-07, "Finetune/Loss": 0.6191611289978027, "Finetune/Loss (Raw)": 0.5522444844245911, "Finetune/Step": 17523, "Finetune/Step Time": 5.869791885837913}
+{"Finetune/Learning Rate": 4.1078296070696797e-07, "Finetune/Loss": 0.6176713705062866, "Finetune/Loss (Raw)": 0.5236535668373108, "Finetune/Step": 17524, "Finetune/Step Time": 5.862864648923278}
+{"Finetune/Learning Rate": 4.1030540673758e-07, "Finetune/Loss": 0.617663562297821, "Finetune/Loss (Raw)": 0.5801255106925964, "Finetune/Step": 17525, "Finetune/Step Time": 5.858795819804072}
+{"Finetune/Learning Rate": 4.0982812470466204e-07, "Finetune/Loss": 0.6176152229309082, "Finetune/Loss (Raw)": 0.5759478807449341, "Finetune/Step": 17526, "Finetune/Step Time": 5.856847818940878}
+{"Finetune/Learning Rate": 4.093511146217466e-07, "Finetune/Loss": 0.6172133684158325, "Finetune/Loss (Raw)": 0.6300569772720337, "Finetune/Step": 17527, "Finetune/Step Time": 5.857024697586894}
+{"Finetune/Learning Rate": 4.088743765023617e-07, "Finetune/Loss": 0.6174135208129883, "Finetune/Loss (Raw)": 0.6553931832313538, "Finetune/Step": 17528, "Finetune/Step Time": 5.867195352911949}
+{"Finetune/Learning Rate": 4.083979103600277e-07, "Finetune/Loss": 0.6175431609153748, "Finetune/Loss (Raw)": 0.6142452955245972, "Finetune/Step": 17529, "Finetune/Step Time": 5.867296217009425}
+{"Finetune/Learning Rate": 4.079217162082516e-07, "Finetune/Loss": 0.6183401346206665, "Finetune/Loss (Raw)": 0.6777113080024719, "Finetune/Step": 17530, "Finetune/Step Time": 5.864883521571755}
+{"Finetune/Learning Rate": 4.074457940605403e-07, "Finetune/Loss": 0.6182945966720581, "Finetune/Loss (Raw)": 0.6441454887390137, "Finetune/Step": 17531, "Finetune/Step Time": 5.865985089913011}
+{"Finetune/Learning Rate": 4.069701439303886e-07, "Finetune/Loss": 0.6176172494888306, "Finetune/Loss (Raw)": 0.5799118280410767, "Finetune/Step": 17532, "Finetune/Step Time": 5.855275997892022}
+{"Finetune/Learning Rate": 4.0649476583128566e-07, "Finetune/Loss": 0.6180895566940308, "Finetune/Loss (Raw)": 0.6750454306602478, "Finetune/Step": 17533, "Finetune/Step Time": 5.850361140444875}
+{"Finetune/Learning Rate": 4.0601965977670964e-07, "Finetune/Loss": 0.6193881034851074, "Finetune/Loss (Raw)": 0.8440175652503967, "Finetune/Step": 17534, "Finetune/Step Time": 5.851857043802738}
+{"Finetune/Learning Rate": 4.0554482578013645e-07, "Finetune/Loss": 0.6197318434715271, "Finetune/Loss (Raw)": 0.5706326365470886, "Finetune/Step": 17535, "Finetune/Step Time": 5.851938888430595}
+{"Finetune/Learning Rate": 4.0507026385502747e-07, "Finetune/Loss": 0.6193202137947083, "Finetune/Loss (Raw)": 0.5677796006202698, "Finetune/Step": 17536, "Finetune/Step Time": 5.857325203716755}
+{"Finetune/Learning Rate": 4.0459597401483977e-07, "Finetune/Loss": 0.6196466684341431, "Finetune/Loss (Raw)": 0.8435837030410767, "Finetune/Step": 17537, "Finetune/Step Time": 5.856949090957642}
+{"Finetune/Learning Rate": 4.04121956273027e-07, "Finetune/Loss": 0.619903564453125, "Finetune/Loss (Raw)": 0.6755475401878357, "Finetune/Step": 17538, "Finetune/Step Time": 5.85397276096046}
+{"Finetune/Learning Rate": 4.036482106430273e-07, "Finetune/Loss": 0.6196692585945129, "Finetune/Loss (Raw)": 0.5684158205986023, "Finetune/Step": 17539, "Finetune/Step Time": 5.853034999221563}
+{"Finetune/Learning Rate": 4.031747371382766e-07, "Finetune/Loss": 0.6197180151939392, "Finetune/Loss (Raw)": 0.6758633852005005, "Finetune/Step": 17540, "Finetune/Step Time": 5.845690229907632}
+{"Finetune/Learning Rate": 4.0270153577220196e-07, "Finetune/Loss": 0.6202633380889893, "Finetune/Loss (Raw)": 0.7967821955680847, "Finetune/Step": 17541, "Finetune/Step Time": 5.840740405023098}
+{"Finetune/Learning Rate": 4.0222860655821927e-07, "Finetune/Loss": 0.6210035085678101, "Finetune/Loss (Raw)": 0.6378639936447144, "Finetune/Step": 17542, "Finetune/Step Time": 5.835242658853531}
+{"Finetune/Learning Rate": 4.017559495097412e-07, "Finetune/Loss": 0.6202894449234009, "Finetune/Loss (Raw)": 0.6428573727607727, "Finetune/Step": 17543, "Finetune/Step Time": 5.836054168641567}
+{"Finetune/Learning Rate": 4.0128356464016915e-07, "Finetune/Loss": 0.619612455368042, "Finetune/Loss (Raw)": 0.5152535438537598, "Finetune/Step": 17544, "Finetune/Step Time": 5.83743005245924}
+{"Finetune/Learning Rate": 4.008114519629014e-07, "Finetune/Loss": 0.620239794254303, "Finetune/Loss (Raw)": 0.6416245698928833, "Finetune/Step": 17545, "Finetune/Step Time": 5.854689057916403}
+{"Finetune/Learning Rate": 4.003396114913238e-07, "Finetune/Loss": 0.6211665868759155, "Finetune/Loss (Raw)": 0.7365139722824097, "Finetune/Step": 17546, "Finetune/Step Time": 5.851155079901218}
+{"Finetune/Learning Rate": 3.9986804323881913e-07, "Finetune/Loss": 0.6219596266746521, "Finetune/Loss (Raw)": 0.6755704283714294, "Finetune/Step": 17547, "Finetune/Step Time": 5.84609536267817}
+{"Finetune/Learning Rate": 3.993967472187565e-07, "Finetune/Loss": 0.6219784021377563, "Finetune/Loss (Raw)": 0.7054009437561035, "Finetune/Step": 17548, "Finetune/Step Time": 5.852186840027571}
+{"Finetune/Learning Rate": 3.9892572344450096e-07, "Finetune/Loss": 0.6243304014205933, "Finetune/Loss (Raw)": 0.6945459246635437, "Finetune/Step": 17549, "Finetune/Step Time": 5.834853675216436}
+{"Finetune/Learning Rate": 3.984549719294106e-07, "Finetune/Loss": 0.6235357522964478, "Finetune/Loss (Raw)": 0.5933623909950256, "Finetune/Step": 17550, "Finetune/Step Time": 5.84795743227005}
+{"Finetune/Learning Rate": 3.979844926868337e-07, "Finetune/Loss": 0.6234476566314697, "Finetune/Loss (Raw)": 0.5975440740585327, "Finetune/Step": 17551, "Finetune/Step Time": 5.83094004355371}
+{"Finetune/Learning Rate": 3.9751428573011175e-07, "Finetune/Loss": 0.6221063733100891, "Finetune/Loss (Raw)": 0.6102868318557739, "Finetune/Step": 17552, "Finetune/Step Time": 5.832250721752644}
+{"Finetune/Learning Rate": 3.970443510725808e-07, "Finetune/Loss": 0.6233574151992798, "Finetune/Loss (Raw)": 0.7541174292564392, "Finetune/Step": 17553, "Finetune/Step Time": 5.82890965975821}
+{"Finetune/Learning Rate": 3.965746887275634e-07, "Finetune/Loss": 0.6235632300376892, "Finetune/Loss (Raw)": 0.6460528373718262, "Finetune/Step": 17554, "Finetune/Step Time": 5.8240658454597}
+{"Finetune/Learning Rate": 3.961052987083791e-07, "Finetune/Loss": 0.6228364706039429, "Finetune/Loss (Raw)": 0.6475701928138733, "Finetune/Step": 17555, "Finetune/Step Time": 5.824293961748481}
+{"Finetune/Learning Rate": 3.956361810283393e-07, "Finetune/Loss": 0.6228377223014832, "Finetune/Loss (Raw)": 0.6757968068122864, "Finetune/Step": 17556, "Finetune/Step Time": 5.85392658598721}
+{"Finetune/Learning Rate": 3.9516733570074573e-07, "Finetune/Loss": 0.6240204572677612, "Finetune/Loss (Raw)": 0.7089853882789612, "Finetune/Step": 17557, "Finetune/Step Time": 5.853623269125819}
+{"Finetune/Learning Rate": 3.946987627388943e-07, "Finetune/Loss": 0.6240772008895874, "Finetune/Loss (Raw)": 0.5910632014274597, "Finetune/Step": 17558, "Finetune/Step Time": 5.8624021131545305}
+{"Finetune/Learning Rate": 3.942304621560722e-07, "Finetune/Loss": 0.6232523918151855, "Finetune/Loss (Raw)": 0.5105862021446228, "Finetune/Step": 17559, "Finetune/Step Time": 5.877877896651626}
+{"Finetune/Learning Rate": 3.937624339655599e-07, "Finetune/Loss": 0.6237372159957886, "Finetune/Loss (Raw)": 0.6677415370941162, "Finetune/Step": 17560, "Finetune/Step Time": 5.897026892751455}
+{"Finetune/Learning Rate": 3.9329467818062684e-07, "Finetune/Loss": 0.6251230239868164, "Finetune/Loss (Raw)": 0.7636349201202393, "Finetune/Step": 17561, "Finetune/Step Time": 5.8888026513159275}
+{"Finetune/Learning Rate": 3.928271948145401e-07, "Finetune/Loss": 0.6253610849380493, "Finetune/Loss (Raw)": 0.7054158449172974, "Finetune/Step": 17562, "Finetune/Step Time": 5.888799594715238}
+{"Finetune/Learning Rate": 3.9235998388055474e-07, "Finetune/Loss": 0.6253060698509216, "Finetune/Loss (Raw)": 0.7369816899299622, "Finetune/Step": 17563, "Finetune/Step Time": 5.884586073458195}
+{"Finetune/Learning Rate": 3.9189304539191895e-07, "Finetune/Loss": 0.6255142092704773, "Finetune/Loss (Raw)": 0.6920472979545593, "Finetune/Step": 17564, "Finetune/Step Time": 5.887530010193586}
+{"Finetune/Learning Rate": 3.9142637936187556e-07, "Finetune/Loss": 0.6256488561630249, "Finetune/Loss (Raw)": 0.580053448677063, "Finetune/Step": 17565, "Finetune/Step Time": 5.88329565897584}
+{"Finetune/Learning Rate": 3.9095998580365724e-07, "Finetune/Loss": 0.6245352029800415, "Finetune/Loss (Raw)": 0.4931390583515167, "Finetune/Step": 17566, "Finetune/Step Time": 5.902747584506869}
+{"Finetune/Learning Rate": 3.9049386473048787e-07, "Finetune/Loss": 0.6246434450149536, "Finetune/Loss (Raw)": 0.6603954434394836, "Finetune/Step": 17567, "Finetune/Step Time": 5.885829089209437}
+{"Finetune/Learning Rate": 3.9002801615558805e-07, "Finetune/Loss": 0.6245407462120056, "Finetune/Loss (Raw)": 0.6104253530502319, "Finetune/Step": 17568, "Finetune/Step Time": 5.880820611491799}
+{"Finetune/Learning Rate": 3.8956244009216604e-07, "Finetune/Loss": 0.6247238516807556, "Finetune/Loss (Raw)": 0.6578131914138794, "Finetune/Step": 17569, "Finetune/Step Time": 5.883559953421354}
+{"Finetune/Learning Rate": 3.8909713655342464e-07, "Finetune/Loss": 0.6250320672988892, "Finetune/Loss (Raw)": 0.600360631942749, "Finetune/Step": 17570, "Finetune/Step Time": 5.880671966820955}
+{"Finetune/Learning Rate": 3.8863210555255884e-07, "Finetune/Loss": 0.6250830888748169, "Finetune/Loss (Raw)": 0.6133113503456116, "Finetune/Step": 17571, "Finetune/Step Time": 5.8791871555149555}
+{"Finetune/Learning Rate": 3.881673471027558e-07, "Finetune/Loss": 0.6251708269119263, "Finetune/Loss (Raw)": 0.5520889163017273, "Finetune/Step": 17572, "Finetune/Step Time": 5.866441449150443}
+{"Finetune/Learning Rate": 3.8770286121719403e-07, "Finetune/Loss": 0.626763105392456, "Finetune/Loss (Raw)": 0.7063015103340149, "Finetune/Step": 17573, "Finetune/Step Time": 5.832644764333963}
+{"Finetune/Learning Rate": 3.872386479090451e-07, "Finetune/Loss": 0.626130223274231, "Finetune/Loss (Raw)": 0.46393105387687683, "Finetune/Step": 17574, "Finetune/Step Time": 5.852654719725251}
+{"Finetune/Learning Rate": 3.86774707191474e-07, "Finetune/Loss": 0.6278061866760254, "Finetune/Loss (Raw)": 0.8283247351646423, "Finetune/Step": 17575, "Finetune/Step Time": 5.854084702208638}
+{"Finetune/Learning Rate": 3.863110390776348e-07, "Finetune/Loss": 0.6266962289810181, "Finetune/Loss (Raw)": 0.49743005633354187, "Finetune/Step": 17576, "Finetune/Step Time": 5.856706349179149}
+{"Finetune/Learning Rate": 3.8584764358067794e-07, "Finetune/Loss": 0.6257661581039429, "Finetune/Loss (Raw)": 0.5367594957351685, "Finetune/Step": 17577, "Finetune/Step Time": 5.839224403724074}
+{"Finetune/Learning Rate": 3.85384520713743e-07, "Finetune/Loss": 0.6262511014938354, "Finetune/Loss (Raw)": 0.5945727229118347, "Finetune/Step": 17578, "Finetune/Step Time": 5.845695346593857}
+{"Finetune/Learning Rate": 3.8492167048996166e-07, "Finetune/Loss": 0.6262956857681274, "Finetune/Loss (Raw)": 0.6704738140106201, "Finetune/Step": 17579, "Finetune/Step Time": 5.852203713729978}
+{"Finetune/Learning Rate": 3.844590929224601e-07, "Finetune/Loss": 0.6256694793701172, "Finetune/Loss (Raw)": 0.529662549495697, "Finetune/Step": 17580, "Finetune/Step Time": 5.849370935931802}
+{"Finetune/Learning Rate": 3.839967880243567e-07, "Finetune/Loss": 0.6268637180328369, "Finetune/Loss (Raw)": 0.7035383582115173, "Finetune/Step": 17581, "Finetune/Step Time": 5.84938008338213}
+{"Finetune/Learning Rate": 3.8353475580875874e-07, "Finetune/Loss": 0.6279805302619934, "Finetune/Loss (Raw)": 0.7111902236938477, "Finetune/Step": 17582, "Finetune/Step Time": 5.8527537900954485}
+{"Finetune/Learning Rate": 3.830729962887714e-07, "Finetune/Loss": 0.629607081413269, "Finetune/Loss (Raw)": 0.6070739030838013, "Finetune/Step": 17583, "Finetune/Step Time": 5.844172170385718}
+{"Finetune/Learning Rate": 3.8261150947748627e-07, "Finetune/Loss": 0.6298638582229614, "Finetune/Loss (Raw)": 0.6579533815383911, "Finetune/Step": 17584, "Finetune/Step Time": 5.845265677198768}
+{"Finetune/Learning Rate": 3.821502953879908e-07, "Finetune/Loss": 0.6291743516921997, "Finetune/Loss (Raw)": 0.5606878399848938, "Finetune/Step": 17585, "Finetune/Step Time": 5.839299201965332}
+{"Finetune/Learning Rate": 3.8168935403336215e-07, "Finetune/Loss": 0.6294870376586914, "Finetune/Loss (Raw)": 0.6456172466278076, "Finetune/Step": 17586, "Finetune/Step Time": 5.840223023667932}
+{"Finetune/Learning Rate": 3.8122868542667334e-07, "Finetune/Loss": 0.6308127641677856, "Finetune/Loss (Raw)": 0.7430258393287659, "Finetune/Step": 17587, "Finetune/Step Time": 5.836440026760101}
+{"Finetune/Learning Rate": 3.8076828958098723e-07, "Finetune/Loss": 0.631308376789093, "Finetune/Loss (Raw)": 0.5963361859321594, "Finetune/Step": 17588, "Finetune/Step Time": 5.837676594033837}
+{"Finetune/Learning Rate": 3.8030816650935777e-07, "Finetune/Loss": 0.631779670715332, "Finetune/Loss (Raw)": 0.7181869745254517, "Finetune/Step": 17589, "Finetune/Step Time": 5.81827150657773}
+{"Finetune/Learning Rate": 3.798483162248368e-07, "Finetune/Loss": 0.6309136748313904, "Finetune/Loss (Raw)": 0.6503905653953552, "Finetune/Step": 17590, "Finetune/Step Time": 5.822320979088545}
+{"Finetune/Learning Rate": 3.7938873874045935e-07, "Finetune/Loss": 0.6301934719085693, "Finetune/Loss (Raw)": 0.5623096227645874, "Finetune/Step": 17591, "Finetune/Step Time": 5.818189403042197}
+{"Finetune/Learning Rate": 3.7892943406926064e-07, "Finetune/Loss": 0.6289734840393066, "Finetune/Loss (Raw)": 0.6193446516990662, "Finetune/Step": 17592, "Finetune/Step Time": 5.822630051523447}
+{"Finetune/Learning Rate": 3.7847040222426246e-07, "Finetune/Loss": 0.6280182600021362, "Finetune/Loss (Raw)": 0.5829569101333618, "Finetune/Step": 17593, "Finetune/Step Time": 5.826053518801928}
+{"Finetune/Learning Rate": 3.780116432184855e-07, "Finetune/Loss": 0.6285834312438965, "Finetune/Loss (Raw)": 0.7025680541992188, "Finetune/Step": 17594, "Finetune/Step Time": 5.824828444048762}
+{"Finetune/Learning Rate": 3.775531570649371e-07, "Finetune/Loss": 0.6294646263122559, "Finetune/Loss (Raw)": 0.7155389189720154, "Finetune/Step": 17595, "Finetune/Step Time": 5.825911406427622}
+{"Finetune/Learning Rate": 3.7709494377662024e-07, "Finetune/Loss": 0.6283103227615356, "Finetune/Loss (Raw)": 0.4749704897403717, "Finetune/Step": 17596, "Finetune/Step Time": 5.842657929286361}
+{"Finetune/Learning Rate": 3.7663700336652455e-07, "Finetune/Loss": 0.6299211382865906, "Finetune/Loss (Raw)": 0.7400617003440857, "Finetune/Step": 17597, "Finetune/Step Time": 5.839198384433985}
+{"Finetune/Learning Rate": 3.7617933584763846e-07, "Finetune/Loss": 0.6297072172164917, "Finetune/Loss (Raw)": 0.6743462681770325, "Finetune/Step": 17598, "Finetune/Step Time": 5.853780994191766}
+{"Finetune/Learning Rate": 3.757219412329405e-07, "Finetune/Loss": 0.6306517124176025, "Finetune/Loss (Raw)": 0.6407510638237, "Finetune/Step": 17599, "Finetune/Step Time": 5.856288425624371}
+{"Finetune/Learning Rate": 3.7526481953539915e-07, "Finetune/Loss": 0.6313050985336304, "Finetune/Loss (Raw)": 0.7881605625152588, "Finetune/Step": 17600, "Finetune/Step Time": 5.853288302198052}
+{"Finetune/Learning Rate": 3.748079707679797e-07, "Finetune/Loss": 0.6312916278839111, "Finetune/Loss (Raw)": 0.6035262942314148, "Finetune/Step": 17601, "Finetune/Step Time": 5.858595356345177}
+{"Finetune/Learning Rate": 3.7435139494363725e-07, "Finetune/Loss": 0.632038414478302, "Finetune/Loss (Raw)": 0.6102775931358337, "Finetune/Step": 17602, "Finetune/Step Time": 5.859315611422062}
+{"Finetune/Learning Rate": 3.738950920753159e-07, "Finetune/Loss": 0.6307413578033447, "Finetune/Loss (Raw)": 0.5946524143218994, "Finetune/Step": 17603, "Finetune/Step Time": 5.855052229017019}
+{"Finetune/Learning Rate": 3.734390621759565e-07, "Finetune/Loss": 0.6320886611938477, "Finetune/Loss (Raw)": 0.5921410322189331, "Finetune/Step": 17604, "Finetune/Step Time": 5.852510366588831}
+{"Finetune/Learning Rate": 3.729833052584919e-07, "Finetune/Loss": 0.6331695318222046, "Finetune/Loss (Raw)": 0.6593084931373596, "Finetune/Step": 17605, "Finetune/Step Time": 5.848479842767119}
+{"Finetune/Learning Rate": 3.7252782133584406e-07, "Finetune/Loss": 0.6336328983306885, "Finetune/Loss (Raw)": 0.6006680130958557, "Finetune/Step": 17606, "Finetune/Step Time": 5.851193945854902}
+{"Finetune/Learning Rate": 3.7207261042093155e-07, "Finetune/Loss": 0.6337201595306396, "Finetune/Loss (Raw)": 0.504973828792572, "Finetune/Step": 17607, "Finetune/Step Time": 5.831526651978493}
+{"Finetune/Learning Rate": 3.716176725266607e-07, "Finetune/Loss": 0.6334065794944763, "Finetune/Loss (Raw)": 0.6313492655754089, "Finetune/Step": 17608, "Finetune/Step Time": 5.833511147648096}
+{"Finetune/Learning Rate": 3.711630076659334e-07, "Finetune/Loss": 0.6334331035614014, "Finetune/Loss (Raw)": 0.6651579141616821, "Finetune/Step": 17609, "Finetune/Step Time": 5.8334616888314486}
+{"Finetune/Learning Rate": 3.7070861585164263e-07, "Finetune/Loss": 0.6338163018226624, "Finetune/Loss (Raw)": 0.6692715883255005, "Finetune/Step": 17610, "Finetune/Step Time": 5.8269995264709}
+{"Finetune/Learning Rate": 3.702544970966737e-07, "Finetune/Loss": 0.6333989500999451, "Finetune/Loss (Raw)": 0.550195038318634, "Finetune/Step": 17611, "Finetune/Step Time": 5.830485226586461}
+{"Finetune/Learning Rate": 3.698006514139041e-07, "Finetune/Loss": 0.6339133977890015, "Finetune/Loss (Raw)": 0.7095956206321716, "Finetune/Step": 17612, "Finetune/Step Time": 5.836837809532881}
+{"Finetune/Learning Rate": 3.693470788162024e-07, "Finetune/Loss": 0.6341192722320557, "Finetune/Loss (Raw)": 0.7170897722244263, "Finetune/Step": 17613, "Finetune/Step Time": 5.831935612484813}
+{"Finetune/Learning Rate": 3.688937793164327e-07, "Finetune/Loss": 0.6342875957489014, "Finetune/Loss (Raw)": 0.620540201663971, "Finetune/Step": 17614, "Finetune/Step Time": 5.832981966435909}
+{"Finetune/Learning Rate": 3.684407529274481e-07, "Finetune/Loss": 0.6342317461967468, "Finetune/Loss (Raw)": 0.6436444520950317, "Finetune/Step": 17615, "Finetune/Step Time": 5.835062080994248}
+{"Finetune/Learning Rate": 3.67987999662095e-07, "Finetune/Loss": 0.6339572668075562, "Finetune/Loss (Raw)": 0.6263135671615601, "Finetune/Step": 17616, "Finetune/Step Time": 5.8358304258435965}
+{"Finetune/Learning Rate": 3.6753551953321197e-07, "Finetune/Loss": 0.6344251036643982, "Finetune/Loss (Raw)": 0.6333410143852234, "Finetune/Step": 17617, "Finetune/Step Time": 5.836142590269446}
+{"Finetune/Learning Rate": 3.6708331255363103e-07, "Finetune/Loss": 0.6327308416366577, "Finetune/Loss (Raw)": 0.5835245251655579, "Finetune/Step": 17618, "Finetune/Step Time": 5.84025614336133}
+{"Finetune/Learning Rate": 3.6663137873617525e-07, "Finetune/Loss": 0.6330204010009766, "Finetune/Loss (Raw)": 0.6643043756484985, "Finetune/Step": 17619, "Finetune/Step Time": 5.840447863563895}
+{"Finetune/Learning Rate": 3.661797180936588e-07, "Finetune/Loss": 0.6333158016204834, "Finetune/Loss (Raw)": 0.5607975721359253, "Finetune/Step": 17620, "Finetune/Step Time": 5.842780746519566}
+{"Finetune/Learning Rate": 3.6572833063889145e-07, "Finetune/Loss": 0.6336681246757507, "Finetune/Loss (Raw)": 0.6551610231399536, "Finetune/Step": 17621, "Finetune/Step Time": 5.838333360850811}
+{"Finetune/Learning Rate": 3.6527721638467293e-07, "Finetune/Loss": 0.6338061094284058, "Finetune/Loss (Raw)": 0.7025029063224792, "Finetune/Step": 17622, "Finetune/Step Time": 5.828084394335747}
+{"Finetune/Learning Rate": 3.6482637534379415e-07, "Finetune/Loss": 0.6336143016815186, "Finetune/Loss (Raw)": 0.6601957678794861, "Finetune/Step": 17623, "Finetune/Step Time": 5.821180971339345}
+{"Finetune/Learning Rate": 3.6437580752904155e-07, "Finetune/Loss": 0.6341207027435303, "Finetune/Loss (Raw)": 0.6240096688270569, "Finetune/Step": 17624, "Finetune/Step Time": 5.823465529829264}
+{"Finetune/Learning Rate": 3.6392551295319045e-07, "Finetune/Loss": 0.6348268985748291, "Finetune/Loss (Raw)": 0.649000883102417, "Finetune/Step": 17625, "Finetune/Step Time": 5.818825384601951}
+{"Finetune/Learning Rate": 3.634754916290117e-07, "Finetune/Loss": 0.6337337493896484, "Finetune/Loss (Raw)": 0.5625965595245361, "Finetune/Step": 17626, "Finetune/Step Time": 5.8161673825234175}
+{"Finetune/Learning Rate": 3.630257435692641e-07, "Finetune/Loss": 0.6339285969734192, "Finetune/Loss (Raw)": 0.6518222689628601, "Finetune/Step": 17627, "Finetune/Step Time": 5.801918171346188}
+{"Finetune/Learning Rate": 3.6257626878670183e-07, "Finetune/Loss": 0.6333277821540833, "Finetune/Loss (Raw)": 0.5663579106330872, "Finetune/Step": 17628, "Finetune/Step Time": 5.802444186061621}
+{"Finetune/Learning Rate": 3.6212706729407134e-07, "Finetune/Loss": 0.6333804130554199, "Finetune/Loss (Raw)": 0.66053706407547, "Finetune/Step": 17629, "Finetune/Step Time": 5.801936810836196}
+{"Finetune/Learning Rate": 3.6167813910411244e-07, "Finetune/Loss": 0.633899450302124, "Finetune/Loss (Raw)": 0.6514058709144592, "Finetune/Step": 17630, "Finetune/Step Time": 5.796948987990618}
+{"Finetune/Learning Rate": 3.6122948422955275e-07, "Finetune/Loss": 0.6328592300415039, "Finetune/Loss (Raw)": 0.5488414764404297, "Finetune/Step": 17631, "Finetune/Step Time": 5.794222792610526}
+{"Finetune/Learning Rate": 3.607811026831176e-07, "Finetune/Loss": 0.6331069469451904, "Finetune/Loss (Raw)": 0.5514422655105591, "Finetune/Step": 17632, "Finetune/Step Time": 5.809491580352187}
+{"Finetune/Learning Rate": 3.60332994477518e-07, "Finetune/Loss": 0.634007453918457, "Finetune/Loss (Raw)": 0.6906805634498596, "Finetune/Step": 17633, "Finetune/Step Time": 5.808974428102374}
+{"Finetune/Learning Rate": 3.598851596254638e-07, "Finetune/Loss": 0.6347678303718567, "Finetune/Loss (Raw)": 0.728176474571228, "Finetune/Step": 17634, "Finetune/Step Time": 5.808930024504662}
+{"Finetune/Learning Rate": 3.594375981396525e-07, "Finetune/Loss": 0.6362848281860352, "Finetune/Loss (Raw)": 0.6790605783462524, "Finetune/Step": 17635, "Finetune/Step Time": 5.808024505153298}
+{"Finetune/Learning Rate": 3.589903100327785e-07, "Finetune/Loss": 0.635182797908783, "Finetune/Loss (Raw)": 0.6217540502548218, "Finetune/Step": 17636, "Finetune/Step Time": 5.806580217555165}
+{"Finetune/Learning Rate": 3.585432953175239e-07, "Finetune/Loss": 0.6354858875274658, "Finetune/Loss (Raw)": 0.6238439679145813, "Finetune/Step": 17637, "Finetune/Step Time": 5.8185034096241}
+{"Finetune/Learning Rate": 3.580965540065651e-07, "Finetune/Loss": 0.6341136693954468, "Finetune/Loss (Raw)": 0.4821680188179016, "Finetune/Step": 17638, "Finetune/Step Time": 5.834182376042008}
+{"Finetune/Learning Rate": 3.576500861125698e-07, "Finetune/Loss": 0.6353880763053894, "Finetune/Loss (Raw)": 0.7385448217391968, "Finetune/Step": 17639, "Finetune/Step Time": 5.83518317528069}
+{"Finetune/Learning Rate": 3.572038916481979e-07, "Finetune/Loss": 0.6353631019592285, "Finetune/Loss (Raw)": 0.6899564266204834, "Finetune/Step": 17640, "Finetune/Step Time": 5.831559874117374}
+{"Finetune/Learning Rate": 3.5675797062610375e-07, "Finetune/Loss": 0.6359962224960327, "Finetune/Loss (Raw)": 0.6415513157844543, "Finetune/Step": 17641, "Finetune/Step Time": 5.832019241526723}
+{"Finetune/Learning Rate": 3.5631232305893047e-07, "Finetune/Loss": 0.6355851888656616, "Finetune/Loss (Raw)": 0.6341469287872314, "Finetune/Step": 17642, "Finetune/Step Time": 5.827639058232307}
+{"Finetune/Learning Rate": 3.5586694895931914e-07, "Finetune/Loss": 0.6363646984100342, "Finetune/Loss (Raw)": 0.5859948396682739, "Finetune/Step": 17643, "Finetune/Step Time": 5.828433148562908}
+{"Finetune/Learning Rate": 3.5542184833989634e-07, "Finetune/Loss": 0.6362341642379761, "Finetune/Loss (Raw)": 0.5323479175567627, "Finetune/Step": 17644, "Finetune/Step Time": 5.83637904189527}
+{"Finetune/Learning Rate": 3.5497702121328413e-07, "Finetune/Loss": 0.6360964775085449, "Finetune/Loss (Raw)": 0.6331879496574402, "Finetune/Step": 17645, "Finetune/Step Time": 5.839139482006431}
+{"Finetune/Learning Rate": 3.5453246759209693e-07, "Finetune/Loss": 0.6352908611297607, "Finetune/Loss (Raw)": 0.5353023409843445, "Finetune/Step": 17646, "Finetune/Step Time": 5.837451286613941}
+{"Finetune/Learning Rate": 3.5408818748894014e-07, "Finetune/Loss": 0.635016679763794, "Finetune/Loss (Raw)": 0.6138840913772583, "Finetune/Step": 17647, "Finetune/Step Time": 5.836880024522543}
+{"Finetune/Learning Rate": 3.5364418091641374e-07, "Finetune/Loss": 0.6351083517074585, "Finetune/Loss (Raw)": 0.5979479551315308, "Finetune/Step": 17648, "Finetune/Step Time": 5.838151644915342}
+{"Finetune/Learning Rate": 3.532004478871065e-07, "Finetune/Loss": 0.6345789432525635, "Finetune/Loss (Raw)": 0.5233017802238464, "Finetune/Step": 17649, "Finetune/Step Time": 5.841142199933529}
+{"Finetune/Learning Rate": 3.5275698841360393e-07, "Finetune/Loss": 0.6337694525718689, "Finetune/Loss (Raw)": 0.554122269153595, "Finetune/Step": 17650, "Finetune/Step Time": 5.869208354502916}
+{"Finetune/Learning Rate": 3.523138025084816e-07, "Finetune/Loss": 0.6344896554946899, "Finetune/Loss (Raw)": 0.6444312930107117, "Finetune/Step": 17651, "Finetune/Step Time": 5.8696096781641245}
+{"Finetune/Learning Rate": 3.5187089018430377e-07, "Finetune/Loss": 0.6357141733169556, "Finetune/Loss (Raw)": 0.680397629737854, "Finetune/Step": 17652, "Finetune/Step Time": 5.867355844005942}
+{"Finetune/Learning Rate": 3.514282514536316e-07, "Finetune/Loss": 0.6354970932006836, "Finetune/Loss (Raw)": 0.5523248910903931, "Finetune/Step": 17653, "Finetune/Step Time": 5.875916017219424}
+{"Finetune/Learning Rate": 3.509858863290183e-07, "Finetune/Loss": 0.6363488435745239, "Finetune/Loss (Raw)": 0.6849765181541443, "Finetune/Step": 17654, "Finetune/Step Time": 5.877547530457377}
+{"Finetune/Learning Rate": 3.505437948230062e-07, "Finetune/Loss": 0.6362990736961365, "Finetune/Loss (Raw)": 0.623684823513031, "Finetune/Step": 17655, "Finetune/Step Time": 5.877775937318802}
+{"Finetune/Learning Rate": 3.5010197694813285e-07, "Finetune/Loss": 0.6361055374145508, "Finetune/Loss (Raw)": 0.6306314468383789, "Finetune/Step": 17656, "Finetune/Step Time": 5.867188386619091}
+{"Finetune/Learning Rate": 3.496604327169273e-07, "Finetune/Loss": 0.6358560919761658, "Finetune/Loss (Raw)": 0.5823069214820862, "Finetune/Step": 17657, "Finetune/Step Time": 5.863640086725354}
+{"Finetune/Learning Rate": 3.4921916214191055e-07, "Finetune/Loss": 0.6353380680084229, "Finetune/Loss (Raw)": 0.6114019751548767, "Finetune/Step": 17658, "Finetune/Step Time": 5.864845596253872}
+{"Finetune/Learning Rate": 3.4877816523559374e-07, "Finetune/Loss": 0.634972333908081, "Finetune/Loss (Raw)": 0.5973317623138428, "Finetune/Step": 17659, "Finetune/Step Time": 5.861684571951628}
+{"Finetune/Learning Rate": 3.4833744201048457e-07, "Finetune/Loss": 0.6354805827140808, "Finetune/Loss (Raw)": 0.6449776291847229, "Finetune/Step": 17660, "Finetune/Step Time": 5.860422790050507}
+{"Finetune/Learning Rate": 3.478969924790798e-07, "Finetune/Loss": 0.6358795166015625, "Finetune/Loss (Raw)": 0.7260937094688416, "Finetune/Step": 17661, "Finetune/Step Time": 5.8814939223229885}
+{"Finetune/Learning Rate": 3.474568166538694e-07, "Finetune/Loss": 0.6341899633407593, "Finetune/Loss (Raw)": 0.6277642846107483, "Finetune/Step": 17662, "Finetune/Step Time": 5.899592028930783}
+{"Finetune/Learning Rate": 3.4701691454733567e-07, "Finetune/Loss": 0.6347017884254456, "Finetune/Loss (Raw)": 0.6361464262008667, "Finetune/Step": 17663, "Finetune/Step Time": 5.887761104851961}
+{"Finetune/Learning Rate": 3.4657728617195295e-07, "Finetune/Loss": 0.6351852416992188, "Finetune/Loss (Raw)": 0.6296627521514893, "Finetune/Step": 17664, "Finetune/Step Time": 5.89042460732162}
+{"Finetune/Learning Rate": 3.461379315401869e-07, "Finetune/Loss": 0.6333527565002441, "Finetune/Loss (Raw)": 0.6090259552001953, "Finetune/Step": 17665, "Finetune/Step Time": 5.907645482569933}
+{"Finetune/Learning Rate": 3.456988506644987e-07, "Finetune/Loss": 0.6325547695159912, "Finetune/Loss (Raw)": 0.5734087824821472, "Finetune/Step": 17666, "Finetune/Step Time": 5.9087047297507524}
+{"Finetune/Learning Rate": 3.452600435573361e-07, "Finetune/Loss": 0.633264422416687, "Finetune/Loss (Raw)": 0.6592516899108887, "Finetune/Step": 17667, "Finetune/Step Time": 5.9235759526491165}
+{"Finetune/Learning Rate": 3.4482151023114583e-07, "Finetune/Loss": 0.6324295997619629, "Finetune/Loss (Raw)": 0.5690013766288757, "Finetune/Step": 17668, "Finetune/Step Time": 5.921544972807169}
+{"Finetune/Learning Rate": 3.443832506983613e-07, "Finetune/Loss": 0.6302406787872314, "Finetune/Loss (Raw)": 0.5166018605232239, "Finetune/Step": 17669, "Finetune/Step Time": 5.930507054552436}
+{"Finetune/Learning Rate": 3.4394526497141034e-07, "Finetune/Loss": 0.6300114393234253, "Finetune/Loss (Raw)": 0.6085205674171448, "Finetune/Step": 17670, "Finetune/Step Time": 5.9306817799806595}
+{"Finetune/Learning Rate": 3.435075530627141e-07, "Finetune/Loss": 0.62923663854599, "Finetune/Loss (Raw)": 0.5436819791793823, "Finetune/Step": 17671, "Finetune/Step Time": 5.925734382122755}
+{"Finetune/Learning Rate": 3.430701149846849e-07, "Finetune/Loss": 0.6302025318145752, "Finetune/Loss (Raw)": 0.638886570930481, "Finetune/Step": 17672, "Finetune/Step Time": 5.930899675935507}
+{"Finetune/Learning Rate": 3.42632950749725e-07, "Finetune/Loss": 0.6300762891769409, "Finetune/Loss (Raw)": 0.6254680752754211, "Finetune/Step": 17673, "Finetune/Step Time": 5.9134665671736}
+{"Finetune/Learning Rate": 3.4219606037023454e-07, "Finetune/Loss": 0.6293498277664185, "Finetune/Loss (Raw)": 0.6435216665267944, "Finetune/Step": 17674, "Finetune/Step Time": 5.911567693576217}
+{"Finetune/Learning Rate": 3.417594438586003e-07, "Finetune/Loss": 0.6279264688491821, "Finetune/Loss (Raw)": 0.49338358640670776, "Finetune/Step": 17675, "Finetune/Step Time": 5.9282090570777655}
+{"Finetune/Learning Rate": 3.4132310122720226e-07, "Finetune/Loss": 0.6268200874328613, "Finetune/Loss (Raw)": 0.5637900829315186, "Finetune/Step": 17676, "Finetune/Step Time": 5.924362750723958}
+{"Finetune/Learning Rate": 3.4088703248841726e-07, "Finetune/Loss": 0.6266409754753113, "Finetune/Loss (Raw)": 0.6716096997261047, "Finetune/Step": 17677, "Finetune/Step Time": 5.923490598797798}
+{"Finetune/Learning Rate": 3.4045123765460765e-07, "Finetune/Loss": 0.6264970898628235, "Finetune/Loss (Raw)": 0.574946939945221, "Finetune/Step": 17678, "Finetune/Step Time": 5.906801979988813}
+{"Finetune/Learning Rate": 3.400157167381346e-07, "Finetune/Loss": 0.626824676990509, "Finetune/Loss (Raw)": 0.6394737362861633, "Finetune/Step": 17679, "Finetune/Step Time": 5.909302033483982}
+{"Finetune/Learning Rate": 3.3958046975134494e-07, "Finetune/Loss": 0.6268844604492188, "Finetune/Loss (Raw)": 0.6179381608963013, "Finetune/Step": 17680, "Finetune/Step Time": 5.912007976323366}
+{"Finetune/Learning Rate": 3.391454967065844e-07, "Finetune/Loss": 0.625967264175415, "Finetune/Loss (Raw)": 0.6367236375808716, "Finetune/Step": 17681, "Finetune/Step Time": 5.913876984268427}
+{"Finetune/Learning Rate": 3.387107976161852e-07, "Finetune/Loss": 0.6250940561294556, "Finetune/Loss (Raw)": 0.5342756509780884, "Finetune/Step": 17682, "Finetune/Step Time": 5.920996954664588}
+{"Finetune/Learning Rate": 3.382763724924742e-07, "Finetune/Loss": 0.6255736351013184, "Finetune/Loss (Raw)": 0.7089598774909973, "Finetune/Step": 17683, "Finetune/Step Time": 5.92027729190886}
+{"Finetune/Learning Rate": 3.3784222134776946e-07, "Finetune/Loss": 0.6242050528526306, "Finetune/Loss (Raw)": 0.5006211400032043, "Finetune/Step": 17684, "Finetune/Step Time": 5.887756438925862}
+{"Finetune/Learning Rate": 3.374083441943854e-07, "Finetune/Loss": 0.6238594055175781, "Finetune/Loss (Raw)": 0.6647366285324097, "Finetune/Step": 17685, "Finetune/Step Time": 5.8877438846975565}
+{"Finetune/Learning Rate": 3.3697474104462447e-07, "Finetune/Loss": 0.6224077939987183, "Finetune/Loss (Raw)": 0.4052540361881256, "Finetune/Step": 17686, "Finetune/Step Time": 5.876924987882376}
+{"Finetune/Learning Rate": 3.365414119107824e-07, "Finetune/Loss": 0.6230016946792603, "Finetune/Loss (Raw)": 0.5866130590438843, "Finetune/Step": 17687, "Finetune/Step Time": 5.857892360538244}
+{"Finetune/Learning Rate": 3.36108356805146e-07, "Finetune/Loss": 0.6236997842788696, "Finetune/Loss (Raw)": 0.7571012377738953, "Finetune/Step": 17688, "Finetune/Step Time": 5.838957846164703}
+{"Finetune/Learning Rate": 3.3567557573999545e-07, "Finetune/Loss": 0.6219387054443359, "Finetune/Loss (Raw)": 0.5382089018821716, "Finetune/Step": 17689, "Finetune/Step Time": 5.851575151085854}
+{"Finetune/Learning Rate": 3.3524306872760425e-07, "Finetune/Loss": 0.6213926076889038, "Finetune/Loss (Raw)": 0.6355188488960266, "Finetune/Step": 17690, "Finetune/Step Time": 5.851236583665013}
+{"Finetune/Learning Rate": 3.34810835780236e-07, "Finetune/Loss": 0.621103048324585, "Finetune/Loss (Raw)": 0.6999214291572571, "Finetune/Step": 17691, "Finetune/Step Time": 5.849739434197545}
+{"Finetune/Learning Rate": 3.343788769101486e-07, "Finetune/Loss": 0.6212595701217651, "Finetune/Loss (Raw)": 0.7120715975761414, "Finetune/Step": 17692, "Finetune/Step Time": 5.846821749582887}
+{"Finetune/Learning Rate": 3.3394719212959337e-07, "Finetune/Loss": 0.621867299079895, "Finetune/Loss (Raw)": 0.6578514575958252, "Finetune/Step": 17693, "Finetune/Step Time": 5.85959386639297}
+{"Finetune/Learning Rate": 3.335157814508072e-07, "Finetune/Loss": 0.6234422326087952, "Finetune/Loss (Raw)": 0.6947253346443176, "Finetune/Step": 17694, "Finetune/Step Time": 5.839489018544555}
+{"Finetune/Learning Rate": 3.3308464488602587e-07, "Finetune/Loss": 0.6219459772109985, "Finetune/Loss (Raw)": 0.4688705801963806, "Finetune/Step": 17695, "Finetune/Step Time": 5.839606244117022}
+{"Finetune/Learning Rate": 3.32653782447474e-07, "Finetune/Loss": 0.6216118335723877, "Finetune/Loss (Raw)": 0.5676588416099548, "Finetune/Step": 17696, "Finetune/Step Time": 5.840222595259547}
+{"Finetune/Learning Rate": 3.322231941473719e-07, "Finetune/Loss": 0.6208152174949646, "Finetune/Loss (Raw)": 0.5558519959449768, "Finetune/Step": 17697, "Finetune/Step Time": 5.837787490338087}
+{"Finetune/Learning Rate": 3.317928799979275e-07, "Finetune/Loss": 0.6199623942375183, "Finetune/Loss (Raw)": 0.4911941587924957, "Finetune/Step": 17698, "Finetune/Step Time": 5.859274266287684}
+{"Finetune/Learning Rate": 3.3136284001134553e-07, "Finetune/Loss": 0.6194749474525452, "Finetune/Loss (Raw)": 0.5509181618690491, "Finetune/Step": 17699, "Finetune/Step Time": 5.859007518738508}
+{"Finetune/Learning Rate": 3.3093307419981957e-07, "Finetune/Loss": 0.619830846786499, "Finetune/Loss (Raw)": 0.5976465940475464, "Finetune/Step": 17700, "Finetune/Step Time": 5.864857500419021}
+{"Finetune/Learning Rate": 3.305035825755354e-07, "Finetune/Loss": 0.6187633275985718, "Finetune/Loss (Raw)": 0.5696623921394348, "Finetune/Step": 17701, "Finetune/Step Time": 5.862547677010298}
+{"Finetune/Learning Rate": 3.3007436515067323e-07, "Finetune/Loss": 0.6201525330543518, "Finetune/Loss (Raw)": 0.6417394876480103, "Finetune/Step": 17702, "Finetune/Step Time": 5.841098800301552}
+{"Finetune/Learning Rate": 3.2964542193740565e-07, "Finetune/Loss": 0.6190154552459717, "Finetune/Loss (Raw)": 0.6827847957611084, "Finetune/Step": 17703, "Finetune/Step Time": 5.838845802471042}
+{"Finetune/Learning Rate": 3.2921675294789403e-07, "Finetune/Loss": 0.6200796365737915, "Finetune/Loss (Raw)": 0.6336460113525391, "Finetune/Step": 17704, "Finetune/Step Time": 5.8365314323455095}
+{"Finetune/Learning Rate": 3.2878835819429633e-07, "Finetune/Loss": 0.621249258518219, "Finetune/Loss (Raw)": 0.6864708662033081, "Finetune/Step": 17705, "Finetune/Step Time": 5.838640883564949}
+{"Finetune/Learning Rate": 3.2836023768875846e-07, "Finetune/Loss": 0.6216289401054382, "Finetune/Loss (Raw)": 0.6431730389595032, "Finetune/Step": 17706, "Finetune/Step Time": 5.829478658735752}
+{"Finetune/Learning Rate": 3.279323914434218e-07, "Finetune/Loss": 0.6212344169616699, "Finetune/Loss (Raw)": 0.6199749708175659, "Finetune/Step": 17707, "Finetune/Step Time": 5.8207943346351385}
+{"Finetune/Learning Rate": 3.2750481947042e-07, "Finetune/Loss": 0.6226239204406738, "Finetune/Loss (Raw)": 0.7075116038322449, "Finetune/Step": 17708, "Finetune/Step Time": 5.82688326202333}
+{"Finetune/Learning Rate": 3.2707752178187557e-07, "Finetune/Loss": 0.6220499277114868, "Finetune/Loss (Raw)": 0.6300698518753052, "Finetune/Step": 17709, "Finetune/Step Time": 5.828013455495238}
+{"Finetune/Learning Rate": 3.266504983899066e-07, "Finetune/Loss": 0.621318519115448, "Finetune/Loss (Raw)": 0.6175737380981445, "Finetune/Step": 17710, "Finetune/Step Time": 5.828612454235554}
+{"Finetune/Learning Rate": 3.262237493066223e-07, "Finetune/Loss": 0.621931791305542, "Finetune/Loss (Raw)": 0.6855689287185669, "Finetune/Step": 17711, "Finetune/Step Time": 5.819656107574701}
+{"Finetune/Learning Rate": 3.2579727454412404e-07, "Finetune/Loss": 0.6215003728866577, "Finetune/Loss (Raw)": 0.602735698223114, "Finetune/Step": 17712, "Finetune/Step Time": 5.81209490634501}
+{"Finetune/Learning Rate": 3.253710741145055e-07, "Finetune/Loss": 0.6228785514831543, "Finetune/Loss (Raw)": 0.7371012568473816, "Finetune/Step": 17713, "Finetune/Step Time": 5.810554316267371}
+{"Finetune/Learning Rate": 3.2494514802985265e-07, "Finetune/Loss": 0.6234179139137268, "Finetune/Loss (Raw)": 0.714647650718689, "Finetune/Step": 17714, "Finetune/Step Time": 5.809558890759945}
+{"Finetune/Learning Rate": 3.2451949630224245e-07, "Finetune/Loss": 0.6236276626586914, "Finetune/Loss (Raw)": 0.7698752880096436, "Finetune/Step": 17715, "Finetune/Step Time": 5.807726686820388}
+{"Finetune/Learning Rate": 3.240941189437463e-07, "Finetune/Loss": 0.6236852407455444, "Finetune/Loss (Raw)": 0.603704035282135, "Finetune/Step": 17716, "Finetune/Step Time": 5.809698259457946}
+{"Finetune/Learning Rate": 3.2366901596642686e-07, "Finetune/Loss": 0.6231232285499573, "Finetune/Loss (Raw)": 0.6462531089782715, "Finetune/Step": 17717, "Finetune/Step Time": 5.82529872097075}
+{"Finetune/Learning Rate": 3.2324418738233667e-07, "Finetune/Loss": 0.6226750612258911, "Finetune/Loss (Raw)": 0.5930143594741821, "Finetune/Step": 17718, "Finetune/Step Time": 5.821214314550161}
+{"Finetune/Learning Rate": 3.2281963320352605e-07, "Finetune/Loss": 0.6228418350219727, "Finetune/Loss (Raw)": 0.5836693048477173, "Finetune/Step": 17719, "Finetune/Step Time": 5.81892235390842}
+{"Finetune/Learning Rate": 3.223953534420321e-07, "Finetune/Loss": 0.6230732798576355, "Finetune/Loss (Raw)": 0.6489652991294861, "Finetune/Step": 17720, "Finetune/Step Time": 5.821737017482519}
+{"Finetune/Learning Rate": 3.219713481098852e-07, "Finetune/Loss": 0.6240062713623047, "Finetune/Loss (Raw)": 0.7023783922195435, "Finetune/Step": 17721, "Finetune/Step Time": 5.817829800769687}
+{"Finetune/Learning Rate": 3.215476172191112e-07, "Finetune/Loss": 0.623196542263031, "Finetune/Loss (Raw)": 0.5989227890968323, "Finetune/Step": 17722, "Finetune/Step Time": 5.818442080169916}
+{"Finetune/Learning Rate": 3.2112416078172613e-07, "Finetune/Loss": 0.6232045888900757, "Finetune/Loss (Raw)": 0.7165703773498535, "Finetune/Step": 17723, "Finetune/Step Time": 5.818549871444702}
+{"Finetune/Learning Rate": 3.207009788097359e-07, "Finetune/Loss": 0.6251368522644043, "Finetune/Loss (Raw)": 0.722297728061676, "Finetune/Step": 17724, "Finetune/Step Time": 5.799988526850939}
+{"Finetune/Learning Rate": 3.20278071315141e-07, "Finetune/Loss": 0.6250091195106506, "Finetune/Loss (Raw)": 0.72371506690979, "Finetune/Step": 17725, "Finetune/Step Time": 5.801633890718222}
+{"Finetune/Learning Rate": 3.1985543830993505e-07, "Finetune/Loss": 0.6242858171463013, "Finetune/Loss (Raw)": 0.5817588567733765, "Finetune/Step": 17726, "Finetune/Step Time": 5.788985088467598}
+{"Finetune/Learning Rate": 3.194330798061018e-07, "Finetune/Loss": 0.623005747795105, "Finetune/Loss (Raw)": 0.47690749168395996, "Finetune/Step": 17727, "Finetune/Step Time": 5.806295050308108}
+{"Finetune/Learning Rate": 3.1901099581561846e-07, "Finetune/Loss": 0.6229623556137085, "Finetune/Loss (Raw)": 0.7826018333435059, "Finetune/Step": 17728, "Finetune/Step Time": 5.810225926339626}
+{"Finetune/Learning Rate": 3.1858918635045645e-07, "Finetune/Loss": 0.6230989694595337, "Finetune/Loss (Raw)": 0.6210156083106995, "Finetune/Step": 17729, "Finetune/Step Time": 5.80443711578846}
+{"Finetune/Learning Rate": 3.181676514225729e-07, "Finetune/Loss": 0.6226963996887207, "Finetune/Loss (Raw)": 0.558753490447998, "Finetune/Step": 17730, "Finetune/Step Time": 5.840031171217561}
+{"Finetune/Learning Rate": 3.177463910439238e-07, "Finetune/Loss": 0.6232280731201172, "Finetune/Loss (Raw)": 0.6627050638198853, "Finetune/Step": 17731, "Finetune/Step Time": 5.837541988119483}
+{"Finetune/Learning Rate": 3.1732540522645294e-07, "Finetune/Loss": 0.6236752271652222, "Finetune/Loss (Raw)": 0.6493734121322632, "Finetune/Step": 17732, "Finetune/Step Time": 5.840569159016013}
+{"Finetune/Learning Rate": 3.169046939821008e-07, "Finetune/Loss": 0.623062014579773, "Finetune/Loss (Raw)": 0.5808160305023193, "Finetune/Step": 17733, "Finetune/Step Time": 5.841313906013966}
+{"Finetune/Learning Rate": 3.1648425732279666e-07, "Finetune/Loss": 0.6224856376647949, "Finetune/Loss (Raw)": 0.5268860459327698, "Finetune/Step": 17734, "Finetune/Step Time": 5.839707730337977}
+{"Finetune/Learning Rate": 3.160640952604621e-07, "Finetune/Loss": 0.6236555576324463, "Finetune/Loss (Raw)": 0.654725968837738, "Finetune/Step": 17735, "Finetune/Step Time": 5.8376520443707705}
+{"Finetune/Learning Rate": 3.1564420780701435e-07, "Finetune/Loss": 0.6244249939918518, "Finetune/Loss (Raw)": 0.7298423647880554, "Finetune/Step": 17736, "Finetune/Step Time": 5.837018458172679}
+{"Finetune/Learning Rate": 3.152245949743571e-07, "Finetune/Loss": 0.6244089007377625, "Finetune/Loss (Raw)": 0.6630980372428894, "Finetune/Step": 17737, "Finetune/Step Time": 5.8355294819921255}
+{"Finetune/Learning Rate": 3.1480525677439087e-07, "Finetune/Loss": 0.6242014169692993, "Finetune/Loss (Raw)": 0.6427134275436401, "Finetune/Step": 17738, "Finetune/Step Time": 5.8463633339852095}
+{"Finetune/Learning Rate": 3.143861932190051e-07, "Finetune/Loss": 0.624422550201416, "Finetune/Loss (Raw)": 0.5784958600997925, "Finetune/Step": 17739, "Finetune/Step Time": 5.843819569796324}
+{"Finetune/Learning Rate": 3.1396740432008465e-07, "Finetune/Loss": 0.624648928642273, "Finetune/Loss (Raw)": 0.7385756969451904, "Finetune/Step": 17740, "Finetune/Step Time": 5.840074380859733}
+{"Finetune/Learning Rate": 3.135488900895067e-07, "Finetune/Loss": 0.6230091452598572, "Finetune/Loss (Raw)": 0.5071980953216553, "Finetune/Step": 17741, "Finetune/Step Time": 5.862007757648826}
+{"Finetune/Learning Rate": 3.131306505391385e-07, "Finetune/Loss": 0.6224695444107056, "Finetune/Loss (Raw)": 0.5514700412750244, "Finetune/Step": 17742, "Finetune/Step Time": 5.86231679469347}
+{"Finetune/Learning Rate": 3.1271268568083714e-07, "Finetune/Loss": 0.6216328740119934, "Finetune/Loss (Raw)": 0.5365522503852844, "Finetune/Step": 17743, "Finetune/Step Time": 5.883692724630237}
+{"Finetune/Learning Rate": 3.122949955264587e-07, "Finetune/Loss": 0.6214240193367004, "Finetune/Loss (Raw)": 0.5995781421661377, "Finetune/Step": 17744, "Finetune/Step Time": 5.905277973040938}
+{"Finetune/Learning Rate": 3.1187758008784485e-07, "Finetune/Loss": 0.621472179889679, "Finetune/Loss (Raw)": 0.6395049691200256, "Finetune/Step": 17745, "Finetune/Step Time": 5.905709521844983}
+{"Finetune/Learning Rate": 3.114604393768339e-07, "Finetune/Loss": 0.6218580007553101, "Finetune/Loss (Raw)": 0.6329155564308167, "Finetune/Step": 17746, "Finetune/Step Time": 5.903542436659336}
+{"Finetune/Learning Rate": 3.11043573405253e-07, "Finetune/Loss": 0.6214426755905151, "Finetune/Loss (Raw)": 0.6111387610435486, "Finetune/Step": 17747, "Finetune/Step Time": 5.914396168664098}
+{"Finetune/Learning Rate": 3.106269821849273e-07, "Finetune/Loss": 0.6213680505752563, "Finetune/Loss (Raw)": 0.5512501001358032, "Finetune/Step": 17748, "Finetune/Step Time": 5.931169051676989}
+{"Finetune/Learning Rate": 3.10210665727666e-07, "Finetune/Loss": 0.6209173202514648, "Finetune/Loss (Raw)": 0.597460925579071, "Finetune/Step": 17749, "Finetune/Step Time": 5.9329022243618965}
+{"Finetune/Learning Rate": 3.0979462404527647e-07, "Finetune/Loss": 0.6209121346473694, "Finetune/Loss (Raw)": 0.701837956905365, "Finetune/Step": 17750, "Finetune/Step Time": 5.9363128282129765}
+{"Finetune/Learning Rate": 3.0937885714955597e-07, "Finetune/Loss": 0.6208729147911072, "Finetune/Loss (Raw)": 0.6551793813705444, "Finetune/Step": 17751, "Finetune/Step Time": 5.9386165123432875}
+{"Finetune/Learning Rate": 3.08963365052295e-07, "Finetune/Loss": 0.6210002303123474, "Finetune/Loss (Raw)": 0.6403048634529114, "Finetune/Step": 17752, "Finetune/Step Time": 5.938348924741149}
+{"Finetune/Learning Rate": 3.085481477652752e-07, "Finetune/Loss": 0.6219705939292908, "Finetune/Loss (Raw)": 0.7732064127922058, "Finetune/Step": 17753, "Finetune/Step Time": 5.936863670125604}
+{"Finetune/Learning Rate": 3.0813320530027056e-07, "Finetune/Loss": 0.6214155554771423, "Finetune/Loss (Raw)": 0.4915561378002167, "Finetune/Step": 17754, "Finetune/Step Time": 5.941595746204257}
+{"Finetune/Learning Rate": 3.0771853766904834e-07, "Finetune/Loss": 0.6205148100852966, "Finetune/Loss (Raw)": 0.5365216135978699, "Finetune/Step": 17755, "Finetune/Step Time": 5.945220375433564}
+{"Finetune/Learning Rate": 3.07304144883368e-07, "Finetune/Loss": 0.6207633018493652, "Finetune/Loss (Raw)": 0.5981679558753967, "Finetune/Step": 17756, "Finetune/Step Time": 5.944898774847388}
+{"Finetune/Learning Rate": 3.0689002695497904e-07, "Finetune/Loss": 0.62092125415802, "Finetune/Loss (Raw)": 0.6807552576065063, "Finetune/Step": 17757, "Finetune/Step Time": 5.962882984429598}
+{"Finetune/Learning Rate": 3.064761838956254e-07, "Finetune/Loss": 0.6204338073730469, "Finetune/Loss (Raw)": 0.5890129208564758, "Finetune/Step": 17758, "Finetune/Step Time": 5.966376155614853}
+{"Finetune/Learning Rate": 3.0606261571704323e-07, "Finetune/Loss": 0.6207901239395142, "Finetune/Loss (Raw)": 0.5944450497627258, "Finetune/Step": 17759, "Finetune/Step Time": 5.970625966787338}
+{"Finetune/Learning Rate": 3.056493224309587e-07, "Finetune/Loss": 0.6209331154823303, "Finetune/Loss (Raw)": 0.5697534084320068, "Finetune/Step": 17760, "Finetune/Step Time": 5.955327481031418}
+{"Finetune/Learning Rate": 3.0523630404909354e-07, "Finetune/Loss": 0.6205955743789673, "Finetune/Loss (Raw)": 0.6474724411964417, "Finetune/Step": 17761, "Finetune/Step Time": 5.983770603314042}
+{"Finetune/Learning Rate": 3.048235605831573e-07, "Finetune/Loss": 0.6195981502532959, "Finetune/Loss (Raw)": 0.6005038619041443, "Finetune/Step": 17762, "Finetune/Step Time": 5.984617751091719}
+{"Finetune/Learning Rate": 3.044110920448562e-07, "Finetune/Loss": 0.6201631426811218, "Finetune/Loss (Raw)": 0.7513784170150757, "Finetune/Step": 17763, "Finetune/Step Time": 5.996728606522083}
+{"Finetune/Learning Rate": 3.039988984458853e-07, "Finetune/Loss": 0.6203314661979675, "Finetune/Loss (Raw)": 0.6433014273643494, "Finetune/Step": 17764, "Finetune/Step Time": 5.996903344988823}
+{"Finetune/Learning Rate": 3.035869797979341e-07, "Finetune/Loss": 0.6199764609336853, "Finetune/Loss (Raw)": 0.578403115272522, "Finetune/Step": 17765, "Finetune/Step Time": 5.985897582024336}
+{"Finetune/Learning Rate": 3.0317533611268435e-07, "Finetune/Loss": 0.6219940185546875, "Finetune/Loss (Raw)": 0.7404126524925232, "Finetune/Step": 17766, "Finetune/Step Time": 5.962236408144236}
+{"Finetune/Learning Rate": 3.027639674018057e-07, "Finetune/Loss": 0.6211740374565125, "Finetune/Loss (Raw)": 0.6335949301719666, "Finetune/Step": 17767, "Finetune/Step Time": 5.958201635628939}
+{"Finetune/Learning Rate": 3.0235287367696763e-07, "Finetune/Loss": 0.6212872862815857, "Finetune/Loss (Raw)": 0.7044501900672913, "Finetune/Step": 17768, "Finetune/Step Time": 5.96442099660635}
+{"Finetune/Learning Rate": 3.019420549498253e-07, "Finetune/Loss": 0.6219145655632019, "Finetune/Loss (Raw)": 0.7218382954597473, "Finetune/Step": 17769, "Finetune/Step Time": 5.962122835218906}
+{"Finetune/Learning Rate": 3.0153151123202827e-07, "Finetune/Loss": 0.6223573684692383, "Finetune/Loss (Raw)": 0.690827488899231, "Finetune/Step": 17770, "Finetune/Step Time": 5.965373890474439}
+{"Finetune/Learning Rate": 3.0112124253521835e-07, "Finetune/Loss": 0.6225483417510986, "Finetune/Loss (Raw)": 0.6104422807693481, "Finetune/Step": 17771, "Finetune/Step Time": 5.966675437986851}
+{"Finetune/Learning Rate": 3.0071124887103174e-07, "Finetune/Loss": 0.6233752965927124, "Finetune/Loss (Raw)": 0.6381946206092834, "Finetune/Step": 17772, "Finetune/Step Time": 5.974782356992364}
+{"Finetune/Learning Rate": 3.0030153025109254e-07, "Finetune/Loss": 0.623650074005127, "Finetune/Loss (Raw)": 0.6683596968650818, "Finetune/Step": 17773, "Finetune/Step Time": 5.9723659586161375}
+{"Finetune/Learning Rate": 2.9989208668701806e-07, "Finetune/Loss": 0.623974084854126, "Finetune/Loss (Raw)": 0.5767760872840881, "Finetune/Step": 17774, "Finetune/Step Time": 5.976409109309316}
+{"Finetune/Learning Rate": 2.994829181904213e-07, "Finetune/Loss": 0.6236330270767212, "Finetune/Loss (Raw)": 0.5702350735664368, "Finetune/Step": 17775, "Finetune/Step Time": 5.9813019800931215}
+{"Finetune/Learning Rate": 2.9907402477290515e-07, "Finetune/Loss": 0.6241896152496338, "Finetune/Loss (Raw)": 0.6691900491714478, "Finetune/Step": 17776, "Finetune/Step Time": 6.002503586933017}
+{"Finetune/Learning Rate": 2.9866540644606367e-07, "Finetune/Loss": 0.6241509318351746, "Finetune/Loss (Raw)": 0.5183468461036682, "Finetune/Step": 17777, "Finetune/Step Time": 6.012339038774371}
+{"Finetune/Learning Rate": 2.982570632214854e-07, "Finetune/Loss": 0.6246751546859741, "Finetune/Loss (Raw)": 0.6212210059165955, "Finetune/Step": 17778, "Finetune/Step Time": 6.006954971700907}
+{"Finetune/Learning Rate": 2.978489951107477e-07, "Finetune/Loss": 0.6235712766647339, "Finetune/Loss (Raw)": 0.5031346678733826, "Finetune/Step": 17779, "Finetune/Step Time": 6.012622622773051}
+{"Finetune/Learning Rate": 2.974412021254236e-07, "Finetune/Loss": 0.6230998039245605, "Finetune/Loss (Raw)": 0.620040774345398, "Finetune/Step": 17780, "Finetune/Step Time": 6.013857049867511}
+{"Finetune/Learning Rate": 2.970336842770749e-07, "Finetune/Loss": 0.6243636012077332, "Finetune/Loss (Raw)": 0.7140978574752808, "Finetune/Step": 17781, "Finetune/Step Time": 6.00886619463563}
+{"Finetune/Learning Rate": 2.966264415772602e-07, "Finetune/Loss": 0.6239331960678101, "Finetune/Loss (Raw)": 0.6298815608024597, "Finetune/Step": 17782, "Finetune/Step Time": 6.025800198316574}
+{"Finetune/Learning Rate": 2.9621947403752794e-07, "Finetune/Loss": 0.6242777109146118, "Finetune/Loss (Raw)": 0.6677865386009216, "Finetune/Step": 17783, "Finetune/Step Time": 6.0327736753970385}
+{"Finetune/Learning Rate": 2.9581278166941784e-07, "Finetune/Loss": 0.6247750520706177, "Finetune/Loss (Raw)": 0.6942962408065796, "Finetune/Step": 17784, "Finetune/Step Time": 6.039062015712261}
+{"Finetune/Learning Rate": 2.954063644844618e-07, "Finetune/Loss": 0.624634861946106, "Finetune/Loss (Raw)": 0.5643560886383057, "Finetune/Step": 17785, "Finetune/Step Time": 6.0418275482952595}
+{"Finetune/Learning Rate": 2.95000222494185e-07, "Finetune/Loss": 0.6239012479782104, "Finetune/Loss (Raw)": 0.5174984335899353, "Finetune/Step": 17786, "Finetune/Step Time": 6.038441326469183}
+{"Finetune/Learning Rate": 2.9459435571010384e-07, "Finetune/Loss": 0.625980019569397, "Finetune/Loss (Raw)": 0.8634253740310669, "Finetune/Step": 17787, "Finetune/Step Time": 6.042507488280535}
+{"Finetune/Learning Rate": 2.9418876414372797e-07, "Finetune/Loss": 0.6263764500617981, "Finetune/Loss (Raw)": 0.6957114934921265, "Finetune/Step": 17788, "Finetune/Step Time": 6.052174974232912}
+{"Finetune/Learning Rate": 2.937834478065593e-07, "Finetune/Loss": 0.6258925199508667, "Finetune/Loss (Raw)": 0.6641587018966675, "Finetune/Step": 17789, "Finetune/Step Time": 6.035357937216759}
+{"Finetune/Learning Rate": 2.933784067100931e-07, "Finetune/Loss": 0.6260979175567627, "Finetune/Loss (Raw)": 0.6540490388870239, "Finetune/Step": 17790, "Finetune/Step Time": 6.017964510247111}
+{"Finetune/Learning Rate": 2.929736408658124e-07, "Finetune/Loss": 0.6263643503189087, "Finetune/Loss (Raw)": 0.6702563166618347, "Finetune/Step": 17791, "Finetune/Step Time": 6.025186460465193}
+{"Finetune/Learning Rate": 2.9256915028519575e-07, "Finetune/Loss": 0.6264899969100952, "Finetune/Loss (Raw)": 0.645745038986206, "Finetune/Step": 17792, "Finetune/Step Time": 6.017149623483419}
+{"Finetune/Learning Rate": 2.92164934979714e-07, "Finetune/Loss": 0.6260188817977905, "Finetune/Loss (Raw)": 0.548721432685852, "Finetune/Step": 17793, "Finetune/Step Time": 6.000607645139098}
+{"Finetune/Learning Rate": 2.917609949608291e-07, "Finetune/Loss": 0.626794695854187, "Finetune/Loss (Raw)": 0.6727091073989868, "Finetune/Step": 17794, "Finetune/Step Time": 5.999145802110434}
+{"Finetune/Learning Rate": 2.9135733023999634e-07, "Finetune/Loss": 0.6266934275627136, "Finetune/Loss (Raw)": 0.6462883353233337, "Finetune/Step": 17795, "Finetune/Step Time": 5.9799786526709795}
+{"Finetune/Learning Rate": 2.90953940828661e-07, "Finetune/Loss": 0.6276383399963379, "Finetune/Loss (Raw)": 0.6899517774581909, "Finetune/Step": 17796, "Finetune/Step Time": 5.97954192943871}
+{"Finetune/Learning Rate": 2.9055082673826396e-07, "Finetune/Loss": 0.6293568015098572, "Finetune/Loss (Raw)": 0.7365614175796509, "Finetune/Step": 17797, "Finetune/Step Time": 5.97878161072731}
+{"Finetune/Learning Rate": 2.901479879802349e-07, "Finetune/Loss": 0.628129780292511, "Finetune/Loss (Raw)": 0.45146310329437256, "Finetune/Step": 17798, "Finetune/Step Time": 5.997678708285093}
+{"Finetune/Learning Rate": 2.897454245659981e-07, "Finetune/Loss": 0.629448652267456, "Finetune/Loss (Raw)": 0.7124977111816406, "Finetune/Step": 17799, "Finetune/Step Time": 6.001334734261036}
+{"Finetune/Learning Rate": 2.8934313650696877e-07, "Finetune/Loss": 0.6286221742630005, "Finetune/Loss (Raw)": 0.5330982208251953, "Finetune/Step": 17800, "Finetune/Step Time": 6.00967026501894}
+{"Finetune/Learning Rate": 2.889411238145545e-07, "Finetune/Loss": 0.629615068435669, "Finetune/Loss (Raw)": 0.7525588274002075, "Finetune/Step": 17801, "Finetune/Step Time": 6.010075099766254}
+{"Finetune/Learning Rate": 2.8853938650015624e-07, "Finetune/Loss": 0.6294527053833008, "Finetune/Loss (Raw)": 0.6227346658706665, "Finetune/Step": 17802, "Finetune/Step Time": 6.009461214765906}
+{"Finetune/Learning Rate": 2.881379245751648e-07, "Finetune/Loss": 0.6304922103881836, "Finetune/Loss (Raw)": 0.6264491081237793, "Finetune/Step": 17803, "Finetune/Step Time": 6.010530091822147}
+{"Finetune/Learning Rate": 2.8773673805096436e-07, "Finetune/Loss": 0.6298717856407166, "Finetune/Loss (Raw)": 0.484371542930603, "Finetune/Step": 17804, "Finetune/Step Time": 6.027374858036637}
+{"Finetune/Learning Rate": 2.8733582693893256e-07, "Finetune/Loss": 0.6287833452224731, "Finetune/Loss (Raw)": 0.5322847962379456, "Finetune/Step": 17805, "Finetune/Step Time": 6.028265601024032}
+{"Finetune/Learning Rate": 2.8693519125043813e-07, "Finetune/Loss": 0.6284600496292114, "Finetune/Loss (Raw)": 0.5335710048675537, "Finetune/Step": 17806, "Finetune/Step Time": 6.027675874531269}
+{"Finetune/Learning Rate": 2.8653483099684074e-07, "Finetune/Loss": 0.6287639141082764, "Finetune/Loss (Raw)": 0.6783642172813416, "Finetune/Step": 17807, "Finetune/Step Time": 6.025667309761047}
+{"Finetune/Learning Rate": 2.8613474618949365e-07, "Finetune/Loss": 0.6282808780670166, "Finetune/Loss (Raw)": 0.5561196804046631, "Finetune/Step": 17808, "Finetune/Step Time": 6.036748435348272}
+{"Finetune/Learning Rate": 2.857349368397433e-07, "Finetune/Loss": 0.6280523538589478, "Finetune/Loss (Raw)": 0.6074672341346741, "Finetune/Step": 17809, "Finetune/Step Time": 6.044647281989455}
+{"Finetune/Learning Rate": 2.8533540295892614e-07, "Finetune/Loss": 0.6291036605834961, "Finetune/Loss (Raw)": 0.6688348650932312, "Finetune/Step": 17810, "Finetune/Step Time": 6.0436303317546844}
+{"Finetune/Learning Rate": 2.8493614455837317e-07, "Finetune/Loss": 0.6283546686172485, "Finetune/Loss (Raw)": 0.6130892634391785, "Finetune/Step": 17811, "Finetune/Step Time": 6.042581552639604}
+{"Finetune/Learning Rate": 2.845371616494041e-07, "Finetune/Loss": 0.6290987730026245, "Finetune/Loss (Raw)": 0.595867931842804, "Finetune/Step": 17812, "Finetune/Step Time": 6.042592514306307}
+{"Finetune/Learning Rate": 2.841384542433345e-07, "Finetune/Loss": 0.6289310455322266, "Finetune/Loss (Raw)": 0.6432687044143677, "Finetune/Step": 17813, "Finetune/Step Time": 6.043375929817557}
+{"Finetune/Learning Rate": 2.837400223514708e-07, "Finetune/Loss": 0.6306602358818054, "Finetune/Loss (Raw)": 0.6265940070152283, "Finetune/Step": 17814, "Finetune/Step Time": 6.045251915231347}
+{"Finetune/Learning Rate": 2.8334186598510947e-07, "Finetune/Loss": 0.6309791803359985, "Finetune/Loss (Raw)": 0.6274358630180359, "Finetune/Step": 17815, "Finetune/Step Time": 6.046080522239208}
+{"Finetune/Learning Rate": 2.829439851555427e-07, "Finetune/Loss": 0.6299769878387451, "Finetune/Loss (Raw)": 0.6288237571716309, "Finetune/Step": 17816, "Finetune/Step Time": 6.044956546276808}
+{"Finetune/Learning Rate": 2.8254637987405244e-07, "Finetune/Loss": 0.6303846836090088, "Finetune/Loss (Raw)": 0.5903905034065247, "Finetune/Step": 17817, "Finetune/Step Time": 6.038279414176941}
+{"Finetune/Learning Rate": 2.8214905015191527e-07, "Finetune/Loss": 0.6286125183105469, "Finetune/Loss (Raw)": 0.40868550539016724, "Finetune/Step": 17818, "Finetune/Step Time": 6.043357789516449}
+{"Finetune/Learning Rate": 2.817519960003967e-07, "Finetune/Loss": 0.6286012530326843, "Finetune/Loss (Raw)": 0.6984781622886658, "Finetune/Step": 17819, "Finetune/Step Time": 6.0469023399055}
+{"Finetune/Learning Rate": 2.813552174307566e-07, "Finetune/Loss": 0.6279779672622681, "Finetune/Loss (Raw)": 0.632289469242096, "Finetune/Step": 17820, "Finetune/Step Time": 6.063300345093012}
+{"Finetune/Learning Rate": 2.809587144542469e-07, "Finetune/Loss": 0.6278399229049683, "Finetune/Loss (Raw)": 0.6401784420013428, "Finetune/Step": 17821, "Finetune/Step Time": 6.053650276735425}
+{"Finetune/Learning Rate": 2.8056248708211e-07, "Finetune/Loss": 0.626461923122406, "Finetune/Loss (Raw)": 0.5183422565460205, "Finetune/Step": 17822, "Finetune/Step Time": 6.074579574167728}
+{"Finetune/Learning Rate": 2.8016653532558224e-07, "Finetune/Loss": 0.6282575130462646, "Finetune/Loss (Raw)": 0.6987125277519226, "Finetune/Step": 17823, "Finetune/Step Time": 6.093130825087428}
+{"Finetune/Learning Rate": 2.7977085919589253e-07, "Finetune/Loss": 0.628912627696991, "Finetune/Loss (Raw)": 0.6515108942985535, "Finetune/Step": 17824, "Finetune/Step Time": 6.093317404389381}
+{"Finetune/Learning Rate": 2.7937545870425966e-07, "Finetune/Loss": 0.6301202774047852, "Finetune/Loss (Raw)": 0.7104319334030151, "Finetune/Step": 17825, "Finetune/Step Time": 6.094279438257217}
+{"Finetune/Learning Rate": 2.789803338618979e-07, "Finetune/Loss": 0.631022572517395, "Finetune/Loss (Raw)": 0.6066891551017761, "Finetune/Step": 17826, "Finetune/Step Time": 6.076145198196173}
+{"Finetune/Learning Rate": 2.785854846800129e-07, "Finetune/Loss": 0.6319916248321533, "Finetune/Loss (Raw)": 0.6749485731124878, "Finetune/Step": 17827, "Finetune/Step Time": 6.0801528710871935}
+{"Finetune/Learning Rate": 2.781909111697978e-07, "Finetune/Loss": 0.6328821182250977, "Finetune/Loss (Raw)": 0.7116302251815796, "Finetune/Step": 17828, "Finetune/Step Time": 6.076030373573303}
+{"Finetune/Learning Rate": 2.7779661334244256e-07, "Finetune/Loss": 0.6332469582557678, "Finetune/Loss (Raw)": 0.6163650751113892, "Finetune/Step": 17829, "Finetune/Step Time": 6.0738529805094}
+{"Finetune/Learning Rate": 2.774025912091294e-07, "Finetune/Loss": 0.6327527761459351, "Finetune/Loss (Raw)": 0.5784872770309448, "Finetune/Step": 17830, "Finetune/Step Time": 6.077332239598036}
+{"Finetune/Learning Rate": 2.770088447810315e-07, "Finetune/Loss": 0.6321278810501099, "Finetune/Loss (Raw)": 0.6028033494949341, "Finetune/Step": 17831, "Finetune/Step Time": 6.083725333213806}
+{"Finetune/Learning Rate": 2.766153740693145e-07, "Finetune/Loss": 0.6318910121917725, "Finetune/Loss (Raw)": 0.6033204793930054, "Finetune/Step": 17832, "Finetune/Step Time": 6.084011176601052}
+{"Finetune/Learning Rate": 2.7622217908513717e-07, "Finetune/Loss": 0.6313608288764954, "Finetune/Loss (Raw)": 0.6186057925224304, "Finetune/Step": 17833, "Finetune/Step Time": 6.082733325660229}
+{"Finetune/Learning Rate": 2.7582925983964726e-07, "Finetune/Loss": 0.6309593915939331, "Finetune/Loss (Raw)": 0.5917913913726807, "Finetune/Step": 17834, "Finetune/Step Time": 6.081809902563691}
+{"Finetune/Learning Rate": 2.75436616343987e-07, "Finetune/Loss": 0.63104647397995, "Finetune/Loss (Raw)": 0.6311226487159729, "Finetune/Step": 17835, "Finetune/Step Time": 6.083836494013667}
+{"Finetune/Learning Rate": 2.7504424860929193e-07, "Finetune/Loss": 0.6296161413192749, "Finetune/Loss (Raw)": 0.5244323015213013, "Finetune/Step": 17836, "Finetune/Step Time": 6.080693006515503}
+{"Finetune/Learning Rate": 2.7465215664668644e-07, "Finetune/Loss": 0.6295009255409241, "Finetune/Loss (Raw)": 0.6153178215026855, "Finetune/Step": 17837, "Finetune/Step Time": 6.085049495100975}
+{"Finetune/Learning Rate": 2.7426034046729165e-07, "Finetune/Loss": 0.6294163465499878, "Finetune/Loss (Raw)": 0.606742262840271, "Finetune/Step": 17838, "Finetune/Step Time": 6.084866248071194}
+{"Finetune/Learning Rate": 2.7386880008221873e-07, "Finetune/Loss": 0.6292334794998169, "Finetune/Loss (Raw)": 0.6621666550636292, "Finetune/Step": 17839, "Finetune/Step Time": 6.096345253288746}
+{"Finetune/Learning Rate": 2.734775355025687e-07, "Finetune/Loss": 0.6297285556793213, "Finetune/Loss (Raw)": 0.6661074161529541, "Finetune/Step": 17840, "Finetune/Step Time": 6.09581857919693}
+{"Finetune/Learning Rate": 2.7308654673943614e-07, "Finetune/Loss": 0.6283080577850342, "Finetune/Loss (Raw)": 0.5552678108215332, "Finetune/Step": 17841, "Finetune/Step Time": 6.098560690879822}
+{"Finetune/Learning Rate": 2.7269583380390984e-07, "Finetune/Loss": 0.6272390484809875, "Finetune/Loss (Raw)": 0.577821671962738, "Finetune/Step": 17842, "Finetune/Step Time": 6.098486697301269}
+{"Finetune/Learning Rate": 2.723053967070688e-07, "Finetune/Loss": 0.6255249977111816, "Finetune/Loss (Raw)": 0.5504812598228455, "Finetune/Step": 17843, "Finetune/Step Time": 6.101664589717984}
+{"Finetune/Learning Rate": 2.719152354599841e-07, "Finetune/Loss": 0.6255172491073608, "Finetune/Loss (Raw)": 0.6027066111564636, "Finetune/Step": 17844, "Finetune/Step Time": 6.101148936897516}
+{"Finetune/Learning Rate": 2.715253500737225e-07, "Finetune/Loss": 0.624699592590332, "Finetune/Loss (Raw)": 0.5415962934494019, "Finetune/Step": 17845, "Finetune/Step Time": 6.095554418861866}
+{"Finetune/Learning Rate": 2.7113574055933734e-07, "Finetune/Loss": 0.6246219277381897, "Finetune/Loss (Raw)": 0.5830714702606201, "Finetune/Step": 17846, "Finetune/Step Time": 6.103739431127906}
+{"Finetune/Learning Rate": 2.7074640692787647e-07, "Finetune/Loss": 0.6251314282417297, "Finetune/Loss (Raw)": 0.6488875150680542, "Finetune/Step": 17847, "Finetune/Step Time": 6.104614194482565}
+{"Finetune/Learning Rate": 2.7035734919038104e-07, "Finetune/Loss": 0.624679446220398, "Finetune/Loss (Raw)": 0.5911051630973816, "Finetune/Step": 17848, "Finetune/Step Time": 6.099538043141365}
+{"Finetune/Learning Rate": 2.6996856735788446e-07, "Finetune/Loss": 0.6241281032562256, "Finetune/Loss (Raw)": 0.6318075060844421, "Finetune/Step": 17849, "Finetune/Step Time": 6.098128963261843}
+{"Finetune/Learning Rate": 2.6958006144141123e-07, "Finetune/Loss": 0.6242845058441162, "Finetune/Loss (Raw)": 0.6189470291137695, "Finetune/Step": 17850, "Finetune/Step Time": 6.099687181413174}
+{"Finetune/Learning Rate": 2.69191831451977e-07, "Finetune/Loss": 0.6233759522438049, "Finetune/Loss (Raw)": 0.60027676820755, "Finetune/Step": 17851, "Finetune/Step Time": 6.110704440623522}
+{"Finetune/Learning Rate": 2.688038774005919e-07, "Finetune/Loss": 0.6226824522018433, "Finetune/Loss (Raw)": 0.6335267424583435, "Finetune/Step": 17852, "Finetune/Step Time": 6.127033948898315}
+{"Finetune/Learning Rate": 2.68416199298257e-07, "Finetune/Loss": 0.621635913848877, "Finetune/Loss (Raw)": 0.5897576212882996, "Finetune/Step": 17853, "Finetune/Step Time": 6.137115208432078}
+{"Finetune/Learning Rate": 2.6802879715596585e-07, "Finetune/Loss": 0.6228481531143188, "Finetune/Loss (Raw)": 0.7369265556335449, "Finetune/Step": 17854, "Finetune/Step Time": 6.132360588759184}
+{"Finetune/Learning Rate": 2.676416709847041e-07, "Finetune/Loss": 0.6234844923019409, "Finetune/Loss (Raw)": 0.5583574771881104, "Finetune/Step": 17855, "Finetune/Step Time": 6.115527765825391}
+{"Finetune/Learning Rate": 2.672548207954495e-07, "Finetune/Loss": 0.6217855215072632, "Finetune/Loss (Raw)": 0.5651401281356812, "Finetune/Step": 17856, "Finetune/Step Time": 6.128986796364188}
+{"Finetune/Learning Rate": 2.668682465991712e-07, "Finetune/Loss": 0.6224844455718994, "Finetune/Loss (Raw)": 0.71047043800354, "Finetune/Step": 17857, "Finetune/Step Time": 6.129069587215781}
+{"Finetune/Learning Rate": 2.6648194840683264e-07, "Finetune/Loss": 0.6223573684692383, "Finetune/Loss (Raw)": 0.5424917340278625, "Finetune/Step": 17858, "Finetune/Step Time": 6.090378783643246}
+{"Finetune/Learning Rate": 2.660959262293883e-07, "Finetune/Loss": 0.6223006248474121, "Finetune/Loss (Raw)": 0.6554350852966309, "Finetune/Step": 17859, "Finetune/Step Time": 6.092480752617121}
+{"Finetune/Learning Rate": 2.657101800777828e-07, "Finetune/Loss": 0.6223548650741577, "Finetune/Loss (Raw)": 0.6563255190849304, "Finetune/Step": 17860, "Finetune/Step Time": 6.095759419724345}
+{"Finetune/Learning Rate": 2.653247099629563e-07, "Finetune/Loss": 0.6223729848861694, "Finetune/Loss (Raw)": 0.5831242799758911, "Finetune/Step": 17861, "Finetune/Step Time": 6.095933053642511}
+{"Finetune/Learning Rate": 2.6493951589584013e-07, "Finetune/Loss": 0.6221731901168823, "Finetune/Loss (Raw)": 0.5013125538825989, "Finetune/Step": 17862, "Finetune/Step Time": 6.095488680526614}
+{"Finetune/Learning Rate": 2.645545978873565e-07, "Finetune/Loss": 0.6221354007720947, "Finetune/Loss (Raw)": 0.6498979330062866, "Finetune/Step": 17863, "Finetune/Step Time": 6.095441019162536}
+{"Finetune/Learning Rate": 2.64169955948419e-07, "Finetune/Loss": 0.6215932965278625, "Finetune/Loss (Raw)": 0.660448431968689, "Finetune/Step": 17864, "Finetune/Step Time": 6.094188479706645}
+{"Finetune/Learning Rate": 2.6378559008993775e-07, "Finetune/Loss": 0.6213924884796143, "Finetune/Loss (Raw)": 0.6373935341835022, "Finetune/Step": 17865, "Finetune/Step Time": 6.097676681354642}
+{"Finetune/Learning Rate": 2.6340150032281075e-07, "Finetune/Loss": 0.6217693090438843, "Finetune/Loss (Raw)": 0.6909464001655579, "Finetune/Step": 17866, "Finetune/Step Time": 6.104056442156434}
+{"Finetune/Learning Rate": 2.6301768665793036e-07, "Finetune/Loss": 0.622013509273529, "Finetune/Loss (Raw)": 0.6097581386566162, "Finetune/Step": 17867, "Finetune/Step Time": 6.115517854690552}
+{"Finetune/Learning Rate": 2.626341491061801e-07, "Finetune/Loss": 0.6212410926818848, "Finetune/Loss (Raw)": 0.6397088170051575, "Finetune/Step": 17868, "Finetune/Step Time": 6.115467851981521}
+{"Finetune/Learning Rate": 2.6225088767843575e-07, "Finetune/Loss": 0.6225948333740234, "Finetune/Loss (Raw)": 0.6804665923118591, "Finetune/Step": 17869, "Finetune/Step Time": 6.098485641181469}
+{"Finetune/Learning Rate": 2.6186790238556634e-07, "Finetune/Loss": 0.623563826084137, "Finetune/Loss (Raw)": 0.6755106449127197, "Finetune/Step": 17870, "Finetune/Step Time": 6.095122778788209}
+{"Finetune/Learning Rate": 2.614851932384299e-07, "Finetune/Loss": 0.6235154867172241, "Finetune/Loss (Raw)": 0.5303603410720825, "Finetune/Step": 17871, "Finetune/Step Time": 6.076682299375534}
+{"Finetune/Learning Rate": 2.6110276024788216e-07, "Finetune/Loss": 0.6236796975135803, "Finetune/Loss (Raw)": 0.6205952763557434, "Finetune/Step": 17872, "Finetune/Step Time": 6.05705183185637}
+{"Finetune/Learning Rate": 2.607206034247667e-07, "Finetune/Loss": 0.6239190101623535, "Finetune/Loss (Raw)": 0.6701406836509705, "Finetune/Step": 17873, "Finetune/Step Time": 6.061795083805919}
+{"Finetune/Learning Rate": 2.6033872277991923e-07, "Finetune/Loss": 0.6243869066238403, "Finetune/Loss (Raw)": 0.6928108334541321, "Finetune/Step": 17874, "Finetune/Step Time": 6.062915680930018}
+{"Finetune/Learning Rate": 2.5995711832417114e-07, "Finetune/Loss": 0.6252895593643188, "Finetune/Loss (Raw)": 0.7266655564308167, "Finetune/Step": 17875, "Finetune/Step Time": 6.049864254891872}
+{"Finetune/Learning Rate": 2.5957579006834156e-07, "Finetune/Loss": 0.626018226146698, "Finetune/Loss (Raw)": 0.644527792930603, "Finetune/Step": 17876, "Finetune/Step Time": 6.0329158790409565}
+{"Finetune/Learning Rate": 2.5919473802324403e-07, "Finetune/Loss": 0.626198410987854, "Finetune/Loss (Raw)": 0.6205257177352905, "Finetune/Step": 17877, "Finetune/Step Time": 6.032071990892291}
+{"Finetune/Learning Rate": 2.5881396219968436e-07, "Finetune/Loss": 0.6255396604537964, "Finetune/Loss (Raw)": 0.6175103783607483, "Finetune/Step": 17878, "Finetune/Step Time": 6.049420095980167}
+{"Finetune/Learning Rate": 2.584334626084606e-07, "Finetune/Loss": 0.6250344514846802, "Finetune/Loss (Raw)": 0.5905251502990723, "Finetune/Step": 17879, "Finetune/Step Time": 6.049713445827365}
+{"Finetune/Learning Rate": 2.5805323926036295e-07, "Finetune/Loss": 0.6239065527915955, "Finetune/Loss (Raw)": 0.49592408537864685, "Finetune/Step": 17880, "Finetune/Step Time": 6.056473111733794}
+{"Finetune/Learning Rate": 2.57673292166174e-07, "Finetune/Loss": 0.6227660179138184, "Finetune/Loss (Raw)": 0.6272175312042236, "Finetune/Step": 17881, "Finetune/Step Time": 6.0572944693267345}
+{"Finetune/Learning Rate": 2.57293621336665e-07, "Finetune/Loss": 0.6242501735687256, "Finetune/Loss (Raw)": 0.6815359592437744, "Finetune/Step": 17882, "Finetune/Step Time": 6.062873046845198}
+{"Finetune/Learning Rate": 2.5691422678260526e-07, "Finetune/Loss": 0.623293399810791, "Finetune/Loss (Raw)": 0.4140555262565613, "Finetune/Step": 17883, "Finetune/Step Time": 6.099521266296506}
+{"Finetune/Learning Rate": 2.565351085147527e-07, "Finetune/Loss": 0.6241306662559509, "Finetune/Loss (Raw)": 0.7053324580192566, "Finetune/Step": 17884, "Finetune/Step Time": 6.099949499592185}
+{"Finetune/Learning Rate": 2.561562665438577e-07, "Finetune/Loss": 0.6237751245498657, "Finetune/Loss (Raw)": 0.6352458596229553, "Finetune/Step": 17885, "Finetune/Step Time": 6.079872488975525}
+{"Finetune/Learning Rate": 2.557777008806617e-07, "Finetune/Loss": 0.625017523765564, "Finetune/Loss (Raw)": 0.7480453848838806, "Finetune/Step": 17886, "Finetune/Step Time": 6.079714545980096}
+{"Finetune/Learning Rate": 2.553994115359038e-07, "Finetune/Loss": 0.6252409219741821, "Finetune/Loss (Raw)": 0.6230345964431763, "Finetune/Step": 17887, "Finetune/Step Time": 6.085870925337076}
+{"Finetune/Learning Rate": 2.550213985203076e-07, "Finetune/Loss": 0.6257261037826538, "Finetune/Loss (Raw)": 0.6318565011024475, "Finetune/Step": 17888, "Finetune/Step Time": 6.083330985158682}
+{"Finetune/Learning Rate": 2.5464366184459355e-07, "Finetune/Loss": 0.6263103485107422, "Finetune/Loss (Raw)": 0.722252368927002, "Finetune/Step": 17889, "Finetune/Step Time": 6.079711578786373}
+{"Finetune/Learning Rate": 2.54266201519473e-07, "Finetune/Loss": 0.6266502141952515, "Finetune/Loss (Raw)": 0.6440101861953735, "Finetune/Step": 17890, "Finetune/Step Time": 6.085084855556488}
+{"Finetune/Learning Rate": 2.5388901755564963e-07, "Finetune/Loss": 0.6255289316177368, "Finetune/Loss (Raw)": 0.607848584651947, "Finetune/Step": 17891, "Finetune/Step Time": 6.075529871508479}
+{"Finetune/Learning Rate": 2.535121099638194e-07, "Finetune/Loss": 0.6261900663375854, "Finetune/Loss (Raw)": 0.7279297113418579, "Finetune/Step": 17892, "Finetune/Step Time": 6.078466696664691}
+{"Finetune/Learning Rate": 2.5313547875467026e-07, "Finetune/Loss": 0.6268965005874634, "Finetune/Loss (Raw)": 0.6688324809074402, "Finetune/Step": 17893, "Finetune/Step Time": 6.074864033609629}
+{"Finetune/Learning Rate": 2.527591239388838e-07, "Finetune/Loss": 0.6254521012306213, "Finetune/Loss (Raw)": 0.555523157119751, "Finetune/Step": 17894, "Finetune/Step Time": 6.090746959671378}
+{"Finetune/Learning Rate": 2.5238304552713033e-07, "Finetune/Loss": 0.6257734298706055, "Finetune/Loss (Raw)": 0.6747262477874756, "Finetune/Step": 17895, "Finetune/Step Time": 6.096087358891964}
+{"Finetune/Learning Rate": 2.5200724353007464e-07, "Finetune/Loss": 0.6259834170341492, "Finetune/Loss (Raw)": 0.7313276529312134, "Finetune/Step": 17896, "Finetune/Step Time": 6.09162637963891}
+{"Finetune/Learning Rate": 2.516317179583749e-07, "Finetune/Loss": 0.6261532306671143, "Finetune/Loss (Raw)": 0.7435805201530457, "Finetune/Step": 17897, "Finetune/Step Time": 6.096307534724474}
+{"Finetune/Learning Rate": 2.512564688226782e-07, "Finetune/Loss": 0.625438928604126, "Finetune/Loss (Raw)": 0.5993890166282654, "Finetune/Step": 17898, "Finetune/Step Time": 6.097833588719368}
+{"Finetune/Learning Rate": 2.50881496133627e-07, "Finetune/Loss": 0.6263891458511353, "Finetune/Loss (Raw)": 0.7320794463157654, "Finetune/Step": 17899, "Finetune/Step Time": 6.096100386232138}
+{"Finetune/Learning Rate": 2.50506799901854e-07, "Finetune/Loss": 0.6260160803794861, "Finetune/Loss (Raw)": 0.5904343128204346, "Finetune/Step": 17900, "Finetune/Step Time": 6.080923605710268}
+{"Finetune/Learning Rate": 2.501323801379829e-07, "Finetune/Loss": 0.62529456615448, "Finetune/Loss (Raw)": 0.5760143995285034, "Finetune/Step": 17901, "Finetune/Step Time": 6.098138142377138}
+{"Finetune/Learning Rate": 2.497582368526341e-07, "Finetune/Loss": 0.6261907815933228, "Finetune/Loss (Raw)": 0.6914811134338379, "Finetune/Step": 17902, "Finetune/Step Time": 6.098421232774854}
+{"Finetune/Learning Rate": 2.4938437005641467e-07, "Finetune/Loss": 0.6271501183509827, "Finetune/Loss (Raw)": 0.6930378675460815, "Finetune/Step": 17903, "Finetune/Step Time": 6.090254185721278}
+{"Finetune/Learning Rate": 2.4901077975992836e-07, "Finetune/Loss": 0.6275395154953003, "Finetune/Loss (Raw)": 0.7190365195274353, "Finetune/Step": 17904, "Finetune/Step Time": 6.066355906426907}
+{"Finetune/Learning Rate": 2.486374659737678e-07, "Finetune/Loss": 0.6279817819595337, "Finetune/Loss (Raw)": 0.5749532580375671, "Finetune/Step": 17905, "Finetune/Step Time": 6.054480409249663}
+{"Finetune/Learning Rate": 2.482644287085201e-07, "Finetune/Loss": 0.6273312568664551, "Finetune/Loss (Raw)": 0.5379567742347717, "Finetune/Step": 17906, "Finetune/Step Time": 6.040329217910767}
+{"Finetune/Learning Rate": 2.478916679747623e-07, "Finetune/Loss": 0.6281723976135254, "Finetune/Loss (Raw)": 0.6107895970344543, "Finetune/Step": 17907, "Finetune/Step Time": 6.033462043851614}
+{"Finetune/Learning Rate": 2.4751918378306484e-07, "Finetune/Loss": 0.627657413482666, "Finetune/Loss (Raw)": 0.55412757396698, "Finetune/Step": 17908, "Finetune/Step Time": 6.029067805036902}
+{"Finetune/Learning Rate": 2.471469761439926e-07, "Finetune/Loss": 0.6267795562744141, "Finetune/Loss (Raw)": 0.6017318367958069, "Finetune/Step": 17909, "Finetune/Step Time": 6.033375950530171}
+{"Finetune/Learning Rate": 2.4677504506809723e-07, "Finetune/Loss": 0.6270375847816467, "Finetune/Loss (Raw)": 0.662907063961029, "Finetune/Step": 17910, "Finetune/Step Time": 6.0148802530020475}
+{"Finetune/Learning Rate": 2.46403390565928e-07, "Finetune/Loss": 0.6265063881874084, "Finetune/Loss (Raw)": 0.5998017191886902, "Finetune/Step": 17911, "Finetune/Step Time": 6.007391719147563}
+{"Finetune/Learning Rate": 2.4603201264802423e-07, "Finetune/Loss": 0.6253564953804016, "Finetune/Loss (Raw)": 0.5471053719520569, "Finetune/Step": 17912, "Finetune/Step Time": 6.001975571736693}
+{"Finetune/Learning Rate": 2.456609113249131e-07, "Finetune/Loss": 0.6266160607337952, "Finetune/Loss (Raw)": 0.725583553314209, "Finetune/Step": 17913, "Finetune/Step Time": 6.003183389082551}
+{"Finetune/Learning Rate": 2.452900866071228e-07, "Finetune/Loss": 0.6279153823852539, "Finetune/Loss (Raw)": 0.6838083863258362, "Finetune/Step": 17914, "Finetune/Step Time": 6.00687506981194}
+{"Finetune/Learning Rate": 2.4491953850516724e-07, "Finetune/Loss": 0.6260948777198792, "Finetune/Loss (Raw)": 0.630402684211731, "Finetune/Step": 17915, "Finetune/Step Time": 6.00780469365418}
+{"Finetune/Learning Rate": 2.445492670295524e-07, "Finetune/Loss": 0.6259859204292297, "Finetune/Loss (Raw)": 0.681765615940094, "Finetune/Step": 17916, "Finetune/Step Time": 6.001972157508135}
+{"Finetune/Learning Rate": 2.4417927219078095e-07, "Finetune/Loss": 0.6258891224861145, "Finetune/Loss (Raw)": 0.6517627239227295, "Finetune/Step": 17917, "Finetune/Step Time": 5.999993680045009}
+{"Finetune/Learning Rate": 2.438095539993435e-07, "Finetune/Loss": 0.6248354911804199, "Finetune/Loss (Raw)": 0.5191830992698669, "Finetune/Step": 17918, "Finetune/Step Time": 6.016600443050265}
+{"Finetune/Learning Rate": 2.4344011246572375e-07, "Finetune/Loss": 0.6251442432403564, "Finetune/Loss (Raw)": 0.7097797393798828, "Finetune/Step": 17919, "Finetune/Step Time": 6.012869348749518}
+{"Finetune/Learning Rate": 2.430709476003978e-07, "Finetune/Loss": 0.6253060698509216, "Finetune/Loss (Raw)": 0.6664670705795288, "Finetune/Step": 17920, "Finetune/Step Time": 6.014957085251808}
+{"Finetune/Learning Rate": 2.427020594138352e-07, "Finetune/Loss": 0.6258190870285034, "Finetune/Loss (Raw)": 0.6143859028816223, "Finetune/Step": 17921, "Finetune/Step Time": 6.0169903710484505}
+{"Finetune/Learning Rate": 2.4233344791649625e-07, "Finetune/Loss": 0.625891923904419, "Finetune/Loss (Raw)": 0.6820317506790161, "Finetune/Step": 17922, "Finetune/Step Time": 6.0199778359383345}
+{"Finetune/Learning Rate": 2.4196511311883385e-07, "Finetune/Loss": 0.625175416469574, "Finetune/Loss (Raw)": 0.5545688271522522, "Finetune/Step": 17923, "Finetune/Step Time": 6.041368203237653}
+{"Finetune/Learning Rate": 2.4159705503129406e-07, "Finetune/Loss": 0.624545693397522, "Finetune/Loss (Raw)": 0.6093482971191406, "Finetune/Step": 17924, "Finetune/Step Time": 6.047291602939367}
+{"Finetune/Learning Rate": 2.412292736643107e-07, "Finetune/Loss": 0.6242237091064453, "Finetune/Loss (Raw)": 0.6953498721122742, "Finetune/Step": 17925, "Finetune/Step Time": 6.040912559255958}
+{"Finetune/Learning Rate": 2.408617690283155e-07, "Finetune/Loss": 0.6256684064865112, "Finetune/Loss (Raw)": 0.6363823413848877, "Finetune/Step": 17926, "Finetune/Step Time": 6.022537216544151}
+{"Finetune/Learning Rate": 2.4049454113372783e-07, "Finetune/Loss": 0.6262511014938354, "Finetune/Loss (Raw)": 0.7870827913284302, "Finetune/Step": 17927, "Finetune/Step Time": 6.039211232215166}
+{"Finetune/Learning Rate": 2.4012758999096387e-07, "Finetune/Loss": 0.6282061338424683, "Finetune/Loss (Raw)": 0.7833521962165833, "Finetune/Step": 17928, "Finetune/Step Time": 6.026710776612163}
+{"Finetune/Learning Rate": 2.397609156104286e-07, "Finetune/Loss": 0.6276846528053284, "Finetune/Loss (Raw)": 0.6857997179031372, "Finetune/Step": 17929, "Finetune/Step Time": 6.024822544306517}
+{"Finetune/Learning Rate": 2.3939451800252035e-07, "Finetune/Loss": 0.6275692582130432, "Finetune/Loss (Raw)": 0.6079668402671814, "Finetune/Step": 17930, "Finetune/Step Time": 6.039027873426676}
+{"Finetune/Learning Rate": 2.3902839717762635e-07, "Finetune/Loss": 0.6280899047851562, "Finetune/Loss (Raw)": 0.6930913329124451, "Finetune/Step": 17931, "Finetune/Step Time": 6.019045133143663}
+{"Finetune/Learning Rate": 2.3866255314613064e-07, "Finetune/Loss": 0.6300945281982422, "Finetune/Loss (Raw)": 0.7409690618515015, "Finetune/Step": 17932, "Finetune/Step Time": 6.017673186957836}
+{"Finetune/Learning Rate": 2.382969859184081e-07, "Finetune/Loss": 0.6323525905609131, "Finetune/Loss (Raw)": 0.8213046193122864, "Finetune/Step": 17933, "Finetune/Step Time": 6.014644270762801}
+{"Finetune/Learning Rate": 2.3793169550482388e-07, "Finetune/Loss": 0.6333714723587036, "Finetune/Loss (Raw)": 0.663996696472168, "Finetune/Step": 17934, "Finetune/Step Time": 6.014002034440637}
+{"Finetune/Learning Rate": 2.3756668191573627e-07, "Finetune/Loss": 0.6328433752059937, "Finetune/Loss (Raw)": 0.6107596158981323, "Finetune/Step": 17935, "Finetune/Step Time": 6.014770286157727}
+{"Finetune/Learning Rate": 2.3720194516149818e-07, "Finetune/Loss": 0.6329646110534668, "Finetune/Loss (Raw)": 0.5716478228569031, "Finetune/Step": 17936, "Finetune/Step Time": 6.001621924340725}
+{"Finetune/Learning Rate": 2.3683748525245132e-07, "Finetune/Loss": 0.6327115893363953, "Finetune/Loss (Raw)": 0.5750731825828552, "Finetune/Step": 17937, "Finetune/Step Time": 5.993791772052646}
+{"Finetune/Learning Rate": 2.3647330219893073e-07, "Finetune/Loss": 0.6311814785003662, "Finetune/Loss (Raw)": 0.47298240661621094, "Finetune/Step": 17938, "Finetune/Step Time": 5.991711838170886}
+{"Finetune/Learning Rate": 2.361093960112626e-07, "Finetune/Loss": 0.6321392059326172, "Finetune/Loss (Raw)": 0.7356715202331543, "Finetune/Step": 17939, "Finetune/Step Time": 6.002108942717314}
+{"Finetune/Learning Rate": 2.3574576669976867e-07, "Finetune/Loss": 0.6325286030769348, "Finetune/Loss (Raw)": 0.645717978477478, "Finetune/Step": 17940, "Finetune/Step Time": 6.0067798383533955}
+{"Finetune/Learning Rate": 2.353824142747574e-07, "Finetune/Loss": 0.632533073425293, "Finetune/Loss (Raw)": 0.6438422799110413, "Finetune/Step": 17941, "Finetune/Step Time": 6.018176089972258}
+{"Finetune/Learning Rate": 2.3501933874653493e-07, "Finetune/Loss": 0.6329871416091919, "Finetune/Loss (Raw)": 0.6847100853919983, "Finetune/Step": 17942, "Finetune/Step Time": 6.018694153055549}
+{"Finetune/Learning Rate": 2.346565401253964e-07, "Finetune/Loss": 0.6333949565887451, "Finetune/Loss (Raw)": 0.6796370148658752, "Finetune/Step": 17943, "Finetune/Step Time": 6.019833026453853}
+{"Finetune/Learning Rate": 2.3429401842162802e-07, "Finetune/Loss": 0.6328240633010864, "Finetune/Loss (Raw)": 0.5557498335838318, "Finetune/Step": 17944, "Finetune/Step Time": 6.018750177696347}
+{"Finetune/Learning Rate": 2.3393177364551267e-07, "Finetune/Loss": 0.632453978061676, "Finetune/Loss (Raw)": 0.5430185198783875, "Finetune/Step": 17945, "Finetune/Step Time": 6.0335219372063875}
+{"Finetune/Learning Rate": 2.3356980580732103e-07, "Finetune/Loss": 0.6344326734542847, "Finetune/Loss (Raw)": 0.6619632840156555, "Finetune/Step": 17946, "Finetune/Step Time": 6.025378132238984}
+{"Finetune/Learning Rate": 2.332081149173171e-07, "Finetune/Loss": 0.6330810785293579, "Finetune/Loss (Raw)": 0.5254732966423035, "Finetune/Step": 17947, "Finetune/Step Time": 6.022976811975241}
+{"Finetune/Learning Rate": 2.3284670098575822e-07, "Finetune/Loss": 0.6332204341888428, "Finetune/Loss (Raw)": 0.6501320600509644, "Finetune/Step": 17948, "Finetune/Step Time": 6.001770090311766}
+{"Finetune/Learning Rate": 2.3248556402289402e-07, "Finetune/Loss": 0.6317648887634277, "Finetune/Loss (Raw)": 0.45385903120040894, "Finetune/Step": 17949, "Finetune/Step Time": 6.002524500712752}
+{"Finetune/Learning Rate": 2.3212470403896291e-07, "Finetune/Loss": 0.6325410604476929, "Finetune/Loss (Raw)": 0.6176981925964355, "Finetune/Step": 17950, "Finetune/Step Time": 5.9928729217499495}
+{"Finetune/Learning Rate": 2.31764121044199e-07, "Finetune/Loss": 0.631215512752533, "Finetune/Loss (Raw)": 0.5290350317955017, "Finetune/Step": 17951, "Finetune/Step Time": 5.9752229899168015}
+{"Finetune/Learning Rate": 2.3140381504882736e-07, "Finetune/Loss": 0.6311944723129272, "Finetune/Loss (Raw)": 0.6488284468650818, "Finetune/Step": 17952, "Finetune/Step Time": 5.973655566573143}
+{"Finetune/Learning Rate": 2.3104378606306653e-07, "Finetune/Loss": 0.6312353610992432, "Finetune/Loss (Raw)": 0.7156622409820557, "Finetune/Step": 17953, "Finetune/Step Time": 5.972390221431851}
+{"Finetune/Learning Rate": 2.3068403409712392e-07, "Finetune/Loss": 0.6316168308258057, "Finetune/Loss (Raw)": 0.6555144786834717, "Finetune/Step": 17954, "Finetune/Step Time": 5.970650717616081}
+{"Finetune/Learning Rate": 2.3032455916120134e-07, "Finetune/Loss": 0.6318674087524414, "Finetune/Loss (Raw)": 0.7070224285125732, "Finetune/Step": 17955, "Finetune/Step Time": 5.965953677892685}
+{"Finetune/Learning Rate": 2.2996536126549395e-07, "Finetune/Loss": 0.6306508183479309, "Finetune/Loss (Raw)": 0.5559038519859314, "Finetune/Step": 17956, "Finetune/Step Time": 5.974850067868829}
+{"Finetune/Learning Rate": 2.2960644042018698e-07, "Finetune/Loss": 0.6320568919181824, "Finetune/Loss (Raw)": 0.7963457107543945, "Finetune/Step": 17957, "Finetune/Step Time": 5.973227009177208}
+{"Finetune/Learning Rate": 2.292477966354567e-07, "Finetune/Loss": 0.6326082348823547, "Finetune/Loss (Raw)": 0.6490602493286133, "Finetune/Step": 17958, "Finetune/Step Time": 5.9722847659140825}
+{"Finetune/Learning Rate": 2.288894299214761e-07, "Finetune/Loss": 0.6319835186004639, "Finetune/Loss (Raw)": 0.5228416323661804, "Finetune/Step": 17959, "Finetune/Step Time": 5.9714281763881445}
+{"Finetune/Learning Rate": 2.2853134028840594e-07, "Finetune/Loss": 0.6312521696090698, "Finetune/Loss (Raw)": 0.5097057819366455, "Finetune/Step": 17960, "Finetune/Step Time": 5.991704674437642}
+{"Finetune/Learning Rate": 2.2817352774639923e-07, "Finetune/Loss": 0.631906270980835, "Finetune/Loss (Raw)": 0.7023311257362366, "Finetune/Step": 17961, "Finetune/Step Time": 5.993097078055143}
+{"Finetune/Learning Rate": 2.2781599230560446e-07, "Finetune/Loss": 0.6322973370552063, "Finetune/Loss (Raw)": 0.6418489813804626, "Finetune/Step": 17962, "Finetune/Step Time": 5.992921955883503}
+{"Finetune/Learning Rate": 2.2745873397615913e-07, "Finetune/Loss": 0.6330618262290955, "Finetune/Loss (Raw)": 0.7289747595787048, "Finetune/Step": 17963, "Finetune/Step Time": 5.995949812233448}
+{"Finetune/Learning Rate": 2.2710175276819625e-07, "Finetune/Loss": 0.6336430311203003, "Finetune/Loss (Raw)": 0.5988274216651917, "Finetune/Step": 17964, "Finetune/Step Time": 5.99991656281054}
+{"Finetune/Learning Rate": 2.2674504869183655e-07, "Finetune/Loss": 0.6342230439186096, "Finetune/Loss (Raw)": 0.6895595788955688, "Finetune/Step": 17965, "Finetune/Step Time": 5.995963925495744}
+{"Finetune/Learning Rate": 2.2638862175719645e-07, "Finetune/Loss": 0.632922887802124, "Finetune/Loss (Raw)": 0.4403192400932312, "Finetune/Step": 17966, "Finetune/Step Time": 5.992063203826547}
+{"Finetune/Learning Rate": 2.2603247197438227e-07, "Finetune/Loss": 0.6339982748031616, "Finetune/Loss (Raw)": 0.7998166680335999, "Finetune/Step": 17967, "Finetune/Step Time": 5.979746224358678}
+{"Finetune/Learning Rate": 2.2567659935349373e-07, "Finetune/Loss": 0.6344777345657349, "Finetune/Loss (Raw)": 0.7274767160415649, "Finetune/Step": 17968, "Finetune/Step Time": 5.982146320864558}
+{"Finetune/Learning Rate": 2.2532100390462054e-07, "Finetune/Loss": 0.6352085471153259, "Finetune/Loss (Raw)": 0.6488146781921387, "Finetune/Step": 17969, "Finetune/Step Time": 5.992970332503319}
+{"Finetune/Learning Rate": 2.2496568563785014e-07, "Finetune/Loss": 0.635607123374939, "Finetune/Loss (Raw)": 0.6288371682167053, "Finetune/Step": 17970, "Finetune/Step Time": 5.995365457609296}
+{"Finetune/Learning Rate": 2.2461064456325566e-07, "Finetune/Loss": 0.6366162300109863, "Finetune/Loss (Raw)": 0.6796420216560364, "Finetune/Step": 17971, "Finetune/Step Time": 5.994494810700417}
+{"Finetune/Learning Rate": 2.2425588069090787e-07, "Finetune/Loss": 0.6363629698753357, "Finetune/Loss (Raw)": 0.5702919363975525, "Finetune/Step": 17972, "Finetune/Step Time": 5.9930811151862144}
+{"Finetune/Learning Rate": 2.239013940308632e-07, "Finetune/Loss": 0.6372616291046143, "Finetune/Loss (Raw)": 0.6566311717033386, "Finetune/Step": 17973, "Finetune/Step Time": 6.000315483659506}
+{"Finetune/Learning Rate": 2.235471845931747e-07, "Finetune/Loss": 0.6373049020767212, "Finetune/Loss (Raw)": 0.5886130928993225, "Finetune/Step": 17974, "Finetune/Step Time": 5.992021527141333}
+{"Finetune/Learning Rate": 2.231932523878888e-07, "Finetune/Loss": 0.636863112449646, "Finetune/Loss (Raw)": 0.5923347473144531, "Finetune/Step": 17975, "Finetune/Step Time": 6.002119032666087}
+{"Finetune/Learning Rate": 2.228395974250386e-07, "Finetune/Loss": 0.6376197338104248, "Finetune/Loss (Raw)": 0.687949001789093, "Finetune/Step": 17976, "Finetune/Step Time": 6.004526862874627}
+{"Finetune/Learning Rate": 2.2248621971465713e-07, "Finetune/Loss": 0.6380450129508972, "Finetune/Loss (Raw)": 0.6862500905990601, "Finetune/Step": 17977, "Finetune/Step Time": 6.0100188832730055}
+{"Finetune/Learning Rate": 2.2213311926676308e-07, "Finetune/Loss": 0.6383374333381653, "Finetune/Loss (Raw)": 0.6563712954521179, "Finetune/Step": 17978, "Finetune/Step Time": 6.008276185020804}
+{"Finetune/Learning Rate": 2.2178029609136842e-07, "Finetune/Loss": 0.6383276581764221, "Finetune/Loss (Raw)": 0.5990259647369385, "Finetune/Step": 17979, "Finetune/Step Time": 5.995628261938691}
+{"Finetune/Learning Rate": 2.2142775019847963e-07, "Finetune/Loss": 0.6387900114059448, "Finetune/Loss (Raw)": 0.6927042603492737, "Finetune/Step": 17980, "Finetune/Step Time": 5.978718729689717}
+{"Finetune/Learning Rate": 2.2107548159809312e-07, "Finetune/Loss": 0.6387114524841309, "Finetune/Loss (Raw)": 0.5797048807144165, "Finetune/Step": 17981, "Finetune/Step Time": 5.966995287686586}
+{"Finetune/Learning Rate": 2.2072349030019757e-07, "Finetune/Loss": 0.6377703547477722, "Finetune/Loss (Raw)": 0.6164687275886536, "Finetune/Step": 17982, "Finetune/Step Time": 5.969484128057957}
+{"Finetune/Learning Rate": 2.20371776314775e-07, "Finetune/Loss": 0.6382796168327332, "Finetune/Loss (Raw)": 0.6235410571098328, "Finetune/Step": 17983, "Finetune/Step Time": 5.968480478972197}
+{"Finetune/Learning Rate": 2.200203396517997e-07, "Finetune/Loss": 0.6382925510406494, "Finetune/Loss (Raw)": 0.5667924880981445, "Finetune/Step": 17984, "Finetune/Step Time": 5.953654710203409}
+{"Finetune/Learning Rate": 2.1966918032123918e-07, "Finetune/Loss": 0.6379875540733337, "Finetune/Loss (Raw)": 0.6714355945587158, "Finetune/Step": 17985, "Finetune/Step Time": 5.963978266343474}
+{"Finetune/Learning Rate": 2.1931829833304663e-07, "Finetune/Loss": 0.6382850408554077, "Finetune/Loss (Raw)": 0.580572247505188, "Finetune/Step": 17986, "Finetune/Step Time": 5.966974584385753}
+{"Finetune/Learning Rate": 2.189676936971763e-07, "Finetune/Loss": 0.6374805569648743, "Finetune/Loss (Raw)": 0.5524572730064392, "Finetune/Step": 17987, "Finetune/Step Time": 5.988589650020003}
+{"Finetune/Learning Rate": 2.186173664235669e-07, "Finetune/Loss": 0.6372709274291992, "Finetune/Loss (Raw)": 0.6294868588447571, "Finetune/Step": 17988, "Finetune/Step Time": 5.98453919775784}
+{"Finetune/Learning Rate": 2.1826731652215604e-07, "Finetune/Loss": 0.6371762752532959, "Finetune/Loss (Raw)": 0.5710231065750122, "Finetune/Step": 17989, "Finetune/Step Time": 5.9870496448129416}
+{"Finetune/Learning Rate": 2.1791754400286802e-07, "Finetune/Loss": 0.6376305222511292, "Finetune/Loss (Raw)": 0.5594490766525269, "Finetune/Step": 17990, "Finetune/Step Time": 5.9878287594765425}
+{"Finetune/Learning Rate": 2.1756804887562155e-07, "Finetune/Loss": 0.6378189921379089, "Finetune/Loss (Raw)": 0.6740201115608215, "Finetune/Step": 17991, "Finetune/Step Time": 5.99219036847353}
+{"Finetune/Learning Rate": 2.172188311503276e-07, "Finetune/Loss": 0.6377784013748169, "Finetune/Loss (Raw)": 0.655250072479248, "Finetune/Step": 17992, "Finetune/Step Time": 5.995603509247303}
+{"Finetune/Learning Rate": 2.1686989083688936e-07, "Finetune/Loss": 0.6373484134674072, "Finetune/Loss (Raw)": 0.5823595523834229, "Finetune/Step": 17993, "Finetune/Step Time": 5.9928481094539165}
+{"Finetune/Learning Rate": 2.1652122794520225e-07, "Finetune/Loss": 0.6363902688026428, "Finetune/Loss (Raw)": 0.5683029294013977, "Finetune/Step": 17994, "Finetune/Step Time": 5.9982290007174015}
+{"Finetune/Learning Rate": 2.161728424851517e-07, "Finetune/Loss": 0.6360113620758057, "Finetune/Loss (Raw)": 0.5612545609474182, "Finetune/Step": 17995, "Finetune/Step Time": 5.9978097230196}
+{"Finetune/Learning Rate": 2.1582473446661867e-07, "Finetune/Loss": 0.6360105872154236, "Finetune/Loss (Raw)": 0.6396101713180542, "Finetune/Step": 17996, "Finetune/Step Time": 5.9971312042325735}
+{"Finetune/Learning Rate": 2.1547690389947306e-07, "Finetune/Loss": 0.6361715793609619, "Finetune/Loss (Raw)": 0.7010852098464966, "Finetune/Step": 17997, "Finetune/Step Time": 5.994638316333294}
+{"Finetune/Learning Rate": 2.151293507935792e-07, "Finetune/Loss": 0.6344819068908691, "Finetune/Loss (Raw)": 0.45921894907951355, "Finetune/Step": 17998, "Finetune/Step Time": 6.01681443490088}
+{"Finetune/Learning Rate": 2.1478207515879147e-07, "Finetune/Loss": 0.6343808770179749, "Finetune/Loss (Raw)": 0.5174323320388794, "Finetune/Step": 17999, "Finetune/Step Time": 6.034447029232979}
+{"Finetune/Learning Rate": 2.1443507700495968e-07, "Finetune/Loss": 0.6345847845077515, "Finetune/Loss (Raw)": 0.6467008590698242, "Finetune/Step": 18000, "Finetune/Step Time": 6.054199682548642}
+{"Finetune/Learning Rate": 2.1408835634192271e-07, "Finetune/Loss": 0.6346359252929688, "Finetune/Loss (Raw)": 0.6766806840896606, "Finetune/Step": 18001, "Finetune/Step Time": 6.049179645255208}
+{"Finetune/Learning Rate": 2.1374191317951266e-07, "Finetune/Loss": 0.6341094970703125, "Finetune/Loss (Raw)": 0.6254283785820007, "Finetune/Step": 18002, "Finetune/Step Time": 6.057851620018482}
+{"Finetune/Learning Rate": 2.1339574752755387e-07, "Finetune/Loss": 0.6331968307495117, "Finetune/Loss (Raw)": 0.6098437905311584, "Finetune/Step": 18003, "Finetune/Step Time": 6.058963716030121}
+{"Finetune/Learning Rate": 2.1304985939586186e-07, "Finetune/Loss": 0.6328094005584717, "Finetune/Loss (Raw)": 0.59493488073349, "Finetune/Step": 18004, "Finetune/Step Time": 6.0553255788981915}
+{"Finetune/Learning Rate": 2.1270424879424545e-07, "Finetune/Loss": 0.6320360898971558, "Finetune/Loss (Raw)": 0.5215466022491455, "Finetune/Step": 18005, "Finetune/Step Time": 6.058994935825467}
+{"Finetune/Learning Rate": 2.1235891573250455e-07, "Finetune/Loss": 0.6317299008369446, "Finetune/Loss (Raw)": 0.5783180594444275, "Finetune/Step": 18006, "Finetune/Step Time": 6.038247145712376}
+{"Finetune/Learning Rate": 2.1201386022043358e-07, "Finetune/Loss": 0.6317787170410156, "Finetune/Loss (Raw)": 0.5967690348625183, "Finetune/Step": 18007, "Finetune/Step Time": 6.037281025201082}
+{"Finetune/Learning Rate": 2.116690822678158e-07, "Finetune/Loss": 0.6328327059745789, "Finetune/Loss (Raw)": 0.6308425068855286, "Finetune/Step": 18008, "Finetune/Step Time": 6.0357862915843725}
+{"Finetune/Learning Rate": 2.1132458188442896e-07, "Finetune/Loss": 0.6333445310592651, "Finetune/Loss (Raw)": 0.692725419998169, "Finetune/Step": 18009, "Finetune/Step Time": 6.035590244457126}
+{"Finetune/Learning Rate": 2.1098035908004078e-07, "Finetune/Loss": 0.6326971054077148, "Finetune/Loss (Raw)": 0.5986728668212891, "Finetune/Step": 18010, "Finetune/Step Time": 6.0223362520337105}
+{"Finetune/Learning Rate": 2.1063641386441348e-07, "Finetune/Loss": 0.6343814134597778, "Finetune/Loss (Raw)": 0.6296396851539612, "Finetune/Step": 18011, "Finetune/Step Time": 5.983961809426546}
+{"Finetune/Learning Rate": 2.1029274624730034e-07, "Finetune/Loss": 0.633402943611145, "Finetune/Loss (Raw)": 0.5800874829292297, "Finetune/Step": 18012, "Finetune/Step Time": 5.984252136200666}
+{"Finetune/Learning Rate": 2.099493562384469e-07, "Finetune/Loss": 0.6338245868682861, "Finetune/Loss (Raw)": 0.6892278790473938, "Finetune/Step": 18013, "Finetune/Step Time": 5.990271408110857}
+{"Finetune/Learning Rate": 2.09606243847591e-07, "Finetune/Loss": 0.6323308944702148, "Finetune/Loss (Raw)": 0.5568406581878662, "Finetune/Step": 18014, "Finetune/Step Time": 5.995025545358658}
+{"Finetune/Learning Rate": 2.092634090844625e-07, "Finetune/Loss": 0.6325902938842773, "Finetune/Loss (Raw)": 0.6562413573265076, "Finetune/Step": 18015, "Finetune/Step Time": 5.988673595711589}
+{"Finetune/Learning Rate": 2.0892085195878154e-07, "Finetune/Loss": 0.632133424282074, "Finetune/Loss (Raw)": 0.5733768343925476, "Finetune/Step": 18016, "Finetune/Step Time": 5.988250432536006}
+{"Finetune/Learning Rate": 2.085785724802636e-07, "Finetune/Loss": 0.6306929588317871, "Finetune/Loss (Raw)": 0.5378694534301758, "Finetune/Step": 18017, "Finetune/Step Time": 5.982986826449633}
+{"Finetune/Learning Rate": 2.0823657065861313e-07, "Finetune/Loss": 0.6314290761947632, "Finetune/Loss (Raw)": 0.7382305264472961, "Finetune/Step": 18018, "Finetune/Step Time": 5.976951848715544}
+{"Finetune/Learning Rate": 2.078948465035302e-07, "Finetune/Loss": 0.630268931388855, "Finetune/Loss (Raw)": 0.459355890750885, "Finetune/Step": 18019, "Finetune/Step Time": 5.9929856564849615}
+{"Finetune/Learning Rate": 2.075534000247037e-07, "Finetune/Loss": 0.6286743879318237, "Finetune/Loss (Raw)": 0.5238301157951355, "Finetune/Step": 18020, "Finetune/Step Time": 5.99044761992991}
+{"Finetune/Learning Rate": 2.0721223123181921e-07, "Finetune/Loss": 0.6282952427864075, "Finetune/Loss (Raw)": 0.6203015446662903, "Finetune/Step": 18021, "Finetune/Step Time": 5.992902239784598}
+{"Finetune/Learning Rate": 2.068713401345468e-07, "Finetune/Loss": 0.6283765435218811, "Finetune/Loss (Raw)": 0.5659269690513611, "Finetune/Step": 18022, "Finetune/Step Time": 5.979716697707772}
+{"Finetune/Learning Rate": 2.0653072674255537e-07, "Finetune/Loss": 0.6275337338447571, "Finetune/Loss (Raw)": 0.566848635673523, "Finetune/Step": 18023, "Finetune/Step Time": 5.977306539192796}
+{"Finetune/Learning Rate": 2.0619039106550387e-07, "Finetune/Loss": 0.6256738305091858, "Finetune/Loss (Raw)": 0.49326324462890625, "Finetune/Step": 18024, "Finetune/Step Time": 5.996260458603501}
+{"Finetune/Learning Rate": 2.0585033311304237e-07, "Finetune/Loss": 0.6241099238395691, "Finetune/Loss (Raw)": 0.5433968901634216, "Finetune/Step": 18025, "Finetune/Step Time": 6.005386145785451}
+{"Finetune/Learning Rate": 2.0551055289481536e-07, "Finetune/Loss": 0.62467360496521, "Finetune/Loss (Raw)": 0.6715362668037415, "Finetune/Step": 18026, "Finetune/Step Time": 6.003908244892955}
+{"Finetune/Learning Rate": 2.0517105042045847e-07, "Finetune/Loss": 0.6238999962806702, "Finetune/Loss (Raw)": 0.6330598592758179, "Finetune/Step": 18027, "Finetune/Step Time": 6.0035812593996525}
+{"Finetune/Learning Rate": 2.0483182569959627e-07, "Finetune/Loss": 0.6243991255760193, "Finetune/Loss (Raw)": 0.6543210744857788, "Finetune/Step": 18028, "Finetune/Step Time": 6.014260806143284}
+{"Finetune/Learning Rate": 2.0449287874184986e-07, "Finetune/Loss": 0.6246914863586426, "Finetune/Loss (Raw)": 0.6134447455406189, "Finetune/Step": 18029, "Finetune/Step Time": 5.9985931143164635}
+{"Finetune/Learning Rate": 2.0415420955683052e-07, "Finetune/Loss": 0.6241384744644165, "Finetune/Loss (Raw)": 0.6206908226013184, "Finetune/Step": 18030, "Finetune/Step Time": 6.009017454460263}
+{"Finetune/Learning Rate": 2.0381581815414274e-07, "Finetune/Loss": 0.6245744228363037, "Finetune/Loss (Raw)": 0.7488415837287903, "Finetune/Step": 18031, "Finetune/Step Time": 6.011339236050844}
+{"Finetune/Learning Rate": 2.0347770454338111e-07, "Finetune/Loss": 0.6231415271759033, "Finetune/Loss (Raw)": 0.5356279611587524, "Finetune/Step": 18032, "Finetune/Step Time": 6.011782208457589}
+{"Finetune/Learning Rate": 2.031398687341357e-07, "Finetune/Loss": 0.622126579284668, "Finetune/Loss (Raw)": 0.44503089785575867, "Finetune/Step": 18033, "Finetune/Step Time": 6.007930858060718}
+{"Finetune/Learning Rate": 2.0280231073598333e-07, "Finetune/Loss": 0.6234123706817627, "Finetune/Loss (Raw)": 0.7025371789932251, "Finetune/Step": 18034, "Finetune/Step Time": 5.998790789395571}
+{"Finetune/Learning Rate": 2.0246503055849854e-07, "Finetune/Loss": 0.6233264207839966, "Finetune/Loss (Raw)": 0.5997917056083679, "Finetune/Step": 18035, "Finetune/Step Time": 6.000194866210222}
+{"Finetune/Learning Rate": 2.0212802821124588e-07, "Finetune/Loss": 0.6235020756721497, "Finetune/Loss (Raw)": 0.5766121745109558, "Finetune/Step": 18036, "Finetune/Step Time": 6.002000207081437}
+{"Finetune/Learning Rate": 2.0179130370377998e-07, "Finetune/Loss": 0.6236093044281006, "Finetune/Loss (Raw)": 0.6154595017433167, "Finetune/Step": 18037, "Finetune/Step Time": 5.99823865480721}
+{"Finetune/Learning Rate": 2.0145485704564982e-07, "Finetune/Loss": 0.6231123208999634, "Finetune/Loss (Raw)": 0.5992873907089233, "Finetune/Step": 18038, "Finetune/Step Time": 5.99986513890326}
+{"Finetune/Learning Rate": 2.011186882463978e-07, "Finetune/Loss": 0.6230306625366211, "Finetune/Loss (Raw)": 0.5893542766571045, "Finetune/Step": 18039, "Finetune/Step Time": 6.011062774807215}
+{"Finetune/Learning Rate": 2.0078279731555517e-07, "Finetune/Loss": 0.6238825917243958, "Finetune/Loss (Raw)": 0.6561506390571594, "Finetune/Step": 18040, "Finetune/Step Time": 6.021741293370724}
+{"Finetune/Learning Rate": 2.0044718426264652e-07, "Finetune/Loss": 0.6237981915473938, "Finetune/Loss (Raw)": 0.714782178401947, "Finetune/Step": 18041, "Finetune/Step Time": 6.038449615240097}
+{"Finetune/Learning Rate": 2.0011184909718982e-07, "Finetune/Loss": 0.6234811544418335, "Finetune/Loss (Raw)": 0.643230140209198, "Finetune/Step": 18042, "Finetune/Step Time": 6.048063015565276}
+{"Finetune/Learning Rate": 1.9977679182869414e-07, "Finetune/Loss": 0.6235939264297485, "Finetune/Loss (Raw)": 0.6448352336883545, "Finetune/Step": 18043, "Finetune/Step Time": 6.045452216640115}
+{"Finetune/Learning Rate": 1.9944201246666072e-07, "Finetune/Loss": 0.6228033304214478, "Finetune/Loss (Raw)": 0.5805655717849731, "Finetune/Step": 18044, "Finetune/Step Time": 6.042342973873019}
+{"Finetune/Learning Rate": 1.99107511020582e-07, "Finetune/Loss": 0.6221673488616943, "Finetune/Loss (Raw)": 0.5703572034835815, "Finetune/Step": 18045, "Finetune/Step Time": 6.046261752024293}
+{"Finetune/Learning Rate": 1.9877328749994485e-07, "Finetune/Loss": 0.6227080225944519, "Finetune/Loss (Raw)": 0.588392972946167, "Finetune/Step": 18046, "Finetune/Step Time": 6.027572141960263}
+{"Finetune/Learning Rate": 1.984393419142261e-07, "Finetune/Loss": 0.6216192245483398, "Finetune/Loss (Raw)": 0.5704119801521301, "Finetune/Step": 18047, "Finetune/Step Time": 6.025677915662527}
+{"Finetune/Learning Rate": 1.9810567427289596e-07, "Finetune/Loss": 0.6203228235244751, "Finetune/Loss (Raw)": 0.5005286931991577, "Finetune/Step": 18048, "Finetune/Step Time": 6.025671366602182}
+{"Finetune/Learning Rate": 1.9777228458541576e-07, "Finetune/Loss": 0.6195140480995178, "Finetune/Loss (Raw)": 0.5108630061149597, "Finetune/Step": 18049, "Finetune/Step Time": 6.028386263176799}
+{"Finetune/Learning Rate": 1.9743917286124014e-07, "Finetune/Loss": 0.6198664903640747, "Finetune/Loss (Raw)": 0.7271431088447571, "Finetune/Step": 18050, "Finetune/Step Time": 6.026834284886718}
+{"Finetune/Learning Rate": 1.9710633910981603e-07, "Finetune/Loss": 0.6204907894134521, "Finetune/Loss (Raw)": 0.6344839334487915, "Finetune/Step": 18051, "Finetune/Step Time": 6.008750068023801}
+{"Finetune/Learning Rate": 1.9677378334057807e-07, "Finetune/Loss": 0.6209090948104858, "Finetune/Loss (Raw)": 0.6628814339637756, "Finetune/Step": 18052, "Finetune/Step Time": 6.008545642718673}
+{"Finetune/Learning Rate": 1.964415055629598e-07, "Finetune/Loss": 0.6205455660820007, "Finetune/Loss (Raw)": 0.6488226056098938, "Finetune/Step": 18053, "Finetune/Step Time": 6.01027075573802}
+{"Finetune/Learning Rate": 1.9610950578638267e-07, "Finetune/Loss": 0.6205257773399353, "Finetune/Loss (Raw)": 0.6338495016098022, "Finetune/Step": 18054, "Finetune/Step Time": 6.010226655751467}
+{"Finetune/Learning Rate": 1.9577778402026238e-07, "Finetune/Loss": 0.6195266246795654, "Finetune/Loss (Raw)": 0.6591855883598328, "Finetune/Step": 18055, "Finetune/Step Time": 5.99069750867784}
+{"Finetune/Learning Rate": 1.9544634027400367e-07, "Finetune/Loss": 0.6178330183029175, "Finetune/Loss (Raw)": 0.5665723085403442, "Finetune/Step": 18056, "Finetune/Step Time": 5.989358671009541}
+{"Finetune/Learning Rate": 1.951151745570079e-07, "Finetune/Loss": 0.6167447566986084, "Finetune/Loss (Raw)": 0.5465042591094971, "Finetune/Step": 18057, "Finetune/Step Time": 5.987883109599352}
+{"Finetune/Learning Rate": 1.9478428687866313e-07, "Finetune/Loss": 0.6173710823059082, "Finetune/Loss (Raw)": 0.6881350874900818, "Finetune/Step": 18058, "Finetune/Step Time": 5.975230099633336}
+{"Finetune/Learning Rate": 1.9445367724835297e-07, "Finetune/Loss": 0.6164021492004395, "Finetune/Loss (Raw)": 0.5690688490867615, "Finetune/Step": 18059, "Finetune/Step Time": 5.985298726707697}
+{"Finetune/Learning Rate": 1.9412334567545433e-07, "Finetune/Loss": 0.6157931089401245, "Finetune/Loss (Raw)": 0.6630120873451233, "Finetune/Step": 18060, "Finetune/Step Time": 5.969043996185064}
+{"Finetune/Learning Rate": 1.9379329216933308e-07, "Finetune/Loss": 0.6148399114608765, "Finetune/Loss (Raw)": 0.6993002891540527, "Finetune/Step": 18061, "Finetune/Step Time": 5.970621634274721}
+{"Finetune/Learning Rate": 1.934635167393484e-07, "Finetune/Loss": 0.6152733564376831, "Finetune/Loss (Raw)": 0.7194730639457703, "Finetune/Step": 18062, "Finetune/Step Time": 5.988996263593435}
+{"Finetune/Learning Rate": 1.931340193948539e-07, "Finetune/Loss": 0.6155723333358765, "Finetune/Loss (Raw)": 0.6490322947502136, "Finetune/Step": 18063, "Finetune/Step Time": 5.988386964425445}
+{"Finetune/Learning Rate": 1.9280480014519098e-07, "Finetune/Loss": 0.6163567304611206, "Finetune/Loss (Raw)": 0.6720482110977173, "Finetune/Step": 18064, "Finetune/Step Time": 5.988443182781339}
+{"Finetune/Learning Rate": 1.9247585899969557e-07, "Finetune/Loss": 0.6163182854652405, "Finetune/Loss (Raw)": 0.570156991481781, "Finetune/Step": 18065, "Finetune/Step Time": 5.988143494352698}
+{"Finetune/Learning Rate": 1.921471959676957e-07, "Finetune/Loss": 0.6182267665863037, "Finetune/Loss (Raw)": 0.717263400554657, "Finetune/Step": 18066, "Finetune/Step Time": 5.987773854285479}
+{"Finetune/Learning Rate": 1.9181881105851175e-07, "Finetune/Loss": 0.6174375414848328, "Finetune/Loss (Raw)": 0.6346520781517029, "Finetune/Step": 18067, "Finetune/Step Time": 5.979988465085626}
+{"Finetune/Learning Rate": 1.9149070428145511e-07, "Finetune/Loss": 0.617091178894043, "Finetune/Loss (Raw)": 0.6013839244842529, "Finetune/Step": 18068, "Finetune/Step Time": 5.991874106228352}
+{"Finetune/Learning Rate": 1.9116287564583168e-07, "Finetune/Loss": 0.6167070269584656, "Finetune/Loss (Raw)": 0.5946698784828186, "Finetune/Step": 18069, "Finetune/Step Time": 5.980407651513815}
+{"Finetune/Learning Rate": 1.9083532516093628e-07, "Finetune/Loss": 0.6155925989151001, "Finetune/Loss (Raw)": 0.5420695543289185, "Finetune/Step": 18070, "Finetune/Step Time": 5.990182997658849}
+{"Finetune/Learning Rate": 1.905080528360581e-07, "Finetune/Loss": 0.6155974864959717, "Finetune/Loss (Raw)": 0.6802555918693542, "Finetune/Step": 18071, "Finetune/Step Time": 5.991909021511674}
+{"Finetune/Learning Rate": 1.9018105868047533e-07, "Finetune/Loss": 0.615698516368866, "Finetune/Loss (Raw)": 0.56867915391922, "Finetune/Step": 18072, "Finetune/Step Time": 5.992285126820207}
+{"Finetune/Learning Rate": 1.8985434270346382e-07, "Finetune/Loss": 0.616579532623291, "Finetune/Loss (Raw)": 0.6557872891426086, "Finetune/Step": 18073, "Finetune/Step Time": 5.98126775957644}
+{"Finetune/Learning Rate": 1.8952790491428508e-07, "Finetune/Loss": 0.6154614686965942, "Finetune/Loss (Raw)": 0.5188591480255127, "Finetune/Step": 18074, "Finetune/Step Time": 5.9916310384869576}
+{"Finetune/Learning Rate": 1.8920174532219837e-07, "Finetune/Loss": 0.6162644624710083, "Finetune/Loss (Raw)": 0.6282581686973572, "Finetune/Step": 18075, "Finetune/Step Time": 5.99566918425262}
+{"Finetune/Learning Rate": 1.8887586393645407e-07, "Finetune/Loss": 0.6157256364822388, "Finetune/Loss (Raw)": 0.5811544060707092, "Finetune/Step": 18076, "Finetune/Step Time": 5.997023308649659}
+{"Finetune/Learning Rate": 1.8855026076628923e-07, "Finetune/Loss": 0.6162583231925964, "Finetune/Loss (Raw)": 0.5220487713813782, "Finetune/Step": 18077, "Finetune/Step Time": 5.995329070836306}
+{"Finetune/Learning Rate": 1.8822493582093981e-07, "Finetune/Loss": 0.6168113946914673, "Finetune/Loss (Raw)": 0.6884926557540894, "Finetune/Step": 18078, "Finetune/Step Time": 5.9878507014364}
+{"Finetune/Learning Rate": 1.8789988910962952e-07, "Finetune/Loss": 0.6182142496109009, "Finetune/Loss (Raw)": 0.7085920572280884, "Finetune/Step": 18079, "Finetune/Step Time": 5.985476782545447}
+{"Finetune/Learning Rate": 1.8757512064157658e-07, "Finetune/Loss": 0.6184380054473877, "Finetune/Loss (Raw)": 0.677470326423645, "Finetune/Step": 18080, "Finetune/Step Time": 5.9851612113416195}
+{"Finetune/Learning Rate": 1.8725063042598912e-07, "Finetune/Loss": 0.6179918646812439, "Finetune/Loss (Raw)": 0.6585638523101807, "Finetune/Step": 18081, "Finetune/Step Time": 5.984370382502675}
+{"Finetune/Learning Rate": 1.8692641847207316e-07, "Finetune/Loss": 0.6179702281951904, "Finetune/Loss (Raw)": 0.6527367830276489, "Finetune/Step": 18082, "Finetune/Step Time": 5.985190821811557}
+{"Finetune/Learning Rate": 1.8660248478901688e-07, "Finetune/Loss": 0.6171050071716309, "Finetune/Loss (Raw)": 0.5962734818458557, "Finetune/Step": 18083, "Finetune/Step Time": 5.9871188420802355}
+{"Finetune/Learning Rate": 1.862788293860096e-07, "Finetune/Loss": 0.6170194149017334, "Finetune/Loss (Raw)": 0.544945240020752, "Finetune/Step": 18084, "Finetune/Step Time": 5.984237255528569}
+{"Finetune/Learning Rate": 1.8595545227222845e-07, "Finetune/Loss": 0.6162996888160706, "Finetune/Loss (Raw)": 0.7042303681373596, "Finetune/Step": 18085, "Finetune/Step Time": 5.98687089048326}
+{"Finetune/Learning Rate": 1.856323534568427e-07, "Finetune/Loss": 0.6168673038482666, "Finetune/Loss (Raw)": 0.7217158675193787, "Finetune/Step": 18086, "Finetune/Step Time": 5.992601599544287}
+{"Finetune/Learning Rate": 1.853095329490151e-07, "Finetune/Loss": 0.6179147958755493, "Finetune/Loss (Raw)": 0.6569228172302246, "Finetune/Step": 18087, "Finetune/Step Time": 5.989328648895025}
+{"Finetune/Learning Rate": 1.8498699075789938e-07, "Finetune/Loss": 0.6181666851043701, "Finetune/Loss (Raw)": 0.5419391989707947, "Finetune/Step": 18088, "Finetune/Step Time": 5.971064310520887}
+{"Finetune/Learning Rate": 1.846647268926438e-07, "Finetune/Loss": 0.6180575489997864, "Finetune/Loss (Raw)": 0.6883664727210999, "Finetune/Step": 18089, "Finetune/Step Time": 5.9713541604578495}
+{"Finetune/Learning Rate": 1.843427413623844e-07, "Finetune/Loss": 0.6166101098060608, "Finetune/Loss (Raw)": 0.4565800428390503, "Finetune/Step": 18090, "Finetune/Step Time": 5.991646084934473}
+{"Finetune/Learning Rate": 1.8402103417625273e-07, "Finetune/Loss": 0.6154466867446899, "Finetune/Loss (Raw)": 0.5800467729568481, "Finetune/Step": 18091, "Finetune/Step Time": 5.999664135277271}
+{"Finetune/Learning Rate": 1.836996053433726e-07, "Finetune/Loss": 0.6144164204597473, "Finetune/Loss (Raw)": 0.4669598639011383, "Finetune/Step": 18092, "Finetune/Step Time": 6.014065705239773}
+{"Finetune/Learning Rate": 1.833784548728579e-07, "Finetune/Loss": 0.6132696270942688, "Finetune/Loss (Raw)": 0.5427709817886353, "Finetune/Step": 18093, "Finetune/Step Time": 6.013655938208103}
+{"Finetune/Learning Rate": 1.830575827738146e-07, "Finetune/Loss": 0.6149612069129944, "Finetune/Loss (Raw)": 0.6568440198898315, "Finetune/Step": 18094, "Finetune/Step Time": 6.016195569187403}
+{"Finetune/Learning Rate": 1.8273698905534322e-07, "Finetune/Loss": 0.6132320165634155, "Finetune/Loss (Raw)": 0.5784796476364136, "Finetune/Step": 18095, "Finetune/Step Time": 6.014787456020713}
+{"Finetune/Learning Rate": 1.8241667372653316e-07, "Finetune/Loss": 0.6132285594940186, "Finetune/Loss (Raw)": 0.7270320057868958, "Finetune/Step": 18096, "Finetune/Step Time": 6.015648944303393}
+{"Finetune/Learning Rate": 1.820966367964705e-07, "Finetune/Loss": 0.613636314868927, "Finetune/Loss (Raw)": 0.7010067105293274, "Finetune/Step": 18097, "Finetune/Step Time": 6.008004998788238}
+{"Finetune/Learning Rate": 1.8177687827422796e-07, "Finetune/Loss": 0.6140766143798828, "Finetune/Loss (Raw)": 0.6851957440376282, "Finetune/Step": 18098, "Finetune/Step Time": 6.006356850266457}
+{"Finetune/Learning Rate": 1.8145739816887385e-07, "Finetune/Loss": 0.6135207414627075, "Finetune/Loss (Raw)": 0.60848468542099, "Finetune/Step": 18099, "Finetune/Step Time": 6.004028953611851}
+{"Finetune/Learning Rate": 1.811381964894676e-07, "Finetune/Loss": 0.6135697364807129, "Finetune/Loss (Raw)": 0.57656329870224, "Finetune/Step": 18100, "Finetune/Step Time": 6.006537342444062}
+{"Finetune/Learning Rate": 1.8081927324506088e-07, "Finetune/Loss": 0.6123688817024231, "Finetune/Loss (Raw)": 0.5029247403144836, "Finetune/Step": 18101, "Finetune/Step Time": 5.988257488235831}
+{"Finetune/Learning Rate": 1.8050062844469752e-07, "Finetune/Loss": 0.6130579710006714, "Finetune/Loss (Raw)": 0.6768202781677246, "Finetune/Step": 18102, "Finetune/Step Time": 5.98959850333631}
+{"Finetune/Learning Rate": 1.8018226209741362e-07, "Finetune/Loss": 0.6137620210647583, "Finetune/Loss (Raw)": 0.6824502348899841, "Finetune/Step": 18103, "Finetune/Step Time": 5.979039411991835}
+{"Finetune/Learning Rate": 1.7986417421223758e-07, "Finetune/Loss": 0.6146589517593384, "Finetune/Loss (Raw)": 0.8027553558349609, "Finetune/Step": 18104, "Finetune/Step Time": 5.976662432774901}
+{"Finetune/Learning Rate": 1.7954636479818766e-07, "Finetune/Loss": 0.6143089532852173, "Finetune/Loss (Raw)": 0.641449511051178, "Finetune/Step": 18105, "Finetune/Step Time": 5.993516463786364}
+{"Finetune/Learning Rate": 1.792288338642789e-07, "Finetune/Loss": 0.6140426397323608, "Finetune/Loss (Raw)": 0.6222884058952332, "Finetune/Step": 18106, "Finetune/Step Time": 5.99382796511054}
+{"Finetune/Learning Rate": 1.7891158141951305e-07, "Finetune/Loss": 0.6141541004180908, "Finetune/Loss (Raw)": 0.6132856607437134, "Finetune/Step": 18107, "Finetune/Step Time": 5.992716455832124}
+{"Finetune/Learning Rate": 1.7859460747288616e-07, "Finetune/Loss": 0.6131653785705566, "Finetune/Loss (Raw)": 0.5661602020263672, "Finetune/Step": 18108, "Finetune/Step Time": 5.994328932836652}
+{"Finetune/Learning Rate": 1.7827791203338885e-07, "Finetune/Loss": 0.6141700148582458, "Finetune/Loss (Raw)": 0.7082850933074951, "Finetune/Step": 18109, "Finetune/Step Time": 5.994015779346228}
+{"Finetune/Learning Rate": 1.779614951100006e-07, "Finetune/Loss": 0.6142898201942444, "Finetune/Loss (Raw)": 0.6318127512931824, "Finetune/Step": 18110, "Finetune/Step Time": 5.99372903816402}
+{"Finetune/Learning Rate": 1.7764535671169426e-07, "Finetune/Loss": 0.6133642792701721, "Finetune/Loss (Raw)": 0.5050686597824097, "Finetune/Step": 18111, "Finetune/Step Time": 6.0097974464297295}
+{"Finetune/Learning Rate": 1.7732949684743593e-07, "Finetune/Loss": 0.6146740317344666, "Finetune/Loss (Raw)": 0.7344399094581604, "Finetune/Step": 18112, "Finetune/Step Time": 6.014696609228849}
+{"Finetune/Learning Rate": 1.7701391552617963e-07, "Finetune/Loss": 0.6142178177833557, "Finetune/Loss (Raw)": 0.6130358576774597, "Finetune/Step": 18113, "Finetune/Step Time": 6.005921760573983}
+{"Finetune/Learning Rate": 1.7669861275687593e-07, "Finetune/Loss": 0.6146750450134277, "Finetune/Loss (Raw)": 0.6390952467918396, "Finetune/Step": 18114, "Finetune/Step Time": 6.005084378644824}
+{"Finetune/Learning Rate": 1.763835885484655e-07, "Finetune/Loss": 0.6150521039962769, "Finetune/Loss (Raw)": 0.6007267832756042, "Finetune/Step": 18115, "Finetune/Step Time": 5.983254991471767}
+{"Finetune/Learning Rate": 1.7606884290988223e-07, "Finetune/Loss": 0.6153324842453003, "Finetune/Loss (Raw)": 0.6653726696968079, "Finetune/Step": 18116, "Finetune/Step Time": 6.006436744704843}
+{"Finetune/Learning Rate": 1.7575437585005017e-07, "Finetune/Loss": 0.6151607036590576, "Finetune/Loss (Raw)": 0.5490389466285706, "Finetune/Step": 18117, "Finetune/Step Time": 6.00484755076468}
+{"Finetune/Learning Rate": 1.7544018737788994e-07, "Finetune/Loss": 0.6158329248428345, "Finetune/Loss (Raw)": 0.64549720287323, "Finetune/Step": 18118, "Finetune/Step Time": 6.004698749631643}
+{"Finetune/Learning Rate": 1.7512627750230772e-07, "Finetune/Loss": 0.6155434846878052, "Finetune/Loss (Raw)": 0.6369657516479492, "Finetune/Step": 18119, "Finetune/Step Time": 6.000967701897025}
+{"Finetune/Learning Rate": 1.7481264623220527e-07, "Finetune/Loss": 0.615233302116394, "Finetune/Loss (Raw)": 0.6155484914779663, "Finetune/Step": 18120, "Finetune/Step Time": 5.997055072337389}
+{"Finetune/Learning Rate": 1.7449929357647777e-07, "Finetune/Loss": 0.6159671545028687, "Finetune/Loss (Raw)": 0.676292359828949, "Finetune/Step": 18121, "Finetune/Step Time": 6.012480555102229}
+{"Finetune/Learning Rate": 1.7418621954400916e-07, "Finetune/Loss": 0.6170229315757751, "Finetune/Loss (Raw)": 0.7034432888031006, "Finetune/Step": 18122, "Finetune/Step Time": 5.991628333926201}
+{"Finetune/Learning Rate": 1.7387342414367904e-07, "Finetune/Loss": 0.6174786686897278, "Finetune/Loss (Raw)": 0.6195902824401855, "Finetune/Step": 18123, "Finetune/Step Time": 5.9795691557228565}
+{"Finetune/Learning Rate": 1.7356090738435804e-07, "Finetune/Loss": 0.61677086353302, "Finetune/Loss (Raw)": 0.5490109920501709, "Finetune/Step": 18124, "Finetune/Step Time": 6.018265847116709}
+{"Finetune/Learning Rate": 1.732486692749058e-07, "Finetune/Loss": 0.6156162619590759, "Finetune/Loss (Raw)": 0.5532923936843872, "Finetune/Step": 18125, "Finetune/Step Time": 6.035397291183472}
+{"Finetune/Learning Rate": 1.7293670982417853e-07, "Finetune/Loss": 0.6169137358665466, "Finetune/Loss (Raw)": 0.6252995133399963, "Finetune/Step": 18126, "Finetune/Step Time": 6.01538317091763}
+{"Finetune/Learning Rate": 1.726250290410214e-07, "Finetune/Loss": 0.6181132793426514, "Finetune/Loss (Raw)": 0.6709700226783752, "Finetune/Step": 18127, "Finetune/Step Time": 5.996584691107273}
+{"Finetune/Learning Rate": 1.723136269342729e-07, "Finetune/Loss": 0.61811763048172, "Finetune/Loss (Raw)": 0.6472610235214233, "Finetune/Step": 18128, "Finetune/Step Time": 5.975846076384187}
+{"Finetune/Learning Rate": 1.720025035127637e-07, "Finetune/Loss": 0.6169407963752747, "Finetune/Loss (Raw)": 0.5260406732559204, "Finetune/Step": 18129, "Finetune/Step Time": 5.977724155411124}
+{"Finetune/Learning Rate": 1.716916587853168e-07, "Finetune/Loss": 0.6173655986785889, "Finetune/Loss (Raw)": 0.6798082590103149, "Finetune/Step": 18130, "Finetune/Step Time": 5.96914641559124}
+{"Finetune/Learning Rate": 1.713810927607462e-07, "Finetune/Loss": 0.617456316947937, "Finetune/Loss (Raw)": 0.6214544773101807, "Finetune/Step": 18131, "Finetune/Step Time": 5.970993405207992}
+{"Finetune/Learning Rate": 1.7107080544785937e-07, "Finetune/Loss": 0.6175268888473511, "Finetune/Loss (Raw)": 0.6039624810218811, "Finetune/Step": 18132, "Finetune/Step Time": 5.976098902523518}
+{"Finetune/Learning Rate": 1.7076079685545476e-07, "Finetune/Loss": 0.6178917288780212, "Finetune/Loss (Raw)": 0.5682514905929565, "Finetune/Step": 18133, "Finetune/Step Time": 5.975302370265126}
+{"Finetune/Learning Rate": 1.7045106699232316e-07, "Finetune/Loss": 0.6188434362411499, "Finetune/Loss (Raw)": 0.7001371383666992, "Finetune/Step": 18134, "Finetune/Step Time": 6.001534720882773}
+{"Finetune/Learning Rate": 1.7014161586724754e-07, "Finetune/Loss": 0.6190128922462463, "Finetune/Loss (Raw)": 0.6184627413749695, "Finetune/Step": 18135, "Finetune/Step Time": 6.005110843107104}
+{"Finetune/Learning Rate": 1.698324434890042e-07, "Finetune/Loss": 0.6175341010093689, "Finetune/Loss (Raw)": 0.4415503442287445, "Finetune/Step": 18136, "Finetune/Step Time": 6.0029740910977125}
+{"Finetune/Learning Rate": 1.6952354986635833e-07, "Finetune/Loss": 0.6157126426696777, "Finetune/Loss (Raw)": 0.45957762002944946, "Finetune/Step": 18137, "Finetune/Step Time": 6.023179667070508}
+{"Finetune/Learning Rate": 1.6921493500807074e-07, "Finetune/Loss": 0.6152503490447998, "Finetune/Loss (Raw)": 0.5395050048828125, "Finetune/Step": 18138, "Finetune/Step Time": 6.025159478187561}
+{"Finetune/Learning Rate": 1.6890659892289329e-07, "Finetune/Loss": 0.6153770089149475, "Finetune/Loss (Raw)": 0.645851194858551, "Finetune/Step": 18139, "Finetune/Step Time": 6.025166699662805}
+{"Finetune/Learning Rate": 1.685985416195679e-07, "Finetune/Loss": 0.615842342376709, "Finetune/Loss (Raw)": 0.6396501660346985, "Finetune/Step": 18140, "Finetune/Step Time": 6.02791390568018}
+{"Finetune/Learning Rate": 1.68290763106832e-07, "Finetune/Loss": 0.6157279014587402, "Finetune/Loss (Raw)": 0.6745822429656982, "Finetune/Step": 18141, "Finetune/Step Time": 6.026598796248436}
+{"Finetune/Learning Rate": 1.6798326339341197e-07, "Finetune/Loss": 0.6155580878257751, "Finetune/Loss (Raw)": 0.5351049900054932, "Finetune/Step": 18142, "Finetune/Step Time": 6.0248068161308765}
+{"Finetune/Learning Rate": 1.676760424880275e-07, "Finetune/Loss": 0.6150434017181396, "Finetune/Loss (Raw)": 0.590358316898346, "Finetune/Step": 18143, "Finetune/Step Time": 6.021917413920164}
+{"Finetune/Learning Rate": 1.6736910039939159e-07, "Finetune/Loss": 0.6157135963439941, "Finetune/Loss (Raw)": 0.6591610312461853, "Finetune/Step": 18144, "Finetune/Step Time": 6.023864779621363}
+{"Finetune/Learning Rate": 1.670624371362084e-07, "Finetune/Loss": 0.6171056032180786, "Finetune/Loss (Raw)": 0.7160463333129883, "Finetune/Step": 18145, "Finetune/Step Time": 6.007370304316282}
+{"Finetune/Learning Rate": 1.667560527071721e-07, "Finetune/Loss": 0.6163575053215027, "Finetune/Loss (Raw)": 0.6424784660339355, "Finetune/Step": 18146, "Finetune/Step Time": 6.0119588896632195}
+{"Finetune/Learning Rate": 1.6644994712097351e-07, "Finetune/Loss": 0.6170384883880615, "Finetune/Loss (Raw)": 0.5465153455734253, "Finetune/Step": 18147, "Finetune/Step Time": 5.994521155953407}
+{"Finetune/Learning Rate": 1.6614412038629125e-07, "Finetune/Loss": 0.6182350516319275, "Finetune/Loss (Raw)": 0.6769887208938599, "Finetune/Step": 18148, "Finetune/Step Time": 5.995820323005319}
+{"Finetune/Learning Rate": 1.6583857251179725e-07, "Finetune/Loss": 0.6185585856437683, "Finetune/Loss (Raw)": 0.6617149114608765, "Finetune/Step": 18149, "Finetune/Step Time": 5.9961254224181175}
+{"Finetune/Learning Rate": 1.655333035061568e-07, "Finetune/Loss": 0.619134783744812, "Finetune/Loss (Raw)": 0.6396855711936951, "Finetune/Step": 18150, "Finetune/Step Time": 5.995007252320647}
+{"Finetune/Learning Rate": 1.6522831337802636e-07, "Finetune/Loss": 0.6189785003662109, "Finetune/Loss (Raw)": 0.5468418598175049, "Finetune/Step": 18151, "Finetune/Step Time": 6.017263328656554}
+{"Finetune/Learning Rate": 1.6492360213605563e-07, "Finetune/Loss": 0.62065589427948, "Finetune/Loss (Raw)": 0.7079638242721558, "Finetune/Step": 18152, "Finetune/Step Time": 5.996856776997447}
+{"Finetune/Learning Rate": 1.6461916978888327e-07, "Finetune/Loss": 0.6215577125549316, "Finetune/Loss (Raw)": 0.6588276028633118, "Finetune/Step": 18153, "Finetune/Step Time": 5.986758315935731}
+{"Finetune/Learning Rate": 1.6431501634514346e-07, "Finetune/Loss": 0.6217391490936279, "Finetune/Loss (Raw)": 0.6947721242904663, "Finetune/Step": 18154, "Finetune/Step Time": 5.990790072828531}
+{"Finetune/Learning Rate": 1.6401114181346157e-07, "Finetune/Loss": 0.6211674213409424, "Finetune/Loss (Raw)": 0.5598782300949097, "Finetune/Step": 18155, "Finetune/Step Time": 5.99036954715848}
+{"Finetune/Learning Rate": 1.6370754620245289e-07, "Finetune/Loss": 0.6211383938789368, "Finetune/Loss (Raw)": 0.6505959630012512, "Finetune/Step": 18156, "Finetune/Step Time": 5.974036138504744}
+{"Finetune/Learning Rate": 1.634042295207272e-07, "Finetune/Loss": 0.6210242509841919, "Finetune/Loss (Raw)": 0.5988459587097168, "Finetune/Step": 18157, "Finetune/Step Time": 5.979718925431371}
+{"Finetune/Learning Rate": 1.6310119177688655e-07, "Finetune/Loss": 0.6212795376777649, "Finetune/Loss (Raw)": 0.6533668041229248, "Finetune/Step": 18158, "Finetune/Step Time": 5.96878638677299}
+{"Finetune/Learning Rate": 1.6279843297952402e-07, "Finetune/Loss": 0.6186597347259521, "Finetune/Loss (Raw)": 0.4135016202926636, "Finetune/Step": 18159, "Finetune/Step Time": 5.98865201510489}
+{"Finetune/Learning Rate": 1.62495953137225e-07, "Finetune/Loss": 0.6194963455200195, "Finetune/Loss (Raw)": 0.6427156925201416, "Finetune/Step": 18160, "Finetune/Step Time": 5.990514064207673}
+{"Finetune/Learning Rate": 1.6219375225856703e-07, "Finetune/Loss": 0.6212033033370972, "Finetune/Loss (Raw)": 0.6635246872901917, "Finetune/Step": 18161, "Finetune/Step Time": 6.011073254048824}
+{"Finetune/Learning Rate": 1.6189183035211776e-07, "Finetune/Loss": 0.6195745468139648, "Finetune/Loss (Raw)": 0.4940556585788727, "Finetune/Step": 18162, "Finetune/Step Time": 6.023987282067537}
+{"Finetune/Learning Rate": 1.6159018742644138e-07, "Finetune/Loss": 0.619727373123169, "Finetune/Loss (Raw)": 0.6193494200706482, "Finetune/Step": 18163, "Finetune/Step Time": 6.041237825527787}
+{"Finetune/Learning Rate": 1.612888234900889e-07, "Finetune/Loss": 0.6200922727584839, "Finetune/Loss (Raw)": 0.6233166456222534, "Finetune/Step": 18164, "Finetune/Step Time": 6.042554758489132}
+{"Finetune/Learning Rate": 1.60987738551609e-07, "Finetune/Loss": 0.6198353171348572, "Finetune/Loss (Raw)": 0.5825717449188232, "Finetune/Step": 18165, "Finetune/Step Time": 6.048139659687877}
+{"Finetune/Learning Rate": 1.6068693261953928e-07, "Finetune/Loss": 0.6193498373031616, "Finetune/Loss (Raw)": 0.5371548533439636, "Finetune/Step": 18166, "Finetune/Step Time": 6.068942492827773}
+{"Finetune/Learning Rate": 1.6038640570240848e-07, "Finetune/Loss": 0.6194436550140381, "Finetune/Loss (Raw)": 0.6013479828834534, "Finetune/Step": 18167, "Finetune/Step Time": 6.066565703600645}
+{"Finetune/Learning Rate": 1.600861578087387e-07, "Finetune/Loss": 0.6196823716163635, "Finetune/Loss (Raw)": 0.6867119073867798, "Finetune/Step": 18168, "Finetune/Step Time": 6.0545219369232655}
+{"Finetune/Learning Rate": 1.5978618894704535e-07, "Finetune/Loss": 0.6201152801513672, "Finetune/Loss (Raw)": 0.7701969146728516, "Finetune/Step": 18169, "Finetune/Step Time": 6.036865569651127}
+{"Finetune/Learning Rate": 1.5948649912583269e-07, "Finetune/Loss": 0.6206414103507996, "Finetune/Loss (Raw)": 0.7105724811553955, "Finetune/Step": 18170, "Finetune/Step Time": 6.025080172345042}
+{"Finetune/Learning Rate": 1.5918708835359952e-07, "Finetune/Loss": 0.6199405789375305, "Finetune/Loss (Raw)": 0.555127739906311, "Finetune/Step": 18171, "Finetune/Step Time": 6.024436919018626}
+{"Finetune/Learning Rate": 1.5888795663883904e-07, "Finetune/Loss": 0.6205105781555176, "Finetune/Loss (Raw)": 0.653527021408081, "Finetune/Step": 18172, "Finetune/Step Time": 6.0246826987713575}
+{"Finetune/Learning Rate": 1.5858910399003114e-07, "Finetune/Loss": 0.6213722229003906, "Finetune/Loss (Raw)": 0.6806513071060181, "Finetune/Step": 18173, "Finetune/Step Time": 6.023689888417721}
+{"Finetune/Learning Rate": 1.5829053041565123e-07, "Finetune/Loss": 0.6219252943992615, "Finetune/Loss (Raw)": 0.6591836810112, "Finetune/Step": 18174, "Finetune/Step Time": 6.0219496935606}
+{"Finetune/Learning Rate": 1.5799223592416478e-07, "Finetune/Loss": 0.6218558549880981, "Finetune/Loss (Raw)": 0.5615239143371582, "Finetune/Step": 18175, "Finetune/Step Time": 6.040140779688954}
+{"Finetune/Learning Rate": 1.5769422052403172e-07, "Finetune/Loss": 0.6240079402923584, "Finetune/Loss (Raw)": 0.7759885787963867, "Finetune/Step": 18176, "Finetune/Step Time": 6.069502055644989}
+{"Finetune/Learning Rate": 1.5739648422370413e-07, "Finetune/Loss": 0.6240241527557373, "Finetune/Loss (Raw)": 0.5129503011703491, "Finetune/Step": 18177, "Finetune/Step Time": 6.086579360067844}
+{"Finetune/Learning Rate": 1.5709902703162195e-07, "Finetune/Loss": 0.6227216720581055, "Finetune/Loss (Raw)": 0.5604223012924194, "Finetune/Step": 18178, "Finetune/Step Time": 6.092119533568621}
+{"Finetune/Learning Rate": 1.5680184895622286e-07, "Finetune/Loss": 0.6226284503936768, "Finetune/Loss (Raw)": 0.6225444674491882, "Finetune/Step": 18179, "Finetune/Step Time": 6.0906907338649035}
+{"Finetune/Learning Rate": 1.5650495000593345e-07, "Finetune/Loss": 0.621489405632019, "Finetune/Loss (Raw)": 0.5170823931694031, "Finetune/Step": 18180, "Finetune/Step Time": 6.087239870801568}
+{"Finetune/Learning Rate": 1.5620833018917147e-07, "Finetune/Loss": 0.62221360206604, "Finetune/Loss (Raw)": 0.7415227890014648, "Finetune/Step": 18181, "Finetune/Step Time": 6.087234003469348}
+{"Finetune/Learning Rate": 1.5591198951435016e-07, "Finetune/Loss": 0.6228727102279663, "Finetune/Loss (Raw)": 0.7182118892669678, "Finetune/Step": 18182, "Finetune/Step Time": 6.0875895246863365}
+{"Finetune/Learning Rate": 1.5561592798987058e-07, "Finetune/Loss": 0.6221907138824463, "Finetune/Loss (Raw)": 0.5718978047370911, "Finetune/Step": 18183, "Finetune/Step Time": 6.092478761449456}
+{"Finetune/Learning Rate": 1.5532014562413044e-07, "Finetune/Loss": 0.6220977902412415, "Finetune/Loss (Raw)": 0.5546793937683105, "Finetune/Step": 18184, "Finetune/Step Time": 6.097711477428675}
+{"Finetune/Learning Rate": 1.550246424255175e-07, "Finetune/Loss": 0.6225674152374268, "Finetune/Loss (Raw)": 0.6066150665283203, "Finetune/Step": 18185, "Finetune/Step Time": 6.101922802627087}
+{"Finetune/Learning Rate": 1.5472941840240951e-07, "Finetune/Loss": 0.621455192565918, "Finetune/Loss (Raw)": 0.5457608699798584, "Finetune/Step": 18186, "Finetune/Step Time": 6.1018930692225695}
+{"Finetune/Learning Rate": 1.5443447356317864e-07, "Finetune/Loss": 0.6209539771080017, "Finetune/Loss (Raw)": 0.504919171333313, "Finetune/Step": 18187, "Finetune/Step Time": 6.115670617669821}
+{"Finetune/Learning Rate": 1.5413980791618931e-07, "Finetune/Loss": 0.6207387447357178, "Finetune/Loss (Raw)": 0.6354658603668213, "Finetune/Step": 18188, "Finetune/Step Time": 6.116670835763216}
+{"Finetune/Learning Rate": 1.538454214697971e-07, "Finetune/Loss": 0.6202336549758911, "Finetune/Loss (Raw)": 0.6346420645713806, "Finetune/Step": 18189, "Finetune/Step Time": 6.117880720645189}
+{"Finetune/Learning Rate": 1.535513142323497e-07, "Finetune/Loss": 0.6205615401268005, "Finetune/Loss (Raw)": 0.7614482045173645, "Finetune/Step": 18190, "Finetune/Step Time": 6.099102837964892}
+{"Finetune/Learning Rate": 1.532574862121883e-07, "Finetune/Loss": 0.6209502816200256, "Finetune/Loss (Raw)": 0.6987910270690918, "Finetune/Step": 18191, "Finetune/Step Time": 6.103903446346521}
+{"Finetune/Learning Rate": 1.5296393741764392e-07, "Finetune/Loss": 0.6208616495132446, "Finetune/Loss (Raw)": 0.6607016921043396, "Finetune/Step": 18192, "Finetune/Step Time": 6.10035927221179}
+{"Finetune/Learning Rate": 1.5267066785704e-07, "Finetune/Loss": 0.6219810843467712, "Finetune/Loss (Raw)": 0.7134459614753723, "Finetune/Step": 18193, "Finetune/Step Time": 6.102599428966641}
+{"Finetune/Learning Rate": 1.5237767753869536e-07, "Finetune/Loss": 0.6209312677383423, "Finetune/Loss (Raw)": 0.5828909873962402, "Finetune/Step": 18194, "Finetune/Step Time": 6.107442490756512}
+{"Finetune/Learning Rate": 1.5208496647091674e-07, "Finetune/Loss": 0.621222972869873, "Finetune/Loss (Raw)": 0.6719780564308167, "Finetune/Step": 18195, "Finetune/Step Time": 6.104112951084971}
+{"Finetune/Learning Rate": 1.5179253466200418e-07, "Finetune/Loss": 0.6210210919380188, "Finetune/Loss (Raw)": 0.5755524039268494, "Finetune/Step": 18196, "Finetune/Step Time": 6.096412951126695}
+{"Finetune/Learning Rate": 1.5150038212025097e-07, "Finetune/Loss": 0.6227226257324219, "Finetune/Loss (Raw)": 0.8124707937240601, "Finetune/Step": 18197, "Finetune/Step Time": 6.105811024084687}
+{"Finetune/Learning Rate": 1.5120850885394056e-07, "Finetune/Loss": 0.6250647306442261, "Finetune/Loss (Raw)": 0.8418495655059814, "Finetune/Step": 18198, "Finetune/Step Time": 6.09594745375216}
+{"Finetune/Learning Rate": 1.5091691487135185e-07, "Finetune/Loss": 0.6252389550209045, "Finetune/Loss (Raw)": 0.7025600075721741, "Finetune/Step": 18199, "Finetune/Step Time": 6.091969041153789}
+{"Finetune/Learning Rate": 1.5062560018075267e-07, "Finetune/Loss": 0.6243399381637573, "Finetune/Loss (Raw)": 0.4536043405532837, "Finetune/Step": 18200, "Finetune/Step Time": 6.113549372181296}
+{"Finetune/Learning Rate": 1.5033456479040309e-07, "Finetune/Loss": 0.6239050626754761, "Finetune/Loss (Raw)": 0.6001186966896057, "Finetune/Step": 18201, "Finetune/Step Time": 6.1121999472379684}
+{"Finetune/Learning Rate": 1.5004380870855652e-07, "Finetune/Loss": 0.6251947283744812, "Finetune/Loss (Raw)": 0.6839419007301331, "Finetune/Step": 18202, "Finetune/Step Time": 6.106498938053846}
+{"Finetune/Learning Rate": 1.4975333194345853e-07, "Finetune/Loss": 0.6250734329223633, "Finetune/Loss (Raw)": 0.6127321124076843, "Finetune/Step": 18203, "Finetune/Step Time": 6.101067811250687}
+{"Finetune/Learning Rate": 1.4946313450334483e-07, "Finetune/Loss": 0.6255993843078613, "Finetune/Loss (Raw)": 0.6484835147857666, "Finetune/Step": 18204, "Finetune/Step Time": 6.1001271940767765}
+{"Finetune/Learning Rate": 1.4917321639644654e-07, "Finetune/Loss": 0.6249949932098389, "Finetune/Loss (Raw)": 0.4446854293346405, "Finetune/Step": 18205, "Finetune/Step Time": 6.120890349149704}
+{"Finetune/Learning Rate": 1.488835776309816e-07, "Finetune/Loss": 0.6244570016860962, "Finetune/Loss (Raw)": 0.6196288466453552, "Finetune/Step": 18206, "Finetune/Step Time": 6.1357766427099705}
+{"Finetune/Learning Rate": 1.4859421821516785e-07, "Finetune/Loss": 0.623425304889679, "Finetune/Loss (Raw)": 0.5765305161476135, "Finetune/Step": 18207, "Finetune/Step Time": 6.13619551807642}
+{"Finetune/Learning Rate": 1.483051381572076e-07, "Finetune/Loss": 0.6236066222190857, "Finetune/Loss (Raw)": 0.7006804347038269, "Finetune/Step": 18208, "Finetune/Step Time": 6.141231760382652}
+{"Finetune/Learning Rate": 1.4801633746529987e-07, "Finetune/Loss": 0.6234356760978699, "Finetune/Loss (Raw)": 0.6366817355155945, "Finetune/Step": 18209, "Finetune/Step Time": 6.139563387259841}
+{"Finetune/Learning Rate": 1.4772781614763255e-07, "Finetune/Loss": 0.6229516863822937, "Finetune/Loss (Raw)": 0.5907855033874512, "Finetune/Step": 18210, "Finetune/Step Time": 6.136210091412067}
+{"Finetune/Learning Rate": 1.4743957421238908e-07, "Finetune/Loss": 0.6232948303222656, "Finetune/Loss (Raw)": 0.6401928663253784, "Finetune/Step": 18211, "Finetune/Step Time": 6.137307787314057}
+{"Finetune/Learning Rate": 1.4715161166774184e-07, "Finetune/Loss": 0.6240904331207275, "Finetune/Loss (Raw)": 0.6467896699905396, "Finetune/Step": 18212, "Finetune/Step Time": 6.1307357493788}
+{"Finetune/Learning Rate": 1.4686392852185648e-07, "Finetune/Loss": 0.6241176724433899, "Finetune/Loss (Raw)": 0.7077131271362305, "Finetune/Step": 18213, "Finetune/Step Time": 6.137250229716301}
+{"Finetune/Learning Rate": 1.465765247828921e-07, "Finetune/Loss": 0.6234729886054993, "Finetune/Loss (Raw)": 0.6391962170600891, "Finetune/Step": 18214, "Finetune/Step Time": 6.130145974457264}
+{"Finetune/Learning Rate": 1.4628940045899875e-07, "Finetune/Loss": 0.622965395450592, "Finetune/Loss (Raw)": 0.5919526219367981, "Finetune/Step": 18215, "Finetune/Step Time": 6.133174704387784}
+{"Finetune/Learning Rate": 1.4600255555831667e-07, "Finetune/Loss": 0.6238056421279907, "Finetune/Loss (Raw)": 0.6494932174682617, "Finetune/Step": 18216, "Finetune/Step Time": 6.165932442992926}
+{"Finetune/Learning Rate": 1.4571599008898263e-07, "Finetune/Loss": 0.6237283945083618, "Finetune/Loss (Raw)": 0.6784780621528625, "Finetune/Step": 18217, "Finetune/Step Time": 6.165823625400662}
+{"Finetune/Learning Rate": 1.4542970405912016e-07, "Finetune/Loss": 0.6244082450866699, "Finetune/Loss (Raw)": 0.5436031818389893, "Finetune/Step": 18218, "Finetune/Step Time": 6.144672993570566}
+{"Finetune/Learning Rate": 1.4514369747684832e-07, "Finetune/Loss": 0.6243255734443665, "Finetune/Loss (Raw)": 0.5694606304168701, "Finetune/Step": 18219, "Finetune/Step Time": 6.138729793950915}
+{"Finetune/Learning Rate": 1.4485797035027728e-07, "Finetune/Loss": 0.6258023977279663, "Finetune/Loss (Raw)": 0.655992329120636, "Finetune/Step": 18220, "Finetune/Step Time": 6.119982233271003}
+{"Finetune/Learning Rate": 1.4457252268751165e-07, "Finetune/Loss": 0.6261739730834961, "Finetune/Loss (Raw)": 0.5903362035751343, "Finetune/Step": 18221, "Finetune/Step Time": 6.118428977206349}
+{"Finetune/Learning Rate": 1.4428735449664389e-07, "Finetune/Loss": 0.6252466440200806, "Finetune/Loss (Raw)": 0.5381377339363098, "Finetune/Step": 18222, "Finetune/Step Time": 6.1333475690335035}
+{"Finetune/Learning Rate": 1.4400246578576082e-07, "Finetune/Loss": 0.6263302564620972, "Finetune/Loss (Raw)": 0.717188835144043, "Finetune/Step": 18223, "Finetune/Step Time": 6.1330477967858315}
+{"Finetune/Learning Rate": 1.4371785656294045e-07, "Finetune/Loss": 0.6261382102966309, "Finetune/Loss (Raw)": 0.7024499773979187, "Finetune/Step": 18224, "Finetune/Step Time": 6.134478015825152}
+{"Finetune/Learning Rate": 1.4343352683625412e-07, "Finetune/Loss": 0.6253942251205444, "Finetune/Loss (Raw)": 0.6057735085487366, "Finetune/Step": 18225, "Finetune/Step Time": 6.128359427675605}
+{"Finetune/Learning Rate": 1.4314947661376533e-07, "Finetune/Loss": 0.6240285634994507, "Finetune/Loss (Raw)": 0.5103864669799805, "Finetune/Step": 18226, "Finetune/Step Time": 6.146454555913806}
+{"Finetune/Learning Rate": 1.4286570590352765e-07, "Finetune/Loss": 0.624042809009552, "Finetune/Loss (Raw)": 0.6103122234344482, "Finetune/Step": 18227, "Finetune/Step Time": 6.159888826310635}
+{"Finetune/Learning Rate": 1.4258221471358913e-07, "Finetune/Loss": 0.6241012215614319, "Finetune/Loss (Raw)": 0.5840404033660889, "Finetune/Step": 18228, "Finetune/Step Time": 6.158550161868334}
+{"Finetune/Learning Rate": 1.4229900305198774e-07, "Finetune/Loss": 0.6247469782829285, "Finetune/Loss (Raw)": 0.5855821967124939, "Finetune/Step": 18229, "Finetune/Step Time": 6.159791784361005}
+{"Finetune/Learning Rate": 1.4201607092675596e-07, "Finetune/Loss": 0.624366044998169, "Finetune/Loss (Raw)": 0.6280584335327148, "Finetune/Step": 18230, "Finetune/Step Time": 6.192570826038718}
+{"Finetune/Learning Rate": 1.4173341834591515e-07, "Finetune/Loss": 0.6245872974395752, "Finetune/Loss (Raw)": 0.7107720971107483, "Finetune/Step": 18231, "Finetune/Step Time": 6.195484962314367}
+{"Finetune/Learning Rate": 1.414510453174811e-07, "Finetune/Loss": 0.6239158511161804, "Finetune/Loss (Raw)": 0.7168099880218506, "Finetune/Step": 18232, "Finetune/Step Time": 6.200731236487627}
+{"Finetune/Learning Rate": 1.41168951849463e-07, "Finetune/Loss": 0.623294472694397, "Finetune/Loss (Raw)": 0.561918318271637, "Finetune/Step": 18233, "Finetune/Step Time": 6.198972128331661}
+{"Finetune/Learning Rate": 1.4088713794985775e-07, "Finetune/Loss": 0.6235058307647705, "Finetune/Loss (Raw)": 0.6493354439735413, "Finetune/Step": 18234, "Finetune/Step Time": 6.200397174805403}
+{"Finetune/Learning Rate": 1.4060560362665676e-07, "Finetune/Loss": 0.6235358715057373, "Finetune/Loss (Raw)": 0.6171327829360962, "Finetune/Step": 18235, "Finetune/Step Time": 6.202936831861734}
+{"Finetune/Learning Rate": 1.4032434888784585e-07, "Finetune/Loss": 0.6239975094795227, "Finetune/Loss (Raw)": 0.6252492070198059, "Finetune/Step": 18236, "Finetune/Step Time": 6.199271259829402}
+{"Finetune/Learning Rate": 1.4004337374139866e-07, "Finetune/Loss": 0.623145341873169, "Finetune/Loss (Raw)": 0.5992122292518616, "Finetune/Step": 18237, "Finetune/Step Time": 6.196705969050527}
+{"Finetune/Learning Rate": 1.3976267819528432e-07, "Finetune/Loss": 0.6225370764732361, "Finetune/Loss (Raw)": 0.553950846195221, "Finetune/Step": 18238, "Finetune/Step Time": 6.196416437625885}
+{"Finetune/Learning Rate": 1.3948226225746099e-07, "Finetune/Loss": 0.6229369640350342, "Finetune/Loss (Raw)": 0.5562601685523987, "Finetune/Step": 18239, "Finetune/Step Time": 6.178591763600707}
+{"Finetune/Learning Rate": 1.3920212593588113e-07, "Finetune/Loss": 0.6223282814025879, "Finetune/Loss (Raw)": 0.6565260291099548, "Finetune/Step": 18240, "Finetune/Step Time": 6.172789292410016}
+{"Finetune/Learning Rate": 1.389222692384884e-07, "Finetune/Loss": 0.621745765209198, "Finetune/Loss (Raw)": 0.5384700894355774, "Finetune/Step": 18241, "Finetune/Step Time": 6.173683132976294}
+{"Finetune/Learning Rate": 1.386426921732187e-07, "Finetune/Loss": 0.6216390132904053, "Finetune/Loss (Raw)": 0.6254253387451172, "Finetune/Step": 18242, "Finetune/Step Time": 6.167779279872775}
+{"Finetune/Learning Rate": 1.383633947480012e-07, "Finetune/Loss": 0.6213899850845337, "Finetune/Loss (Raw)": 0.5688561797142029, "Finetune/Step": 18243, "Finetune/Step Time": 6.164312332868576}
+{"Finetune/Learning Rate": 1.3808437697075404e-07, "Finetune/Loss": 0.6214175820350647, "Finetune/Loss (Raw)": 0.6689033508300781, "Finetune/Step": 18244, "Finetune/Step Time": 6.138973822817206}
+{"Finetune/Learning Rate": 1.3780563884939092e-07, "Finetune/Loss": 0.622908890247345, "Finetune/Loss (Raw)": 0.7399315237998962, "Finetune/Step": 18245, "Finetune/Step Time": 6.1390949208289385}
+{"Finetune/Learning Rate": 1.3752718039181656e-07, "Finetune/Loss": 0.6223346590995789, "Finetune/Loss (Raw)": 0.5719884037971497, "Finetune/Step": 18246, "Finetune/Step Time": 6.14533337764442}
+{"Finetune/Learning Rate": 1.372490016059247e-07, "Finetune/Loss": 0.6225088238716125, "Finetune/Loss (Raw)": 0.6592632532119751, "Finetune/Step": 18247, "Finetune/Step Time": 6.144966058433056}
+{"Finetune/Learning Rate": 1.3697110249960564e-07, "Finetune/Loss": 0.6225842237472534, "Finetune/Loss (Raw)": 0.6251983642578125, "Finetune/Step": 18248, "Finetune/Step Time": 6.1465572733432055}
+{"Finetune/Learning Rate": 1.366934830807398e-07, "Finetune/Loss": 0.6222534775733948, "Finetune/Loss (Raw)": 0.6339597105979919, "Finetune/Step": 18249, "Finetune/Step Time": 6.132420800626278}
+{"Finetune/Learning Rate": 1.3641614335719976e-07, "Finetune/Loss": 0.6213328242301941, "Finetune/Loss (Raw)": 0.5855960845947266, "Finetune/Step": 18250, "Finetune/Step Time": 6.132603926584125}
+{"Finetune/Learning Rate": 1.361390833368492e-07, "Finetune/Loss": 0.6220579147338867, "Finetune/Loss (Raw)": 0.7124024033546448, "Finetune/Step": 18251, "Finetune/Step Time": 6.133606160059571}
+{"Finetune/Learning Rate": 1.358623030275452e-07, "Finetune/Loss": 0.6215512156486511, "Finetune/Loss (Raw)": 0.4841509461402893, "Finetune/Step": 18252, "Finetune/Step Time": 6.095643850043416}
+{"Finetune/Learning Rate": 1.3558580243713592e-07, "Finetune/Loss": 0.6222515106201172, "Finetune/Loss (Raw)": 0.6429401636123657, "Finetune/Step": 18253, "Finetune/Step Time": 6.0772979110479355}
+{"Finetune/Learning Rate": 1.3530958157346285e-07, "Finetune/Loss": 0.6224357485771179, "Finetune/Loss (Raw)": 0.6488716006278992, "Finetune/Step": 18254, "Finetune/Step Time": 6.07587268948555}
+{"Finetune/Learning Rate": 1.3503364044435863e-07, "Finetune/Loss": 0.6210679411888123, "Finetune/Loss (Raw)": 0.49589967727661133, "Finetune/Step": 18255, "Finetune/Step Time": 6.0753653179854155}
+{"Finetune/Learning Rate": 1.3475797905764808e-07, "Finetune/Loss": 0.6204093098640442, "Finetune/Loss (Raw)": 0.5629517436027527, "Finetune/Step": 18256, "Finetune/Step Time": 6.076509403064847}
+{"Finetune/Learning Rate": 1.3448259742114832e-07, "Finetune/Loss": 0.6205344796180725, "Finetune/Loss (Raw)": 0.5420623421669006, "Finetune/Step": 18257, "Finetune/Step Time": 6.095127325505018}
+{"Finetune/Learning Rate": 1.3420749554266976e-07, "Finetune/Loss": 0.6190558671951294, "Finetune/Loss (Raw)": 0.4905453622341156, "Finetune/Step": 18258, "Finetune/Step Time": 6.1092496905475855}
+{"Finetune/Learning Rate": 1.3393267343001059e-07, "Finetune/Loss": 0.6197755336761475, "Finetune/Loss (Raw)": 0.713566243648529, "Finetune/Step": 18259, "Finetune/Step Time": 6.106983141973615}
+{"Finetune/Learning Rate": 1.336581310909657e-07, "Finetune/Loss": 0.61989825963974, "Finetune/Loss (Raw)": 0.6196713447570801, "Finetune/Step": 18260, "Finetune/Step Time": 6.108540100976825}
+{"Finetune/Learning Rate": 1.3338386853331997e-07, "Finetune/Loss": 0.6201709508895874, "Finetune/Loss (Raw)": 0.603159487247467, "Finetune/Step": 18261, "Finetune/Step Time": 6.108018325641751}
+{"Finetune/Learning Rate": 1.331098857648494e-07, "Finetune/Loss": 0.6192536354064941, "Finetune/Loss (Raw)": 0.582724392414093, "Finetune/Step": 18262, "Finetune/Step Time": 6.081549413502216}
+{"Finetune/Learning Rate": 1.3283618279332668e-07, "Finetune/Loss": 0.6202898621559143, "Finetune/Loss (Raw)": 0.751097559928894, "Finetune/Step": 18263, "Finetune/Step Time": 6.08000703714788}
+{"Finetune/Learning Rate": 1.3256275962651223e-07, "Finetune/Loss": 0.6203684210777283, "Finetune/Loss (Raw)": 0.45160698890686035, "Finetune/Step": 18264, "Finetune/Step Time": 6.0956983752548695}
+{"Finetune/Learning Rate": 1.3228961627215654e-07, "Finetune/Loss": 0.6221213936805725, "Finetune/Loss (Raw)": 0.6839601397514343, "Finetune/Step": 18265, "Finetune/Step Time": 6.077011361718178}
+{"Finetune/Learning Rate": 1.3201675273800896e-07, "Finetune/Loss": 0.6232680082321167, "Finetune/Loss (Raw)": 0.6862629055976868, "Finetune/Step": 18266, "Finetune/Step Time": 6.076494695618749}
+{"Finetune/Learning Rate": 1.3174416903180442e-07, "Finetune/Loss": 0.623706042766571, "Finetune/Loss (Raw)": 0.7019267678260803, "Finetune/Step": 18267, "Finetune/Step Time": 6.079609390348196}
+{"Finetune/Learning Rate": 1.3147186516127453e-07, "Finetune/Loss": 0.6234549283981323, "Finetune/Loss (Raw)": 0.6075066328048706, "Finetune/Step": 18268, "Finetune/Step Time": 6.075075764209032}
+{"Finetune/Learning Rate": 1.3119984113413864e-07, "Finetune/Loss": 0.6232120990753174, "Finetune/Loss (Raw)": 0.6435033082962036, "Finetune/Step": 18269, "Finetune/Step Time": 6.071085065603256}
+{"Finetune/Learning Rate": 1.3092809695811393e-07, "Finetune/Loss": 0.6236878633499146, "Finetune/Loss (Raw)": 0.5959965586662292, "Finetune/Step": 18270, "Finetune/Step Time": 6.0688563492149115}
+{"Finetune/Learning Rate": 1.306566326409031e-07, "Finetune/Loss": 0.6243954300880432, "Finetune/Loss (Raw)": 0.6809296011924744, "Finetune/Step": 18271, "Finetune/Step Time": 6.07028684578836}
+{"Finetune/Learning Rate": 1.303854481902067e-07, "Finetune/Loss": 0.623847484588623, "Finetune/Loss (Raw)": 0.5890223979949951, "Finetune/Step": 18272, "Finetune/Step Time": 6.06876659207046}
+{"Finetune/Learning Rate": 1.3011454361371302e-07, "Finetune/Loss": 0.6240462064743042, "Finetune/Loss (Raw)": 0.7414780259132385, "Finetune/Step": 18273, "Finetune/Step Time": 6.065360950306058}
+{"Finetune/Learning Rate": 1.2984391891910476e-07, "Finetune/Loss": 0.6239476203918457, "Finetune/Loss (Raw)": 0.6298675537109375, "Finetune/Step": 18274, "Finetune/Step Time": 6.061532674357295}
+{"Finetune/Learning Rate": 1.295735741140558e-07, "Finetune/Loss": 0.624972939491272, "Finetune/Loss (Raw)": 0.6777535080909729, "Finetune/Step": 18275, "Finetune/Step Time": 6.0616232473403215}
+{"Finetune/Learning Rate": 1.2930350920623224e-07, "Finetune/Loss": 0.6244480013847351, "Finetune/Loss (Raw)": 0.609798014163971, "Finetune/Step": 18276, "Finetune/Step Time": 6.059431854635477}
+{"Finetune/Learning Rate": 1.290337242032935e-07, "Finetune/Loss": 0.624155580997467, "Finetune/Loss (Raw)": 0.6242791414260864, "Finetune/Step": 18277, "Finetune/Step Time": 6.057589054107666}
+{"Finetune/Learning Rate": 1.2876421911288906e-07, "Finetune/Loss": 0.6236252784729004, "Finetune/Loss (Raw)": 0.5718145966529846, "Finetune/Step": 18278, "Finetune/Step Time": 6.058982690796256}
+{"Finetune/Learning Rate": 1.2849499394266052e-07, "Finetune/Loss": 0.6251855492591858, "Finetune/Loss (Raw)": 0.7465537190437317, "Finetune/Step": 18279, "Finetune/Step Time": 6.04856544919312}
+{"Finetune/Learning Rate": 1.2822604870024403e-07, "Finetune/Loss": 0.6237260699272156, "Finetune/Loss (Raw)": 0.5211542844772339, "Finetune/Step": 18280, "Finetune/Step Time": 6.063251852989197}
+{"Finetune/Learning Rate": 1.2795738339326458e-07, "Finetune/Loss": 0.6240234375, "Finetune/Loss (Raw)": 0.6968901753425598, "Finetune/Step": 18281, "Finetune/Step Time": 6.060055926442146}
+{"Finetune/Learning Rate": 1.2768899802934164e-07, "Finetune/Loss": 0.623884379863739, "Finetune/Loss (Raw)": 0.676967203617096, "Finetune/Step": 18282, "Finetune/Step Time": 6.070003492757678}
+{"Finetune/Learning Rate": 1.274208926160858e-07, "Finetune/Loss": 0.6243915557861328, "Finetune/Loss (Raw)": 0.6248011589050293, "Finetune/Step": 18283, "Finetune/Step Time": 6.082662312313914}
+{"Finetune/Learning Rate": 1.2715306716109876e-07, "Finetune/Loss": 0.6236763596534729, "Finetune/Loss (Raw)": 0.5590497851371765, "Finetune/Step": 18284, "Finetune/Step Time": 6.087127296254039}
+{"Finetune/Learning Rate": 1.2688552167197665e-07, "Finetune/Loss": 0.6232683658599854, "Finetune/Loss (Raw)": 0.5466170310974121, "Finetune/Step": 18285, "Finetune/Step Time": 6.077541476115584}
+{"Finetune/Learning Rate": 1.2661825615630675e-07, "Finetune/Loss": 0.6237145662307739, "Finetune/Loss (Raw)": 0.710483968257904, "Finetune/Step": 18286, "Finetune/Step Time": 6.0756247993558645}
+{"Finetune/Learning Rate": 1.2635127062166518e-07, "Finetune/Loss": 0.6253921985626221, "Finetune/Loss (Raw)": 0.6282359957695007, "Finetune/Step": 18287, "Finetune/Step Time": 6.058609884232283}
+{"Finetune/Learning Rate": 1.2608456507562706e-07, "Finetune/Loss": 0.6252415180206299, "Finetune/Loss (Raw)": 0.6234352588653564, "Finetune/Step": 18288, "Finetune/Step Time": 6.060874931514263}
+{"Finetune/Learning Rate": 1.2581813952575073e-07, "Finetune/Loss": 0.6247456073760986, "Finetune/Loss (Raw)": 0.6000494956970215, "Finetune/Step": 18289, "Finetune/Step Time": 6.045186035335064}
+{"Finetune/Learning Rate": 1.2555199397959462e-07, "Finetune/Loss": 0.6260578632354736, "Finetune/Loss (Raw)": 0.6620201468467712, "Finetune/Step": 18290, "Finetune/Step Time": 6.034998318180442}
+{"Finetune/Learning Rate": 1.2528612844470377e-07, "Finetune/Loss": 0.6256638765335083, "Finetune/Loss (Raw)": 0.5689190626144409, "Finetune/Step": 18291, "Finetune/Step Time": 6.015920436009765}
+{"Finetune/Learning Rate": 1.2502054292861998e-07, "Finetune/Loss": 0.6250475645065308, "Finetune/Loss (Raw)": 0.544427752494812, "Finetune/Step": 18292, "Finetune/Step Time": 6.016284424811602}
+{"Finetune/Learning Rate": 1.2475523743887164e-07, "Finetune/Loss": 0.6253460645675659, "Finetune/Loss (Raw)": 0.6207822561264038, "Finetune/Step": 18293, "Finetune/Step Time": 6.013924805447459}
+{"Finetune/Learning Rate": 1.2449021198298493e-07, "Finetune/Loss": 0.6251299977302551, "Finetune/Loss (Raw)": 0.5094970464706421, "Finetune/Step": 18294, "Finetune/Step Time": 5.997334523126483}
+{"Finetune/Learning Rate": 1.2422546656847167e-07, "Finetune/Loss": 0.6244142651557922, "Finetune/Loss (Raw)": 0.5097352266311646, "Finetune/Step": 18295, "Finetune/Step Time": 5.989993514493108}
+{"Finetune/Learning Rate": 1.2396100120284137e-07, "Finetune/Loss": 0.6241995096206665, "Finetune/Loss (Raw)": 0.6592225432395935, "Finetune/Step": 18296, "Finetune/Step Time": 6.001860709860921}
+{"Finetune/Learning Rate": 1.2369681589359474e-07, "Finetune/Loss": 0.6232622861862183, "Finetune/Loss (Raw)": 0.6502354145050049, "Finetune/Step": 18297, "Finetune/Step Time": 5.99894298799336}
+{"Finetune/Learning Rate": 1.2343291064822127e-07, "Finetune/Loss": 0.6220515966415405, "Finetune/Loss (Raw)": 0.5556023716926575, "Finetune/Step": 18298, "Finetune/Step Time": 6.000347530469298}
+{"Finetune/Learning Rate": 1.2316928547420503e-07, "Finetune/Loss": 0.6225830316543579, "Finetune/Loss (Raw)": 0.6231518387794495, "Finetune/Step": 18299, "Finetune/Step Time": 6.0024385545402765}
+{"Finetune/Learning Rate": 1.2290594037902225e-07, "Finetune/Loss": 0.6224563121795654, "Finetune/Loss (Raw)": 0.6373026371002197, "Finetune/Step": 18300, "Finetune/Step Time": 6.012675257399678}
+{"Finetune/Learning Rate": 1.2264287537014031e-07, "Finetune/Loss": 0.6218131184577942, "Finetune/Loss (Raw)": 0.5983248353004456, "Finetune/Step": 18301, "Finetune/Step Time": 6.010922484099865}
+{"Finetune/Learning Rate": 1.2238009045501985e-07, "Finetune/Loss": 0.6227342486381531, "Finetune/Loss (Raw)": 0.7770882844924927, "Finetune/Step": 18302, "Finetune/Step Time": 6.02044659294188}
+{"Finetune/Learning Rate": 1.2211758564110943e-07, "Finetune/Loss": 0.6234176754951477, "Finetune/Loss (Raw)": 0.648999810218811, "Finetune/Step": 18303, "Finetune/Step Time": 6.002639640122652}
+{"Finetune/Learning Rate": 1.218553609358575e-07, "Finetune/Loss": 0.6220450401306152, "Finetune/Loss (Raw)": 0.600297749042511, "Finetune/Step": 18304, "Finetune/Step Time": 5.9765625055879354}
+{"Finetune/Learning Rate": 1.2159341634669696e-07, "Finetune/Loss": 0.6227458715438843, "Finetune/Loss (Raw)": 0.6026516556739807, "Finetune/Step": 18305, "Finetune/Step Time": 5.958701502531767}
+{"Finetune/Learning Rate": 1.213317518810575e-07, "Finetune/Loss": 0.6230078935623169, "Finetune/Loss (Raw)": 0.5939688682556152, "Finetune/Step": 18306, "Finetune/Step Time": 5.954035338014364}
+{"Finetune/Learning Rate": 1.210703675463576e-07, "Finetune/Loss": 0.6231663823127747, "Finetune/Loss (Raw)": 0.6428264379501343, "Finetune/Step": 18307, "Finetune/Step Time": 5.961609959602356}
+{"Finetune/Learning Rate": 1.208092633500102e-07, "Finetune/Loss": 0.6240289211273193, "Finetune/Loss (Raw)": 0.62748783826828, "Finetune/Step": 18308, "Finetune/Step Time": 5.958901161327958}
+{"Finetune/Learning Rate": 1.205484392994194e-07, "Finetune/Loss": 0.6227809190750122, "Finetune/Loss (Raw)": 0.5817811489105225, "Finetune/Step": 18309, "Finetune/Step Time": 5.955966440960765}
+{"Finetune/Learning Rate": 1.202878954019815e-07, "Finetune/Loss": 0.622387707233429, "Finetune/Loss (Raw)": 0.6678779125213623, "Finetune/Step": 18310, "Finetune/Step Time": 5.973049491643906}
+{"Finetune/Learning Rate": 1.20027631665085e-07, "Finetune/Loss": 0.6223223209381104, "Finetune/Loss (Raw)": 0.5635303854942322, "Finetune/Step": 18311, "Finetune/Step Time": 5.969799125567079}
+{"Finetune/Learning Rate": 1.1976764809611075e-07, "Finetune/Loss": 0.622787356376648, "Finetune/Loss (Raw)": 0.6142035126686096, "Finetune/Step": 18312, "Finetune/Step Time": 5.967158427461982}
+{"Finetune/Learning Rate": 1.1950794470242944e-07, "Finetune/Loss": 0.6227273941040039, "Finetune/Loss (Raw)": 0.5989360213279724, "Finetune/Step": 18313, "Finetune/Step Time": 5.968318620696664}
+{"Finetune/Learning Rate": 1.1924852149140632e-07, "Finetune/Loss": 0.6227114200592041, "Finetune/Loss (Raw)": 0.5437161922454834, "Finetune/Step": 18314, "Finetune/Step Time": 5.979503268375993}
+{"Finetune/Learning Rate": 1.1898937847039771e-07, "Finetune/Loss": 0.6232126355171204, "Finetune/Loss (Raw)": 0.5690777897834778, "Finetune/Step": 18315, "Finetune/Step Time": 5.968470152467489}
+{"Finetune/Learning Rate": 1.1873051564675331e-07, "Finetune/Loss": 0.6227470636367798, "Finetune/Loss (Raw)": 0.5758658051490784, "Finetune/Step": 18316, "Finetune/Step Time": 5.976373476907611}
+{"Finetune/Learning Rate": 1.1847193302781279e-07, "Finetune/Loss": 0.6228141188621521, "Finetune/Loss (Raw)": 0.6432299613952637, "Finetune/Step": 18317, "Finetune/Step Time": 5.972874028608203}
+{"Finetune/Learning Rate": 1.1821363062090808e-07, "Finetune/Loss": 0.6207711696624756, "Finetune/Loss (Raw)": 0.4999481737613678, "Finetune/Step": 18318, "Finetune/Step Time": 5.974384343251586}
+{"Finetune/Learning Rate": 1.1795560843336661e-07, "Finetune/Loss": 0.6217861175537109, "Finetune/Loss (Raw)": 0.8287114500999451, "Finetune/Step": 18319, "Finetune/Step Time": 5.971239069476724}
+{"Finetune/Learning Rate": 1.1769786647250148e-07, "Finetune/Loss": 0.6216279864311218, "Finetune/Loss (Raw)": 0.640458345413208, "Finetune/Step": 18320, "Finetune/Step Time": 5.975342510268092}
+{"Finetune/Learning Rate": 1.1744040474562457e-07, "Finetune/Loss": 0.6207577586174011, "Finetune/Loss (Raw)": 0.6020525097846985, "Finetune/Step": 18321, "Finetune/Step Time": 5.972627587616444}
+{"Finetune/Learning Rate": 1.1718322326003451e-07, "Finetune/Loss": 0.6212289929389954, "Finetune/Loss (Raw)": 0.6432091593742371, "Finetune/Step": 18322, "Finetune/Step Time": 5.977424703538418}
+{"Finetune/Learning Rate": 1.1692632202302657e-07, "Finetune/Loss": 0.6203376054763794, "Finetune/Loss (Raw)": 0.5578896999359131, "Finetune/Step": 18323, "Finetune/Step Time": 5.997983314096928}
+{"Finetune/Learning Rate": 1.1666970104188379e-07, "Finetune/Loss": 0.6203092932701111, "Finetune/Loss (Raw)": 0.5719189643859863, "Finetune/Step": 18324, "Finetune/Step Time": 5.989364802837372}
+{"Finetune/Learning Rate": 1.1641336032388373e-07, "Finetune/Loss": 0.6182305216789246, "Finetune/Loss (Raw)": 0.546393096446991, "Finetune/Step": 18325, "Finetune/Step Time": 5.990346087142825}
+{"Finetune/Learning Rate": 1.1615729987629498e-07, "Finetune/Loss": 0.6165541410446167, "Finetune/Loss (Raw)": 0.6272731423377991, "Finetune/Step": 18326, "Finetune/Step Time": 5.991945989429951}
+{"Finetune/Learning Rate": 1.1590151970638064e-07, "Finetune/Loss": 0.616477370262146, "Finetune/Loss (Raw)": 0.6927294135093689, "Finetune/Step": 18327, "Finetune/Step Time": 6.011824043467641}
+{"Finetune/Learning Rate": 1.1564601982139157e-07, "Finetune/Loss": 0.6166990399360657, "Finetune/Loss (Raw)": 0.4819766879081726, "Finetune/Step": 18328, "Finetune/Step Time": 5.9884054977446795}
+{"Finetune/Learning Rate": 1.1539080022857419e-07, "Finetune/Loss": 0.6177024841308594, "Finetune/Loss (Raw)": 0.7285563945770264, "Finetune/Step": 18329, "Finetune/Step Time": 5.987966759130359}
+{"Finetune/Learning Rate": 1.1513586093516604e-07, "Finetune/Loss": 0.6164635419845581, "Finetune/Loss (Raw)": 0.525360107421875, "Finetune/Step": 18330, "Finetune/Step Time": 5.98229643702507}
+{"Finetune/Learning Rate": 1.148812019483958e-07, "Finetune/Loss": 0.6167576313018799, "Finetune/Loss (Raw)": 0.6503851413726807, "Finetune/Step": 18331, "Finetune/Step Time": 5.985383195802569}
+{"Finetune/Learning Rate": 1.1462682327548547e-07, "Finetune/Loss": 0.6166784167289734, "Finetune/Loss (Raw)": 0.6383364200592041, "Finetune/Step": 18332, "Finetune/Step Time": 5.988148737698793}
+{"Finetune/Learning Rate": 1.1437272492364814e-07, "Finetune/Loss": 0.6180211305618286, "Finetune/Loss (Raw)": 0.6165478229522705, "Finetune/Step": 18333, "Finetune/Step Time": 5.982169006019831}
+{"Finetune/Learning Rate": 1.1411890690008919e-07, "Finetune/Loss": 0.6179214715957642, "Finetune/Loss (Raw)": 0.6068724989891052, "Finetune/Step": 18334, "Finetune/Step Time": 5.963890073820949}
+{"Finetune/Learning Rate": 1.1386536921200619e-07, "Finetune/Loss": 0.6179971694946289, "Finetune/Loss (Raw)": 0.5862308740615845, "Finetune/Step": 18335, "Finetune/Step Time": 5.961617698892951}
+{"Finetune/Learning Rate": 1.1361211186658893e-07, "Finetune/Loss": 0.6176819801330566, "Finetune/Loss (Raw)": 0.6603354215621948, "Finetune/Step": 18336, "Finetune/Step Time": 5.957115987315774}
+{"Finetune/Learning Rate": 1.1335913487101946e-07, "Finetune/Loss": 0.616877555847168, "Finetune/Loss (Raw)": 0.533707320690155, "Finetune/Step": 18337, "Finetune/Step Time": 5.973290650174022}
+{"Finetune/Learning Rate": 1.1310643823247091e-07, "Finetune/Loss": 0.6176658868789673, "Finetune/Loss (Raw)": 0.6916870474815369, "Finetune/Step": 18338, "Finetune/Step Time": 5.9775963723659515}
+{"Finetune/Learning Rate": 1.128540219581098e-07, "Finetune/Loss": 0.6164997220039368, "Finetune/Loss (Raw)": 0.4909380078315735, "Finetune/Step": 18339, "Finetune/Step Time": 5.97541219368577}
+{"Finetune/Learning Rate": 1.1260188605509259e-07, "Finetune/Loss": 0.6164160370826721, "Finetune/Loss (Raw)": 0.6360712051391602, "Finetune/Step": 18340, "Finetune/Step Time": 5.97608183324337}
+{"Finetune/Learning Rate": 1.1235003053057025e-07, "Finetune/Loss": 0.6159022450447083, "Finetune/Loss (Raw)": 0.6419519186019897, "Finetune/Step": 18341, "Finetune/Step Time": 5.9705018643289804}
+{"Finetune/Learning Rate": 1.1209845539168373e-07, "Finetune/Loss": 0.6155685186386108, "Finetune/Loss (Raw)": 0.5964731574058533, "Finetune/Step": 18342, "Finetune/Step Time": 5.9698061514645815}
+{"Finetune/Learning Rate": 1.1184716064556844e-07, "Finetune/Loss": 0.6162642240524292, "Finetune/Loss (Raw)": 0.6810133457183838, "Finetune/Step": 18343, "Finetune/Step Time": 5.965688452124596}
+{"Finetune/Learning Rate": 1.1159614629934867e-07, "Finetune/Loss": 0.6158751249313354, "Finetune/Loss (Raw)": 0.599681556224823, "Finetune/Step": 18344, "Finetune/Step Time": 5.929831186309457}
+{"Finetune/Learning Rate": 1.1134541236014318e-07, "Finetune/Loss": 0.6156576871871948, "Finetune/Loss (Raw)": 0.6506534218788147, "Finetune/Step": 18345, "Finetune/Step Time": 5.928700257092714}
+{"Finetune/Learning Rate": 1.1109495883506294e-07, "Finetune/Loss": 0.6162558794021606, "Finetune/Loss (Raw)": 0.6201605200767517, "Finetune/Step": 18346, "Finetune/Step Time": 5.932192549109459}
+{"Finetune/Learning Rate": 1.1084478573121004e-07, "Finetune/Loss": 0.6170206069946289, "Finetune/Loss (Raw)": 0.6673463582992554, "Finetune/Step": 18347, "Finetune/Step Time": 5.93619573675096}
+{"Finetune/Learning Rate": 1.1059489305567661e-07, "Finetune/Loss": 0.6164075136184692, "Finetune/Loss (Raw)": 0.577518880367279, "Finetune/Step": 18348, "Finetune/Step Time": 5.93113855458796}
+{"Finetune/Learning Rate": 1.103452808155514e-07, "Finetune/Loss": 0.6156427264213562, "Finetune/Loss (Raw)": 0.4924447238445282, "Finetune/Step": 18349, "Finetune/Step Time": 5.931777050718665}
+{"Finetune/Learning Rate": 1.1009594901791098e-07, "Finetune/Loss": 0.6164274215698242, "Finetune/Loss (Raw)": 0.6385775804519653, "Finetune/Step": 18350, "Finetune/Step Time": 5.933471130207181}
+{"Finetune/Learning Rate": 1.0984689766982748e-07, "Finetune/Loss": 0.6155315637588501, "Finetune/Loss (Raw)": 0.6025162935256958, "Finetune/Step": 18351, "Finetune/Step Time": 5.9352809470146894}
+{"Finetune/Learning Rate": 1.0959812677835968e-07, "Finetune/Loss": 0.6141725778579712, "Finetune/Loss (Raw)": 0.5285003781318665, "Finetune/Step": 18352, "Finetune/Step Time": 5.936664301902056}
+{"Finetune/Learning Rate": 1.093496363505664e-07, "Finetune/Loss": 0.6140074729919434, "Finetune/Loss (Raw)": 0.5846437811851501, "Finetune/Step": 18353, "Finetune/Step Time": 5.939685201272368}
+{"Finetune/Learning Rate": 1.0910142639349198e-07, "Finetune/Loss": 0.6143462657928467, "Finetune/Loss (Raw)": 0.5537494421005249, "Finetune/Step": 18354, "Finetune/Step Time": 5.9217444490641356}
+{"Finetune/Learning Rate": 1.0885349691417524e-07, "Finetune/Loss": 0.6151817440986633, "Finetune/Loss (Raw)": 0.7172585725784302, "Finetune/Step": 18355, "Finetune/Step Time": 5.908750798553228}
+{"Finetune/Learning Rate": 1.0860584791964612e-07, "Finetune/Loss": 0.614338755607605, "Finetune/Loss (Raw)": 0.47614040970802307, "Finetune/Step": 18356, "Finetune/Step Time": 5.915523178875446}
+{"Finetune/Learning Rate": 1.083584794169279e-07, "Finetune/Loss": 0.6143880486488342, "Finetune/Loss (Raw)": 0.5918853282928467, "Finetune/Step": 18357, "Finetune/Step Time": 5.932008251547813}
+{"Finetune/Learning Rate": 1.0811139141303607e-07, "Finetune/Loss": 0.6148414015769958, "Finetune/Loss (Raw)": 0.6860886812210083, "Finetune/Step": 18358, "Finetune/Step Time": 5.9005050007253885}
+{"Finetune/Learning Rate": 1.0786458391497501e-07, "Finetune/Loss": 0.6142090559005737, "Finetune/Loss (Raw)": 0.6298328042030334, "Finetune/Step": 18359, "Finetune/Step Time": 5.897991091012955}
+{"Finetune/Learning Rate": 1.0761805692974469e-07, "Finetune/Loss": 0.6129055023193359, "Finetune/Loss (Raw)": 0.5499512553215027, "Finetune/Step": 18360, "Finetune/Step Time": 5.895517632365227}
+{"Finetune/Learning Rate": 1.0737181046433842e-07, "Finetune/Loss": 0.6122965812683105, "Finetune/Loss (Raw)": 0.48397865891456604, "Finetune/Step": 18361, "Finetune/Step Time": 5.897037498652935}
+{"Finetune/Learning Rate": 1.0712584452573504e-07, "Finetune/Loss": 0.6116918921470642, "Finetune/Loss (Raw)": 0.5719341039657593, "Finetune/Step": 18362, "Finetune/Step Time": 5.895699558779597}
+{"Finetune/Learning Rate": 1.0688015912091121e-07, "Finetune/Loss": 0.6113733053207397, "Finetune/Loss (Raw)": 0.5763581395149231, "Finetune/Step": 18363, "Finetune/Step Time": 5.891954218968749}
+{"Finetune/Learning Rate": 1.0663475425683357e-07, "Finetune/Loss": 0.6118194460868835, "Finetune/Loss (Raw)": 0.6823561787605286, "Finetune/Step": 18364, "Finetune/Step Time": 5.896299596875906}
+{"Finetune/Learning Rate": 1.0638962994046209e-07, "Finetune/Loss": 0.611348032951355, "Finetune/Loss (Raw)": 0.5388669967651367, "Finetune/Step": 18365, "Finetune/Step Time": 5.917608063668013}
+{"Finetune/Learning Rate": 1.0614478617874569e-07, "Finetune/Loss": 0.6115781664848328, "Finetune/Loss (Raw)": 0.5834100842475891, "Finetune/Step": 18366, "Finetune/Step Time": 5.919280782341957}
+{"Finetune/Learning Rate": 1.05900222978631e-07, "Finetune/Loss": 0.6129298210144043, "Finetune/Loss (Raw)": 0.7292680144309998, "Finetune/Step": 18367, "Finetune/Step Time": 5.919715069234371}
+{"Finetune/Learning Rate": 1.0565594034704918e-07, "Finetune/Loss": 0.6133223176002502, "Finetune/Loss (Raw)": 0.7067679762840271, "Finetune/Step": 18368, "Finetune/Step Time": 5.918521320447326}
+{"Finetune/Learning Rate": 1.0541193829093021e-07, "Finetune/Loss": 0.6132336854934692, "Finetune/Loss (Raw)": 0.5271190404891968, "Finetune/Step": 18369, "Finetune/Step Time": 5.917530154809356}
+{"Finetune/Learning Rate": 1.0516821681719081e-07, "Finetune/Loss": 0.6122403144836426, "Finetune/Loss (Raw)": 0.49828073382377625, "Finetune/Step": 18370, "Finetune/Step Time": 5.920449605211616}
+{"Finetune/Learning Rate": 1.0492477593274541e-07, "Finetune/Loss": 0.6122159957885742, "Finetune/Loss (Raw)": 0.5657417178153992, "Finetune/Step": 18371, "Finetune/Step Time": 5.927303170785308}
+{"Finetune/Learning Rate": 1.0468161564449409e-07, "Finetune/Loss": 0.6124029159545898, "Finetune/Loss (Raw)": 0.6928373575210571, "Finetune/Step": 18372, "Finetune/Step Time": 5.930994067341089}
+{"Finetune/Learning Rate": 1.0443873595933463e-07, "Finetune/Loss": 0.6111421585083008, "Finetune/Loss (Raw)": 0.5785440802574158, "Finetune/Step": 18373, "Finetune/Step Time": 5.927175994962454}
+{"Finetune/Learning Rate": 1.0419613688415265e-07, "Finetune/Loss": 0.6115627884864807, "Finetune/Loss (Raw)": 0.6258286833763123, "Finetune/Step": 18374, "Finetune/Step Time": 5.919732686132193}
+{"Finetune/Learning Rate": 1.0395381842582819e-07, "Finetune/Loss": 0.6116457581520081, "Finetune/Loss (Raw)": 0.6698830723762512, "Finetune/Step": 18375, "Finetune/Step Time": 5.923740038648248}
+{"Finetune/Learning Rate": 1.0371178059123354e-07, "Finetune/Loss": 0.6111664772033691, "Finetune/Loss (Raw)": 0.5638509392738342, "Finetune/Step": 18376, "Finetune/Step Time": 5.925210351124406}
+{"Finetune/Learning Rate": 1.0347002338723211e-07, "Finetune/Loss": 0.6106730699539185, "Finetune/Loss (Raw)": 0.5708033442497253, "Finetune/Step": 18377, "Finetune/Step Time": 5.923956552520394}
+{"Finetune/Learning Rate": 1.0322854682067729e-07, "Finetune/Loss": 0.6115789413452148, "Finetune/Loss (Raw)": 0.7015441060066223, "Finetune/Step": 18378, "Finetune/Step Time": 5.936167310923338}
+{"Finetune/Learning Rate": 1.0298735089841916e-07, "Finetune/Loss": 0.6108039617538452, "Finetune/Loss (Raw)": 0.6132104396820068, "Finetune/Step": 18379, "Finetune/Step Time": 5.933706630021334}
+{"Finetune/Learning Rate": 1.027464356272967e-07, "Finetune/Loss": 0.6117978692054749, "Finetune/Loss (Raw)": 0.6113704442977905, "Finetune/Step": 18380, "Finetune/Step Time": 5.933218268677592}
+{"Finetune/Learning Rate": 1.0250580101413998e-07, "Finetune/Loss": 0.6116554737091064, "Finetune/Loss (Raw)": 0.6247104406356812, "Finetune/Step": 18381, "Finetune/Step Time": 5.936956645920873}
+{"Finetune/Learning Rate": 1.0226544706577579e-07, "Finetune/Loss": 0.6114179491996765, "Finetune/Loss (Raw)": 0.618472695350647, "Finetune/Step": 18382, "Finetune/Step Time": 5.939589789137244}
+{"Finetune/Learning Rate": 1.0202537378901645e-07, "Finetune/Loss": 0.6125065088272095, "Finetune/Loss (Raw)": 0.6352344751358032, "Finetune/Step": 18383, "Finetune/Step Time": 5.941597247496247}
+{"Finetune/Learning Rate": 1.0178558119067316e-07, "Finetune/Loss": 0.6131511330604553, "Finetune/Loss (Raw)": 0.6454607248306274, "Finetune/Step": 18384, "Finetune/Step Time": 5.944069189950824}
+{"Finetune/Learning Rate": 1.0154606927754385e-07, "Finetune/Loss": 0.6132220029830933, "Finetune/Loss (Raw)": 0.5511325001716614, "Finetune/Step": 18385, "Finetune/Step Time": 5.943045919761062}
+{"Finetune/Learning Rate": 1.013068380564186e-07, "Finetune/Loss": 0.6155738830566406, "Finetune/Loss (Raw)": 0.7915926575660706, "Finetune/Step": 18386, "Finetune/Step Time": 5.9278269950300455}
+{"Finetune/Learning Rate": 1.0106788753408425e-07, "Finetune/Loss": 0.6150181889533997, "Finetune/Loss (Raw)": 0.6424336433410645, "Finetune/Step": 18387, "Finetune/Step Time": 5.931924445554614}
+{"Finetune/Learning Rate": 1.0082921771731646e-07, "Finetune/Loss": 0.614126980304718, "Finetune/Loss (Raw)": 0.505603015422821, "Finetune/Step": 18388, "Finetune/Step Time": 5.93856979906559}
+{"Finetune/Learning Rate": 1.0059082861288205e-07, "Finetune/Loss": 0.6144588589668274, "Finetune/Loss (Raw)": 0.6456321477890015, "Finetune/Step": 18389, "Finetune/Step Time": 5.9481457229703665}
+{"Finetune/Learning Rate": 1.0035272022754227e-07, "Finetune/Loss": 0.6148130893707275, "Finetune/Loss (Raw)": 0.6280680894851685, "Finetune/Step": 18390, "Finetune/Step Time": 5.945250744000077}
+{"Finetune/Learning Rate": 1.001148925680484e-07, "Finetune/Loss": 0.6135833263397217, "Finetune/Loss (Raw)": 0.5936915874481201, "Finetune/Step": 18391, "Finetune/Step Time": 5.943392552435398}
+{"Finetune/Learning Rate": 9.987734564114504e-08, "Finetune/Loss": 0.6155129671096802, "Finetune/Loss (Raw)": 0.6985968351364136, "Finetune/Step": 18392, "Finetune/Step Time": 5.92468992434442}
+{"Finetune/Learning Rate": 9.964007945356569e-08, "Finetune/Loss": 0.6155941486358643, "Finetune/Loss (Raw)": 0.6943569779396057, "Finetune/Step": 18393, "Finetune/Step Time": 5.922210209071636}
+{"Finetune/Learning Rate": 9.940309401204273e-08, "Finetune/Loss": 0.6160005331039429, "Finetune/Loss (Raw)": 0.7382833361625671, "Finetune/Step": 18394, "Finetune/Step Time": 5.921956101432443}
+{"Finetune/Learning Rate": 9.916638932329414e-08, "Finetune/Loss": 0.61525559425354, "Finetune/Loss (Raw)": 0.6065725088119507, "Finetune/Step": 18395, "Finetune/Step Time": 5.919227199628949}
+{"Finetune/Learning Rate": 9.892996539403232e-08, "Finetune/Loss": 0.6149365901947021, "Finetune/Loss (Raw)": 0.5666693449020386, "Finetune/Step": 18396, "Finetune/Step Time": 5.917461182922125}
+{"Finetune/Learning Rate": 9.869382223096303e-08, "Finetune/Loss": 0.6149749755859375, "Finetune/Loss (Raw)": 0.6484172940254211, "Finetune/Step": 18397, "Finetune/Step Time": 5.919384019449353}
+{"Finetune/Learning Rate": 9.845795984078088e-08, "Finetune/Loss": 0.6143373847007751, "Finetune/Loss (Raw)": 0.514381468296051, "Finetune/Step": 18398, "Finetune/Step Time": 5.917865186929703}
+{"Finetune/Learning Rate": 9.822237823017388e-08, "Finetune/Loss": 0.6135139465332031, "Finetune/Loss (Raw)": 0.575533926486969, "Finetune/Step": 18399, "Finetune/Step Time": 5.919437242671847}
+{"Finetune/Learning Rate": 9.798707740582447e-08, "Finetune/Loss": 0.6141093373298645, "Finetune/Loss (Raw)": 0.6652266383171082, "Finetune/Step": 18400, "Finetune/Step Time": 5.919733267277479}
+{"Finetune/Learning Rate": 9.775205737440285e-08, "Finetune/Loss": 0.612668514251709, "Finetune/Loss (Raw)": 0.5570574402809143, "Finetune/Step": 18401, "Finetune/Step Time": 5.9214538261294365}
+{"Finetune/Learning Rate": 9.751731814257481e-08, "Finetune/Loss": 0.6127581596374512, "Finetune/Loss (Raw)": 0.6413453221321106, "Finetune/Step": 18402, "Finetune/Step Time": 5.922240065410733}
+{"Finetune/Learning Rate": 9.728285971699725e-08, "Finetune/Loss": 0.6127423644065857, "Finetune/Loss (Raw)": 0.6757240891456604, "Finetune/Step": 18403, "Finetune/Step Time": 5.93898968026042}
+{"Finetune/Learning Rate": 9.704868210431816e-08, "Finetune/Loss": 0.6128079891204834, "Finetune/Loss (Raw)": 0.6182034611701965, "Finetune/Step": 18404, "Finetune/Step Time": 5.942308025434613}
+{"Finetune/Learning Rate": 9.681478531117894e-08, "Finetune/Loss": 0.6129363775253296, "Finetune/Loss (Raw)": 0.6407135725021362, "Finetune/Step": 18405, "Finetune/Step Time": 5.951253866776824}
+{"Finetune/Learning Rate": 9.65811693442098e-08, "Finetune/Loss": 0.6135027408599854, "Finetune/Loss (Raw)": 0.6443048715591431, "Finetune/Step": 18406, "Finetune/Step Time": 5.959484398365021}
+{"Finetune/Learning Rate": 9.634783421003879e-08, "Finetune/Loss": 0.6125522255897522, "Finetune/Loss (Raw)": 0.6248886585235596, "Finetune/Step": 18407, "Finetune/Step Time": 5.951778318732977}
+{"Finetune/Learning Rate": 9.61147799152795e-08, "Finetune/Loss": 0.6131004095077515, "Finetune/Loss (Raw)": 0.5913180708885193, "Finetune/Step": 18408, "Finetune/Step Time": 5.93878373876214}
+{"Finetune/Learning Rate": 9.588200646654222e-08, "Finetune/Loss": 0.6123363971710205, "Finetune/Loss (Raw)": 0.5990968942642212, "Finetune/Step": 18409, "Finetune/Step Time": 5.939034869894385}
+{"Finetune/Learning Rate": 9.564951387042942e-08, "Finetune/Loss": 0.6121245622634888, "Finetune/Loss (Raw)": 0.6498557925224304, "Finetune/Step": 18410, "Finetune/Step Time": 5.922441467642784}
+{"Finetune/Learning Rate": 9.541730213353139e-08, "Finetune/Loss": 0.612424373626709, "Finetune/Loss (Raw)": 0.6631842851638794, "Finetune/Step": 18411, "Finetune/Step Time": 5.911948304623365}
+{"Finetune/Learning Rate": 9.518537126243399e-08, "Finetune/Loss": 0.6125413775444031, "Finetune/Loss (Raw)": 0.5740238428115845, "Finetune/Step": 18412, "Finetune/Step Time": 5.91422363743186}
+{"Finetune/Learning Rate": 9.495372126371305e-08, "Finetune/Loss": 0.6137526035308838, "Finetune/Loss (Raw)": 0.701652467250824, "Finetune/Step": 18413, "Finetune/Step Time": 5.915157582610846}
+{"Finetune/Learning Rate": 9.472235214393888e-08, "Finetune/Loss": 0.6135979890823364, "Finetune/Loss (Raw)": 0.6906933188438416, "Finetune/Step": 18414, "Finetune/Step Time": 5.9314740020781755}
+{"Finetune/Learning Rate": 9.449126390967178e-08, "Finetune/Loss": 0.6135302782058716, "Finetune/Loss (Raw)": 0.6195613145828247, "Finetune/Step": 18415, "Finetune/Step Time": 5.928126662969589}
+{"Finetune/Learning Rate": 9.42604565674654e-08, "Finetune/Loss": 0.6143372058868408, "Finetune/Loss (Raw)": 0.7267237901687622, "Finetune/Step": 18416, "Finetune/Step Time": 5.9222480691969395}
+{"Finetune/Learning Rate": 9.402993012386453e-08, "Finetune/Loss": 0.6141456365585327, "Finetune/Loss (Raw)": 0.5755329132080078, "Finetune/Step": 18417, "Finetune/Step Time": 5.917065788060427}
+{"Finetune/Learning Rate": 9.379968458540501e-08, "Finetune/Loss": 0.6146031618118286, "Finetune/Loss (Raw)": 0.720582902431488, "Finetune/Step": 18418, "Finetune/Step Time": 5.9333428628742695}
+{"Finetune/Learning Rate": 9.35697199586183e-08, "Finetune/Loss": 0.6143825650215149, "Finetune/Loss (Raw)": 0.5406799912452698, "Finetune/Step": 18419, "Finetune/Step Time": 5.9358923230320215}
+{"Finetune/Learning Rate": 9.334003625002253e-08, "Finetune/Loss": 0.6148793697357178, "Finetune/Loss (Raw)": 0.6080165505409241, "Finetune/Step": 18420, "Finetune/Step Time": 5.938246330246329}
+{"Finetune/Learning Rate": 9.311063346613358e-08, "Finetune/Loss": 0.6155633926391602, "Finetune/Loss (Raw)": 0.708349347114563, "Finetune/Step": 18421, "Finetune/Step Time": 5.93197981454432}
+{"Finetune/Learning Rate": 9.288151161345626e-08, "Finetune/Loss": 0.6162996292114258, "Finetune/Loss (Raw)": 0.6037274599075317, "Finetune/Step": 18422, "Finetune/Step Time": 5.927396334707737}
+{"Finetune/Learning Rate": 9.265267069848649e-08, "Finetune/Loss": 0.6158447265625, "Finetune/Loss (Raw)": 0.4515063762664795, "Finetune/Step": 18423, "Finetune/Step Time": 5.944740952923894}
+{"Finetune/Learning Rate": 9.242411072771463e-08, "Finetune/Loss": 0.6153594255447388, "Finetune/Loss (Raw)": 0.597098708152771, "Finetune/Step": 18424, "Finetune/Step Time": 5.934649746865034}
+{"Finetune/Learning Rate": 9.219583170762103e-08, "Finetune/Loss": 0.6155868172645569, "Finetune/Loss (Raw)": 0.6793481707572937, "Finetune/Step": 18425, "Finetune/Step Time": 5.935642858967185}
+{"Finetune/Learning Rate": 9.196783364467943e-08, "Finetune/Loss": 0.615217924118042, "Finetune/Loss (Raw)": 0.5083810091018677, "Finetune/Step": 18426, "Finetune/Step Time": 5.932876793667674}
+{"Finetune/Learning Rate": 9.174011654535575e-08, "Finetune/Loss": 0.6153124570846558, "Finetune/Loss (Raw)": 0.6352623701095581, "Finetune/Step": 18427, "Finetune/Step Time": 5.930898392572999}
+{"Finetune/Learning Rate": 9.151268041610706e-08, "Finetune/Loss": 0.6147610545158386, "Finetune/Loss (Raw)": 0.5667145252227783, "Finetune/Step": 18428, "Finetune/Step Time": 5.93829733133316}
+{"Finetune/Learning Rate": 9.128552526338374e-08, "Finetune/Loss": 0.6155973672866821, "Finetune/Loss (Raw)": 0.7053706645965576, "Finetune/Step": 18429, "Finetune/Step Time": 5.9406516049057245}
+{"Finetune/Learning Rate": 9.10586510936251e-08, "Finetune/Loss": 0.6140236854553223, "Finetune/Loss (Raw)": 0.5756699442863464, "Finetune/Step": 18430, "Finetune/Step Time": 5.932063031941652}
+{"Finetune/Learning Rate": 9.0832057913266e-08, "Finetune/Loss": 0.6133777499198914, "Finetune/Loss (Raw)": 0.5663086771965027, "Finetune/Step": 18431, "Finetune/Step Time": 5.933649495244026}
+{"Finetune/Learning Rate": 9.060574572873238e-08, "Finetune/Loss": 0.6137384176254272, "Finetune/Loss (Raw)": 0.6464662551879883, "Finetune/Step": 18432, "Finetune/Step Time": 5.933954577893019}
+{"Finetune/Learning Rate": 9.037971454644024e-08, "Finetune/Loss": 0.6148775815963745, "Finetune/Loss (Raw)": 0.7484679222106934, "Finetune/Step": 18433, "Finetune/Step Time": 5.931261125952005}
+{"Finetune/Learning Rate": 9.015396437280222e-08, "Finetune/Loss": 0.614446759223938, "Finetune/Loss (Raw)": 0.5388166904449463, "Finetune/Step": 18434, "Finetune/Step Time": 5.934387588873506}
+{"Finetune/Learning Rate": 8.992849521421543e-08, "Finetune/Loss": 0.6143245100975037, "Finetune/Loss (Raw)": 0.6271820068359375, "Finetune/Step": 18435, "Finetune/Step Time": 5.927425945177674}
+{"Finetune/Learning Rate": 8.970330707707809e-08, "Finetune/Loss": 0.6144701242446899, "Finetune/Loss (Raw)": 0.6461291313171387, "Finetune/Step": 18436, "Finetune/Step Time": 5.928714828565717}
+{"Finetune/Learning Rate": 8.947839996777286e-08, "Finetune/Loss": 0.614437460899353, "Finetune/Loss (Raw)": 0.5776039361953735, "Finetune/Step": 18437, "Finetune/Step Time": 5.931053003296256}
+{"Finetune/Learning Rate": 8.925377389267797e-08, "Finetune/Loss": 0.6145305633544922, "Finetune/Loss (Raw)": 0.6797956228256226, "Finetune/Step": 18438, "Finetune/Step Time": 5.931946555152535}
+{"Finetune/Learning Rate": 8.902942885816501e-08, "Finetune/Loss": 0.6151261329650879, "Finetune/Loss (Raw)": 0.639761209487915, "Finetune/Step": 18439, "Finetune/Step Time": 5.930358113721013}
+{"Finetune/Learning Rate": 8.880536487059333e-08, "Finetune/Loss": 0.6150315403938293, "Finetune/Loss (Raw)": 0.6020902991294861, "Finetune/Step": 18440, "Finetune/Step Time": 5.92626946978271}
+{"Finetune/Learning Rate": 8.858158193631894e-08, "Finetune/Loss": 0.6152200698852539, "Finetune/Loss (Raw)": 0.623072624206543, "Finetune/Step": 18441, "Finetune/Step Time": 5.922927986830473}
+{"Finetune/Learning Rate": 8.835808006168455e-08, "Finetune/Loss": 0.6148759126663208, "Finetune/Loss (Raw)": 0.49966126680374146, "Finetune/Step": 18442, "Finetune/Step Time": 5.931146020069718}
+{"Finetune/Learning Rate": 8.813485925303178e-08, "Finetune/Loss": 0.6160087585449219, "Finetune/Loss (Raw)": 0.7140873670578003, "Finetune/Step": 18443, "Finetune/Step Time": 5.918679386377335}
+{"Finetune/Learning Rate": 8.791191951668886e-08, "Finetune/Loss": 0.6168017983436584, "Finetune/Loss (Raw)": 0.6773671507835388, "Finetune/Step": 18444, "Finetune/Step Time": 5.925788065418601}
+{"Finetune/Learning Rate": 8.768926085897744e-08, "Finetune/Loss": 0.6169776916503906, "Finetune/Loss (Raw)": 0.6657405495643616, "Finetune/Step": 18445, "Finetune/Step Time": 5.924292366951704}
+{"Finetune/Learning Rate": 8.746688328621133e-08, "Finetune/Loss": 0.6177240610122681, "Finetune/Loss (Raw)": 0.5954949259757996, "Finetune/Step": 18446, "Finetune/Step Time": 5.94058377481997}
+{"Finetune/Learning Rate": 8.724478680469773e-08, "Finetune/Loss": 0.616320013999939, "Finetune/Loss (Raw)": 0.6489885449409485, "Finetune/Step": 18447, "Finetune/Step Time": 5.943546092137694}
+{"Finetune/Learning Rate": 8.70229714207338e-08, "Finetune/Loss": 0.6167247295379639, "Finetune/Loss (Raw)": 0.6922656297683716, "Finetune/Step": 18448, "Finetune/Step Time": 5.939749227836728}
+{"Finetune/Learning Rate": 8.680143714060785e-08, "Finetune/Loss": 0.6173051595687866, "Finetune/Loss (Raw)": 0.6763373613357544, "Finetune/Step": 18449, "Finetune/Step Time": 5.938595173880458}
+{"Finetune/Learning Rate": 8.658018397060486e-08, "Finetune/Loss": 0.6162080764770508, "Finetune/Loss (Raw)": 0.5027826428413391, "Finetune/Step": 18450, "Finetune/Step Time": 5.926731510087848}
+{"Finetune/Learning Rate": 8.63592119169987e-08, "Finetune/Loss": 0.6174870729446411, "Finetune/Loss (Raw)": 0.7216067314147949, "Finetune/Step": 18451, "Finetune/Step Time": 5.911039920523763}
+{"Finetune/Learning Rate": 8.613852098605435e-08, "Finetune/Loss": 0.6180495023727417, "Finetune/Loss (Raw)": 0.6439085602760315, "Finetune/Step": 18452, "Finetune/Step Time": 5.909142322838306}
+{"Finetune/Learning Rate": 8.591811118403014e-08, "Finetune/Loss": 0.6189789772033691, "Finetune/Loss (Raw)": 0.6653693318367004, "Finetune/Step": 18453, "Finetune/Step Time": 5.898362711071968}
+{"Finetune/Learning Rate": 8.569798251717664e-08, "Finetune/Loss": 0.6193637251853943, "Finetune/Loss (Raw)": 0.6765209436416626, "Finetune/Step": 18454, "Finetune/Step Time": 5.89550194144249}
+{"Finetune/Learning Rate": 8.547813499173552e-08, "Finetune/Loss": 0.6194351315498352, "Finetune/Loss (Raw)": 0.7018671631813049, "Finetune/Step": 18455, "Finetune/Step Time": 5.877511339262128}
+{"Finetune/Learning Rate": 8.525856861394177e-08, "Finetune/Loss": 0.6212307810783386, "Finetune/Loss (Raw)": 0.7118240594863892, "Finetune/Step": 18456, "Finetune/Step Time": 5.884338898584247}
+{"Finetune/Learning Rate": 8.503928339002043e-08, "Finetune/Loss": 0.6211939454078674, "Finetune/Loss (Raw)": 0.723835825920105, "Finetune/Step": 18457, "Finetune/Step Time": 5.874741595238447}
+{"Finetune/Learning Rate": 8.482027932619097e-08, "Finetune/Loss": 0.6221743822097778, "Finetune/Loss (Raw)": 0.6508551239967346, "Finetune/Step": 18458, "Finetune/Step Time": 5.875713163986802}
+{"Finetune/Learning Rate": 8.460155642866397e-08, "Finetune/Loss": 0.6214727759361267, "Finetune/Loss (Raw)": 0.5605819225311279, "Finetune/Step": 18459, "Finetune/Step Time": 5.873014513403177}
+{"Finetune/Learning Rate": 8.438311470364113e-08, "Finetune/Loss": 0.6212292909622192, "Finetune/Loss (Raw)": 0.6071692705154419, "Finetune/Step": 18460, "Finetune/Step Time": 5.879066973924637}
+{"Finetune/Learning Rate": 8.41649541573164e-08, "Finetune/Loss": 0.6225014925003052, "Finetune/Loss (Raw)": 0.7793861031532288, "Finetune/Step": 18461, "Finetune/Step Time": 5.864748341962695}
+{"Finetune/Learning Rate": 8.394707479587705e-08, "Finetune/Loss": 0.6229843497276306, "Finetune/Loss (Raw)": 0.6686840653419495, "Finetune/Step": 18462, "Finetune/Step Time": 5.866401692852378}
+{"Finetune/Learning Rate": 8.372947662550035e-08, "Finetune/Loss": 0.6231865882873535, "Finetune/Loss (Raw)": 0.6121177077293396, "Finetune/Step": 18463, "Finetune/Step Time": 5.86872205697}
+{"Finetune/Learning Rate": 8.351215965235915e-08, "Finetune/Loss": 0.6226422786712646, "Finetune/Loss (Raw)": 0.5906672477722168, "Finetune/Step": 18464, "Finetune/Step Time": 5.870028542354703}
+{"Finetune/Learning Rate": 8.329512388261297e-08, "Finetune/Loss": 0.6225042343139648, "Finetune/Loss (Raw)": 0.5160368084907532, "Finetune/Step": 18465, "Finetune/Step Time": 5.875171206891537}
+{"Finetune/Learning Rate": 8.307836932241797e-08, "Finetune/Loss": 0.6210198402404785, "Finetune/Loss (Raw)": 0.5016741156578064, "Finetune/Step": 18466, "Finetune/Step Time": 5.8845815397799015}
+{"Finetune/Learning Rate": 8.286189597792149e-08, "Finetune/Loss": 0.6228615641593933, "Finetune/Loss (Raw)": 0.7266845703125, "Finetune/Step": 18467, "Finetune/Step Time": 5.886303590610623}
+{"Finetune/Learning Rate": 8.264570385525972e-08, "Finetune/Loss": 0.6227715611457825, "Finetune/Loss (Raw)": 0.6245519518852234, "Finetune/Step": 18468, "Finetune/Step Time": 5.8995412811636925}
+{"Finetune/Learning Rate": 8.242979296056553e-08, "Finetune/Loss": 0.6229484677314758, "Finetune/Loss (Raw)": 0.6645946502685547, "Finetune/Step": 18469, "Finetune/Step Time": 5.900861835107207}
+{"Finetune/Learning Rate": 8.221416329996068e-08, "Finetune/Loss": 0.6230760812759399, "Finetune/Loss (Raw)": 0.6128038167953491, "Finetune/Step": 18470, "Finetune/Step Time": 5.903276225551963}
+{"Finetune/Learning Rate": 8.199881487955919e-08, "Finetune/Loss": 0.6227153539657593, "Finetune/Loss (Raw)": 0.6348483562469482, "Finetune/Step": 18471, "Finetune/Step Time": 5.903287332504988}
+{"Finetune/Learning Rate": 8.178374770546838e-08, "Finetune/Loss": 0.6227812170982361, "Finetune/Loss (Raw)": 0.6081084609031677, "Finetune/Step": 18472, "Finetune/Step Time": 5.905287563800812}
+{"Finetune/Learning Rate": 8.156896178378781e-08, "Finetune/Loss": 0.6229368448257446, "Finetune/Loss (Raw)": 0.6705730557441711, "Finetune/Step": 18473, "Finetune/Step Time": 5.90793414413929}
+{"Finetune/Learning Rate": 8.135445712060597e-08, "Finetune/Loss": 0.6233752965927124, "Finetune/Loss (Raw)": 0.6762843728065491, "Finetune/Step": 18474, "Finetune/Step Time": 5.926300851628184}
+{"Finetune/Learning Rate": 8.114023372200797e-08, "Finetune/Loss": 0.6233664751052856, "Finetune/Loss (Raw)": 0.6662168502807617, "Finetune/Step": 18475, "Finetune/Step Time": 5.924161424860358}
+{"Finetune/Learning Rate": 8.092629159406673e-08, "Finetune/Loss": 0.6231498122215271, "Finetune/Loss (Raw)": 0.5497831106185913, "Finetune/Step": 18476, "Finetune/Step Time": 5.925657741725445}
+{"Finetune/Learning Rate": 8.071263074284963e-08, "Finetune/Loss": 0.6236298084259033, "Finetune/Loss (Raw)": 0.5538890361785889, "Finetune/Step": 18477, "Finetune/Step Time": 5.9318413976579905}
+{"Finetune/Learning Rate": 8.049925117441626e-08, "Finetune/Loss": 0.6237470507621765, "Finetune/Loss (Raw)": 0.6535784006118774, "Finetune/Step": 18478, "Finetune/Step Time": 5.914570463821292}
+{"Finetune/Learning Rate": 8.028615289481622e-08, "Finetune/Loss": 0.6227900981903076, "Finetune/Loss (Raw)": 0.480022668838501, "Finetune/Step": 18479, "Finetune/Step Time": 5.917183201760054}
+{"Finetune/Learning Rate": 8.007333591009359e-08, "Finetune/Loss": 0.6223039627075195, "Finetune/Loss (Raw)": 0.4662860035896301, "Finetune/Step": 18480, "Finetune/Step Time": 5.937337433919311}
+{"Finetune/Learning Rate": 7.98608002262824e-08, "Finetune/Loss": 0.6227246522903442, "Finetune/Loss (Raw)": 0.6384828090667725, "Finetune/Step": 18481, "Finetune/Step Time": 5.9344703406095505}
+{"Finetune/Learning Rate": 7.964854584941007e-08, "Finetune/Loss": 0.6232044696807861, "Finetune/Loss (Raw)": 0.6151715517044067, "Finetune/Step": 18482, "Finetune/Step Time": 5.9383545853197575}
+{"Finetune/Learning Rate": 7.94365727854951e-08, "Finetune/Loss": 0.6231627464294434, "Finetune/Loss (Raw)": 0.7119136452674866, "Finetune/Step": 18483, "Finetune/Step Time": 5.940581649541855}
+{"Finetune/Learning Rate": 7.922488104054826e-08, "Finetune/Loss": 0.6245826482772827, "Finetune/Loss (Raw)": 0.6578920483589172, "Finetune/Step": 18484, "Finetune/Step Time": 5.933857349678874}
+{"Finetune/Learning Rate": 7.901347062057251e-08, "Finetune/Loss": 0.6251501441001892, "Finetune/Loss (Raw)": 0.6645230650901794, "Finetune/Step": 18485, "Finetune/Step Time": 5.921654200181365}
+{"Finetune/Learning Rate": 7.880234153156418e-08, "Finetune/Loss": 0.6245719790458679, "Finetune/Loss (Raw)": 0.6120827198028564, "Finetune/Step": 18486, "Finetune/Step Time": 5.919774156063795}
+{"Finetune/Learning Rate": 7.859149377950959e-08, "Finetune/Loss": 0.6244701743125916, "Finetune/Loss (Raw)": 0.616803765296936, "Finetune/Step": 18487, "Finetune/Step Time": 5.9248420260846615}
+{"Finetune/Learning Rate": 7.838092737038617e-08, "Finetune/Loss": 0.6242554187774658, "Finetune/Loss (Raw)": 0.5224552154541016, "Finetune/Step": 18488, "Finetune/Step Time": 5.919468594714999}
+{"Finetune/Learning Rate": 7.817064231016802e-08, "Finetune/Loss": 0.6253074407577515, "Finetune/Loss (Raw)": 0.6186385750770569, "Finetune/Step": 18489, "Finetune/Step Time": 5.904947157949209}
+{"Finetune/Learning Rate": 7.796063860481595e-08, "Finetune/Loss": 0.6247804164886475, "Finetune/Loss (Raw)": 0.5044741034507751, "Finetune/Step": 18490, "Finetune/Step Time": 5.9148536920547485}
+{"Finetune/Learning Rate": 7.775091626028408e-08, "Finetune/Loss": 0.6252318620681763, "Finetune/Loss (Raw)": 0.6341500878334045, "Finetune/Step": 18491, "Finetune/Step Time": 5.915358452126384}
+{"Finetune/Learning Rate": 7.75414752825232e-08, "Finetune/Loss": 0.6240582466125488, "Finetune/Loss (Raw)": 0.5321332216262817, "Finetune/Step": 18492, "Finetune/Step Time": 5.9118307903409}
+{"Finetune/Learning Rate": 7.733231567746968e-08, "Finetune/Loss": 0.6252719163894653, "Finetune/Loss (Raw)": 0.6942117810249329, "Finetune/Step": 18493, "Finetune/Step Time": 5.894225925207138}
+{"Finetune/Learning Rate": 7.712343745105544e-08, "Finetune/Loss": 0.626162052154541, "Finetune/Loss (Raw)": 0.6973506808280945, "Finetune/Step": 18494, "Finetune/Step Time": 5.895282616838813}
+{"Finetune/Learning Rate": 7.691484060920351e-08, "Finetune/Loss": 0.6256040334701538, "Finetune/Loss (Raw)": 0.6578347682952881, "Finetune/Step": 18495, "Finetune/Step Time": 5.907630356028676}
+{"Finetune/Learning Rate": 7.670652515782917e-08, "Finetune/Loss": 0.6260654926300049, "Finetune/Loss (Raw)": 0.7658369541168213, "Finetune/Step": 18496, "Finetune/Step Time": 5.911120412871242}
+{"Finetune/Learning Rate": 7.649849110283991e-08, "Finetune/Loss": 0.626481294631958, "Finetune/Loss (Raw)": 0.580351710319519, "Finetune/Step": 18497, "Finetune/Step Time": 5.912999732419848}
+{"Finetune/Learning Rate": 7.629073845013435e-08, "Finetune/Loss": 0.6274147629737854, "Finetune/Loss (Raw)": 0.6177589893341064, "Finetune/Step": 18498, "Finetune/Step Time": 5.927193420007825}
+{"Finetune/Learning Rate": 7.608326720560443e-08, "Finetune/Loss": 0.6285502314567566, "Finetune/Loss (Raw)": 0.711084246635437, "Finetune/Step": 18499, "Finetune/Step Time": 5.92239997908473}
+{"Finetune/Learning Rate": 7.587607737513325e-08, "Finetune/Loss": 0.6279596090316772, "Finetune/Loss (Raw)": 0.6172367930412292, "Finetune/Step": 18500, "Finetune/Step Time": 5.91809057444334}
+{"Finetune/Learning Rate": 7.566916896459719e-08, "Finetune/Loss": 0.6285914778709412, "Finetune/Loss (Raw)": 0.6594228148460388, "Finetune/Step": 18501, "Finetune/Step Time": 5.926218358799815}
+{"Finetune/Learning Rate": 7.546254197986158e-08, "Finetune/Loss": 0.6285308599472046, "Finetune/Loss (Raw)": 0.6180710792541504, "Finetune/Step": 18502, "Finetune/Step Time": 5.944689342752099}
+{"Finetune/Learning Rate": 7.525619642678617e-08, "Finetune/Loss": 0.627880871295929, "Finetune/Loss (Raw)": 0.5866817235946655, "Finetune/Step": 18503, "Finetune/Step Time": 5.945592885836959}
+{"Finetune/Learning Rate": 7.505013231122294e-08, "Finetune/Loss": 0.627418041229248, "Finetune/Loss (Raw)": 0.504604697227478, "Finetune/Step": 18504, "Finetune/Step Time": 5.9483977276831865}
+{"Finetune/Learning Rate": 7.4844349639015e-08, "Finetune/Loss": 0.6277785301208496, "Finetune/Loss (Raw)": 0.6169501543045044, "Finetune/Step": 18505, "Finetune/Step Time": 5.947705928236246}
+{"Finetune/Learning Rate": 7.463884841599878e-08, "Finetune/Loss": 0.6271353363990784, "Finetune/Loss (Raw)": 0.6192158460617065, "Finetune/Step": 18506, "Finetune/Step Time": 5.937202433124185}
+{"Finetune/Learning Rate": 7.443362864800075e-08, "Finetune/Loss": 0.6257810592651367, "Finetune/Loss (Raw)": 0.43986743688583374, "Finetune/Step": 18507, "Finetune/Step Time": 5.94365231692791}
+{"Finetune/Learning Rate": 7.422869034084068e-08, "Finetune/Loss": 0.6255428194999695, "Finetune/Loss (Raw)": 0.5808693766593933, "Finetune/Step": 18508, "Finetune/Step Time": 5.942353125661612}
+{"Finetune/Learning Rate": 7.40240335003295e-08, "Finetune/Loss": 0.6247303485870361, "Finetune/Loss (Raw)": 0.5207112431526184, "Finetune/Step": 18509, "Finetune/Step Time": 5.939990442246199}
+{"Finetune/Learning Rate": 7.381965813227032e-08, "Finetune/Loss": 0.6246845722198486, "Finetune/Loss (Raw)": 0.6126194596290588, "Finetune/Step": 18510, "Finetune/Step Time": 5.938623853027821}
+{"Finetune/Learning Rate": 7.361556424245963e-08, "Finetune/Loss": 0.624658465385437, "Finetune/Loss (Raw)": 0.631889283657074, "Finetune/Step": 18511, "Finetune/Step Time": 5.936013158410788}
+{"Finetune/Learning Rate": 7.341175183668503e-08, "Finetune/Loss": 0.6250865459442139, "Finetune/Loss (Raw)": 0.7002549767494202, "Finetune/Step": 18512, "Finetune/Step Time": 5.957520868629217}
+{"Finetune/Learning Rate": 7.320822092072633e-08, "Finetune/Loss": 0.6261589527130127, "Finetune/Loss (Raw)": 0.6884081959724426, "Finetune/Step": 18513, "Finetune/Step Time": 5.938470052555203}
+{"Finetune/Learning Rate": 7.300497150035335e-08, "Finetune/Loss": 0.6243492364883423, "Finetune/Loss (Raw)": 0.5599498748779297, "Finetune/Step": 18514, "Finetune/Step Time": 5.938501253724098}
+{"Finetune/Learning Rate": 7.280200358133149e-08, "Finetune/Loss": 0.623297393321991, "Finetune/Loss (Raw)": 0.5077935457229614, "Finetune/Step": 18515, "Finetune/Step Time": 5.933945391327143}
+{"Finetune/Learning Rate": 7.259931716941505e-08, "Finetune/Loss": 0.6253534555435181, "Finetune/Loss (Raw)": 0.7687795758247375, "Finetune/Step": 18516, "Finetune/Step Time": 5.919273978099227}
+{"Finetune/Learning Rate": 7.239691227035273e-08, "Finetune/Loss": 0.6251203417778015, "Finetune/Loss (Raw)": 0.6157958507537842, "Finetune/Step": 18517, "Finetune/Step Time": 5.907027402892709}
+{"Finetune/Learning Rate": 7.21947888898844e-08, "Finetune/Loss": 0.6247178316116333, "Finetune/Loss (Raw)": 0.5765495300292969, "Finetune/Step": 18518, "Finetune/Step Time": 5.91056939586997}
+{"Finetune/Learning Rate": 7.199294703373994e-08, "Finetune/Loss": 0.6246052980422974, "Finetune/Loss (Raw)": 0.5792791843414307, "Finetune/Step": 18519, "Finetune/Step Time": 5.912971178069711}
+{"Finetune/Learning Rate": 7.179138670764363e-08, "Finetune/Loss": 0.6241838932037354, "Finetune/Loss (Raw)": 0.6446624398231506, "Finetune/Step": 18520, "Finetune/Step Time": 5.914385760203004}
+{"Finetune/Learning Rate": 7.159010791731202e-08, "Finetune/Loss": 0.6241991519927979, "Finetune/Loss (Raw)": 0.6963067054748535, "Finetune/Step": 18521, "Finetune/Step Time": 5.914633870124817}
+{"Finetune/Learning Rate": 7.138911066845277e-08, "Finetune/Loss": 0.6238669157028198, "Finetune/Loss (Raw)": 0.6957555413246155, "Finetune/Step": 18522, "Finetune/Step Time": 5.912625690922141}
+{"Finetune/Learning Rate": 7.118839496676466e-08, "Finetune/Loss": 0.6231549978256226, "Finetune/Loss (Raw)": 0.5154499411582947, "Finetune/Step": 18523, "Finetune/Step Time": 5.914492592215538}
+{"Finetune/Learning Rate": 7.098796081793979e-08, "Finetune/Loss": 0.6235988140106201, "Finetune/Loss (Raw)": 0.6234781742095947, "Finetune/Step": 18524, "Finetune/Step Time": 5.917433571070433}
+{"Finetune/Learning Rate": 7.078780822766251e-08, "Finetune/Loss": 0.6236340999603271, "Finetune/Loss (Raw)": 0.6529345512390137, "Finetune/Step": 18525, "Finetune/Step Time": 5.915119178593159}
+{"Finetune/Learning Rate": 7.058793720160829e-08, "Finetune/Loss": 0.6243690252304077, "Finetune/Loss (Raw)": 0.6084507703781128, "Finetune/Step": 18526, "Finetune/Step Time": 5.91795826330781}
+{"Finetune/Learning Rate": 7.038834774544368e-08, "Finetune/Loss": 0.6242820024490356, "Finetune/Loss (Raw)": 0.5643882155418396, "Finetune/Step": 18527, "Finetune/Step Time": 5.917347444221377}
+{"Finetune/Learning Rate": 7.018903986483083e-08, "Finetune/Loss": 0.6236791610717773, "Finetune/Loss (Raw)": 0.5880704522132874, "Finetune/Step": 18528, "Finetune/Step Time": 5.918000675737858}
+{"Finetune/Learning Rate": 6.999001356541857e-08, "Finetune/Loss": 0.6239171624183655, "Finetune/Loss (Raw)": 0.5875230431556702, "Finetune/Step": 18529, "Finetune/Step Time": 5.9203697219491005}
+{"Finetune/Learning Rate": 6.979126885285348e-08, "Finetune/Loss": 0.6236708760261536, "Finetune/Loss (Raw)": 0.6098206639289856, "Finetune/Step": 18530, "Finetune/Step Time": 5.927775952965021}
+{"Finetune/Learning Rate": 6.959280573277105e-08, "Finetune/Loss": 0.6233683824539185, "Finetune/Loss (Raw)": 0.6369972825050354, "Finetune/Step": 18531, "Finetune/Step Time": 5.912765501067042}
+{"Finetune/Learning Rate": 6.93946242107968e-08, "Finetune/Loss": 0.6234520077705383, "Finetune/Loss (Raw)": 0.6289123296737671, "Finetune/Step": 18532, "Finetune/Step Time": 5.9159153420478106}
+{"Finetune/Learning Rate": 6.919672429255286e-08, "Finetune/Loss": 0.6231567859649658, "Finetune/Loss (Raw)": 0.6029262542724609, "Finetune/Step": 18533, "Finetune/Step Time": 5.909247685223818}
+{"Finetune/Learning Rate": 6.899910598365034e-08, "Finetune/Loss": 0.622326135635376, "Finetune/Loss (Raw)": 0.5379732847213745, "Finetune/Step": 18534, "Finetune/Step Time": 5.902876319363713}
+{"Finetune/Learning Rate": 6.880176928969251e-08, "Finetune/Loss": 0.622976541519165, "Finetune/Loss (Raw)": 0.7081487774848938, "Finetune/Step": 18535, "Finetune/Step Time": 5.8989461828023195}
+{"Finetune/Learning Rate": 6.860471421627712e-08, "Finetune/Loss": 0.6226178407669067, "Finetune/Loss (Raw)": 0.5454012155532837, "Finetune/Step": 18536, "Finetune/Step Time": 5.918043676763773}
+{"Finetune/Learning Rate": 6.840794076899082e-08, "Finetune/Loss": 0.6231410503387451, "Finetune/Loss (Raw)": 0.6660692691802979, "Finetune/Step": 18537, "Finetune/Step Time": 5.919399233534932}
+{"Finetune/Learning Rate": 6.821144895341248e-08, "Finetune/Loss": 0.6226027607917786, "Finetune/Loss (Raw)": 0.5809599161148071, "Finetune/Step": 18538, "Finetune/Step Time": 5.9230083748698235}
+{"Finetune/Learning Rate": 6.801523877511651e-08, "Finetune/Loss": 0.6214478611946106, "Finetune/Loss (Raw)": 0.5153499245643616, "Finetune/Step": 18539, "Finetune/Step Time": 5.9403035920113325}
+{"Finetune/Learning Rate": 6.781931023966403e-08, "Finetune/Loss": 0.6216611862182617, "Finetune/Loss (Raw)": 0.6013371348381042, "Finetune/Step": 18540, "Finetune/Step Time": 5.943456556648016}
+{"Finetune/Learning Rate": 6.762366335261395e-08, "Finetune/Loss": 0.6210266351699829, "Finetune/Loss (Raw)": 0.6204309463500977, "Finetune/Step": 18541, "Finetune/Step Time": 5.9465663600713015}
+{"Finetune/Learning Rate": 6.74282981195129e-08, "Finetune/Loss": 0.6206537485122681, "Finetune/Loss (Raw)": 0.642950713634491, "Finetune/Step": 18542, "Finetune/Step Time": 5.930881867185235}
+{"Finetune/Learning Rate": 6.723321454590093e-08, "Finetune/Loss": 0.6213363409042358, "Finetune/Loss (Raw)": 0.7069374322891235, "Finetune/Step": 18543, "Finetune/Step Time": 5.938562547788024}
+{"Finetune/Learning Rate": 6.703841263730914e-08, "Finetune/Loss": 0.6203558444976807, "Finetune/Loss (Raw)": 0.6012183427810669, "Finetune/Step": 18544, "Finetune/Step Time": 5.943175422027707}
+{"Finetune/Learning Rate": 6.684389239926315e-08, "Finetune/Loss": 0.6209230422973633, "Finetune/Loss (Raw)": 0.6481386423110962, "Finetune/Step": 18545, "Finetune/Step Time": 5.9457440581172705}
+{"Finetune/Learning Rate": 6.66496538372774e-08, "Finetune/Loss": 0.6206897497177124, "Finetune/Loss (Raw)": 0.6907232999801636, "Finetune/Step": 18546, "Finetune/Step Time": 5.942884601652622}
+{"Finetune/Learning Rate": 6.645569695686083e-08, "Finetune/Loss": 0.6216811537742615, "Finetune/Loss (Raw)": 0.6675767302513123, "Finetune/Step": 18547, "Finetune/Step Time": 5.953237233683467}
+{"Finetune/Learning Rate": 6.626202176351349e-08, "Finetune/Loss": 0.6203314661979675, "Finetune/Loss (Raw)": 0.4352562725543976, "Finetune/Step": 18548, "Finetune/Step Time": 5.968827908858657}
+{"Finetune/Learning Rate": 6.606862826272876e-08, "Finetune/Loss": 0.6193767786026001, "Finetune/Loss (Raw)": 0.5861530900001526, "Finetune/Step": 18549, "Finetune/Step Time": 5.994756922125816}
+{"Finetune/Learning Rate": 6.587551645998891e-08, "Finetune/Loss": 0.6200259923934937, "Finetune/Loss (Raw)": 0.6868208646774292, "Finetune/Step": 18550, "Finetune/Step Time": 5.993649505078793}
+{"Finetune/Learning Rate": 6.568268636076958e-08, "Finetune/Loss": 0.621575117111206, "Finetune/Loss (Raw)": 0.64980149269104, "Finetune/Step": 18551, "Finetune/Step Time": 5.973350251093507}
+{"Finetune/Learning Rate": 6.549013797054083e-08, "Finetune/Loss": 0.6222031712532043, "Finetune/Loss (Raw)": 0.6774857044219971, "Finetune/Step": 18552, "Finetune/Step Time": 5.972179697826505}
+{"Finetune/Learning Rate": 6.529787129476162e-08, "Finetune/Loss": 0.6217462420463562, "Finetune/Loss (Raw)": 0.6208587884902954, "Finetune/Step": 18553, "Finetune/Step Time": 5.978381868451834}
+{"Finetune/Learning Rate": 6.510588633888315e-08, "Finetune/Loss": 0.6233792304992676, "Finetune/Loss (Raw)": 0.7174059748649597, "Finetune/Step": 18554, "Finetune/Step Time": 5.979478508234024}
+{"Finetune/Learning Rate": 6.491418310835217e-08, "Finetune/Loss": 0.6237338185310364, "Finetune/Loss (Raw)": 0.6806475520133972, "Finetune/Step": 18555, "Finetune/Step Time": 5.995797099545598}
+{"Finetune/Learning Rate": 6.472276160860324e-08, "Finetune/Loss": 0.6240460872650146, "Finetune/Loss (Raw)": 0.6066857576370239, "Finetune/Step": 18556, "Finetune/Step Time": 5.980335608124733}
+{"Finetune/Learning Rate": 6.453162184506423e-08, "Finetune/Loss": 0.6229361295700073, "Finetune/Loss (Raw)": 0.5632992386817932, "Finetune/Step": 18557, "Finetune/Step Time": 5.981966929510236}
+{"Finetune/Learning Rate": 6.434076382315524e-08, "Finetune/Loss": 0.6234630942344666, "Finetune/Loss (Raw)": 0.6431180834770203, "Finetune/Step": 18558, "Finetune/Step Time": 5.9840969648212194}
+{"Finetune/Learning Rate": 6.415018754828973e-08, "Finetune/Loss": 0.6237804889678955, "Finetune/Loss (Raw)": 0.6069323420524597, "Finetune/Step": 18559, "Finetune/Step Time": 5.990043984726071}
+{"Finetune/Learning Rate": 6.395989302587113e-08, "Finetune/Loss": 0.6237121820449829, "Finetune/Loss (Raw)": 0.637728214263916, "Finetune/Step": 18560, "Finetune/Step Time": 5.987345280125737}
+{"Finetune/Learning Rate": 6.376988026129515e-08, "Finetune/Loss": 0.6223296523094177, "Finetune/Loss (Raw)": 0.5715028047561646, "Finetune/Step": 18561, "Finetune/Step Time": 5.987299807369709}
+{"Finetune/Learning Rate": 6.358014925995081e-08, "Finetune/Loss": 0.6217851042747498, "Finetune/Loss (Raw)": 0.4691123962402344, "Finetune/Step": 18562, "Finetune/Step Time": 6.003660192713141}
+{"Finetune/Learning Rate": 6.339070002721825e-08, "Finetune/Loss": 0.6216782331466675, "Finetune/Loss (Raw)": 0.6135071516036987, "Finetune/Step": 18563, "Finetune/Step Time": 6.001443862915039}
+{"Finetune/Learning Rate": 6.320153256846873e-08, "Finetune/Loss": 0.6213365793228149, "Finetune/Loss (Raw)": 0.6023932099342346, "Finetune/Step": 18564, "Finetune/Step Time": 5.998792978003621}
+{"Finetune/Learning Rate": 6.301264688906795e-08, "Finetune/Loss": 0.6213711500167847, "Finetune/Loss (Raw)": 0.5820280313491821, "Finetune/Step": 18565, "Finetune/Step Time": 6.000557152554393}
+{"Finetune/Learning Rate": 6.282404299437162e-08, "Finetune/Loss": 0.6207597255706787, "Finetune/Loss (Raw)": 0.6015397310256958, "Finetune/Step": 18566, "Finetune/Step Time": 5.984472205862403}
+{"Finetune/Learning Rate": 6.263572088972769e-08, "Finetune/Loss": 0.6206615567207336, "Finetune/Loss (Raw)": 0.6271888613700867, "Finetune/Step": 18567, "Finetune/Step Time": 5.986700255423784}
+{"Finetune/Learning Rate": 6.244768058047635e-08, "Finetune/Loss": 0.620526909828186, "Finetune/Loss (Raw)": 0.5848554372787476, "Finetune/Step": 18568, "Finetune/Step Time": 5.991018891334534}
+{"Finetune/Learning Rate": 6.225992207194997e-08, "Finetune/Loss": 0.6208047866821289, "Finetune/Loss (Raw)": 0.6586427688598633, "Finetune/Step": 18569, "Finetune/Step Time": 5.991276929154992}
+{"Finetune/Learning Rate": 6.20724453694732e-08, "Finetune/Loss": 0.6220288872718811, "Finetune/Loss (Raw)": 0.656343936920166, "Finetune/Step": 18570, "Finetune/Step Time": 5.974992720410228}
+{"Finetune/Learning Rate": 6.188525047836291e-08, "Finetune/Loss": 0.6217920780181885, "Finetune/Loss (Raw)": 0.6837781667709351, "Finetune/Step": 18571, "Finetune/Step Time": 5.977412141859531}
+{"Finetune/Learning Rate": 6.169833740392594e-08, "Finetune/Loss": 0.6211719512939453, "Finetune/Loss (Raw)": 0.5979902148246765, "Finetune/Step": 18572, "Finetune/Step Time": 5.961220538243651}
+{"Finetune/Learning Rate": 6.151170615146362e-08, "Finetune/Loss": 0.620711088180542, "Finetune/Loss (Raw)": 0.6067522764205933, "Finetune/Step": 18573, "Finetune/Step Time": 5.961610104888678}
+{"Finetune/Learning Rate": 6.132535672626839e-08, "Finetune/Loss": 0.6211583614349365, "Finetune/Loss (Raw)": 0.6527435779571533, "Finetune/Step": 18574, "Finetune/Step Time": 5.947431048378348}
+{"Finetune/Learning Rate": 6.113928913362377e-08, "Finetune/Loss": 0.6215031147003174, "Finetune/Loss (Raw)": 0.6931119561195374, "Finetune/Step": 18575, "Finetune/Step Time": 5.9434166345745325}
+{"Finetune/Learning Rate": 6.095350337880667e-08, "Finetune/Loss": 0.6201341152191162, "Finetune/Loss (Raw)": 0.5170435905456543, "Finetune/Step": 18576, "Finetune/Step Time": 5.949778873473406}
+{"Finetune/Learning Rate": 6.076799946708622e-08, "Finetune/Loss": 0.620354175567627, "Finetune/Loss (Raw)": 0.7045074105262756, "Finetune/Step": 18577, "Finetune/Step Time": 5.953699469566345}
+{"Finetune/Learning Rate": 6.058277740372043e-08, "Finetune/Loss": 0.6210432052612305, "Finetune/Loss (Raw)": 0.590973436832428, "Finetune/Step": 18578, "Finetune/Step Time": 5.953154155984521}
+{"Finetune/Learning Rate": 6.039783719396397e-08, "Finetune/Loss": 0.6193958520889282, "Finetune/Loss (Raw)": 0.5107421875, "Finetune/Step": 18579, "Finetune/Step Time": 5.950170138850808}
+{"Finetune/Learning Rate": 6.021317884306044e-08, "Finetune/Loss": 0.619242787361145, "Finetune/Loss (Raw)": 0.6243162751197815, "Finetune/Step": 18580, "Finetune/Step Time": 5.951770454645157}
+{"Finetune/Learning Rate": 6.002880235624564e-08, "Finetune/Loss": 0.6181814670562744, "Finetune/Loss (Raw)": 0.5295279026031494, "Finetune/Step": 18581, "Finetune/Step Time": 5.95189318805933}
+{"Finetune/Learning Rate": 5.984470773874984e-08, "Finetune/Loss": 0.617419958114624, "Finetune/Loss (Raw)": 0.5790375471115112, "Finetune/Step": 18582, "Finetune/Step Time": 5.953566174954176}
+{"Finetune/Learning Rate": 5.966089499579109e-08, "Finetune/Loss": 0.6163126230239868, "Finetune/Loss (Raw)": 0.5601341128349304, "Finetune/Step": 18583, "Finetune/Step Time": 5.95201682113111}
+{"Finetune/Learning Rate": 5.9477364132582984e-08, "Finetune/Loss": 0.6153132319450378, "Finetune/Loss (Raw)": 0.5838974714279175, "Finetune/Step": 18584, "Finetune/Step Time": 5.948659237474203}
+{"Finetune/Learning Rate": 5.9294115154329147e-08, "Finetune/Loss": 0.614582896232605, "Finetune/Loss (Raw)": 0.6303550601005554, "Finetune/Step": 18585, "Finetune/Step Time": 5.95166390389204}
+{"Finetune/Learning Rate": 5.911114806622764e-08, "Finetune/Loss": 0.6139589548110962, "Finetune/Loss (Raw)": 0.5709883570671082, "Finetune/Step": 18586, "Finetune/Step Time": 5.949816605076194}
+{"Finetune/Learning Rate": 5.892846287346543e-08, "Finetune/Loss": 0.6144673228263855, "Finetune/Loss (Raw)": 0.6256561875343323, "Finetune/Step": 18587, "Finetune/Step Time": 5.954803833737969}
+{"Finetune/Learning Rate": 5.874605958122392e-08, "Finetune/Loss": 0.6140052676200867, "Finetune/Loss (Raw)": 0.5480242371559143, "Finetune/Step": 18588, "Finetune/Step Time": 5.945855589583516}
+{"Finetune/Learning Rate": 5.856393819467343e-08, "Finetune/Loss": 0.613355278968811, "Finetune/Loss (Raw)": 0.6961860060691833, "Finetune/Step": 18589, "Finetune/Step Time": 5.943305242806673}
+{"Finetune/Learning Rate": 5.8382098718980926e-08, "Finetune/Loss": 0.61309814453125, "Finetune/Loss (Raw)": 0.635776937007904, "Finetune/Step": 18590, "Finetune/Step Time": 5.94374836422503}
+{"Finetune/Learning Rate": 5.8200541159302296e-08, "Finetune/Loss": 0.6118646264076233, "Finetune/Loss (Raw)": 0.454221248626709, "Finetune/Step": 18591, "Finetune/Step Time": 5.962149916216731}
+{"Finetune/Learning Rate": 5.801926552078563e-08, "Finetune/Loss": 0.6127035021781921, "Finetune/Loss (Raw)": 0.6980467438697815, "Finetune/Step": 18592, "Finetune/Step Time": 5.979890985414386}
+{"Finetune/Learning Rate": 5.783827180857127e-08, "Finetune/Loss": 0.613161563873291, "Finetune/Loss (Raw)": 0.5746698975563049, "Finetune/Step": 18593, "Finetune/Step Time": 5.961142040789127}
+{"Finetune/Learning Rate": 5.765756002779177e-08, "Finetune/Loss": 0.6129460334777832, "Finetune/Loss (Raw)": 0.4740806519985199, "Finetune/Step": 18594, "Finetune/Step Time": 5.969207398593426}
+{"Finetune/Learning Rate": 5.7477130183571926e-08, "Finetune/Loss": 0.6116300821304321, "Finetune/Loss (Raw)": 0.5582525134086609, "Finetune/Step": 18595, "Finetune/Step Time": 5.966475674882531}
+{"Finetune/Learning Rate": 5.7296982281026534e-08, "Finetune/Loss": 0.6115784645080566, "Finetune/Loss (Raw)": 0.6179413795471191, "Finetune/Step": 18596, "Finetune/Step Time": 5.953225372359157}
+{"Finetune/Learning Rate": 5.711711632526706e-08, "Finetune/Loss": 0.6111544370651245, "Finetune/Loss (Raw)": 0.6103176474571228, "Finetune/Step": 18597, "Finetune/Step Time": 5.951613184064627}
+{"Finetune/Learning Rate": 5.693753232139165e-08, "Finetune/Loss": 0.6113566756248474, "Finetune/Loss (Raw)": 0.6386928558349609, "Finetune/Step": 18598, "Finetune/Step Time": 5.953211780637503}
+{"Finetune/Learning Rate": 5.675823027449401e-08, "Finetune/Loss": 0.6112208962440491, "Finetune/Loss (Raw)": 0.6174652576446533, "Finetune/Step": 18599, "Finetune/Step Time": 5.951829895377159}
+{"Finetune/Learning Rate": 5.657921018965784e-08, "Finetune/Loss": 0.6108705401420593, "Finetune/Loss (Raw)": 0.5632636547088623, "Finetune/Step": 18600, "Finetune/Step Time": 5.948098171502352}
+{"Finetune/Learning Rate": 5.64004720719602e-08, "Finetune/Loss": 0.6100682020187378, "Finetune/Loss (Raw)": 0.5678775906562805, "Finetune/Step": 18601, "Finetune/Step Time": 5.943434912711382}
+{"Finetune/Learning Rate": 5.622201592646925e-08, "Finetune/Loss": 0.6099554300308228, "Finetune/Loss (Raw)": 0.6618476510047913, "Finetune/Step": 18602, "Finetune/Step Time": 5.922860650345683}
+{"Finetune/Learning Rate": 5.604384175824429e-08, "Finetune/Loss": 0.6100082397460938, "Finetune/Loss (Raw)": 0.6729792356491089, "Finetune/Step": 18603, "Finetune/Step Time": 5.918981788679957}
+{"Finetune/Learning Rate": 5.586594957234126e-08, "Finetune/Loss": 0.6106054782867432, "Finetune/Loss (Raw)": 0.6262215971946716, "Finetune/Step": 18604, "Finetune/Step Time": 5.917995966970921}
+{"Finetune/Learning Rate": 5.568833937380169e-08, "Finetune/Loss": 0.6101627349853516, "Finetune/Loss (Raw)": 0.4972241222858429, "Finetune/Step": 18605, "Finetune/Step Time": 5.93038884177804}
+{"Finetune/Learning Rate": 5.551101116766267e-08, "Finetune/Loss": 0.6096124649047852, "Finetune/Loss (Raw)": 0.5831483006477356, "Finetune/Step": 18606, "Finetune/Step Time": 5.935573359951377}
+{"Finetune/Learning Rate": 5.533396495895349e-08, "Finetune/Loss": 0.6096339821815491, "Finetune/Loss (Raw)": 0.4827668368816376, "Finetune/Step": 18607, "Finetune/Step Time": 5.929360209032893}
+{"Finetune/Learning Rate": 5.515720075269349e-08, "Finetune/Loss": 0.6119942665100098, "Finetune/Loss (Raw)": 0.7684005498886108, "Finetune/Step": 18608, "Finetune/Step Time": 5.90996134839952}
+{"Finetune/Learning Rate": 5.4980718553896414e-08, "Finetune/Loss": 0.6121423244476318, "Finetune/Loss (Raw)": 0.6574378609657288, "Finetune/Step": 18609, "Finetune/Step Time": 5.909636003896594}
+{"Finetune/Learning Rate": 5.4804518367567173e-08, "Finetune/Loss": 0.612575888633728, "Finetune/Loss (Raw)": 0.6706691980361938, "Finetune/Step": 18610, "Finetune/Step Time": 5.906183885410428}
+{"Finetune/Learning Rate": 5.4628600198700645e-08, "Finetune/Loss": 0.6121907234191895, "Finetune/Loss (Raw)": 0.6626074314117432, "Finetune/Step": 18611, "Finetune/Step Time": 5.90689311362803}
+{"Finetune/Learning Rate": 5.445296405228617e-08, "Finetune/Loss": 0.6126958131790161, "Finetune/Loss (Raw)": 0.7225468754768372, "Finetune/Step": 18612, "Finetune/Step Time": 5.906790299341083}
+{"Finetune/Learning Rate": 5.427760993330422e-08, "Finetune/Loss": 0.6120378971099854, "Finetune/Loss (Raw)": 0.5803127288818359, "Finetune/Step": 18613, "Finetune/Step Time": 5.907321793958545}
+{"Finetune/Learning Rate": 5.410253784672748e-08, "Finetune/Loss": 0.6123844385147095, "Finetune/Loss (Raw)": 0.6564376950263977, "Finetune/Step": 18614, "Finetune/Step Time": 5.906873183324933}
+{"Finetune/Learning Rate": 5.3927747797520854e-08, "Finetune/Loss": 0.6136123538017273, "Finetune/Loss (Raw)": 0.7739784121513367, "Finetune/Step": 18615, "Finetune/Step Time": 5.908102968707681}
+{"Finetune/Learning Rate": 5.375323979063929e-08, "Finetune/Loss": 0.6142430305480957, "Finetune/Loss (Raw)": 0.6031782031059265, "Finetune/Step": 18616, "Finetune/Step Time": 5.921615455299616}
+{"Finetune/Learning Rate": 5.3579013831033256e-08, "Finetune/Loss": 0.6138705015182495, "Finetune/Loss (Raw)": 0.5709528923034668, "Finetune/Step": 18617, "Finetune/Step Time": 5.917670859023929}
+{"Finetune/Learning Rate": 5.340506992364325e-08, "Finetune/Loss": 0.6148942708969116, "Finetune/Loss (Raw)": 0.6355159878730774, "Finetune/Step": 18618, "Finetune/Step Time": 5.910722466185689}
+{"Finetune/Learning Rate": 5.323140807339977e-08, "Finetune/Loss": 0.6153595447540283, "Finetune/Loss (Raw)": 0.6937158703804016, "Finetune/Step": 18619, "Finetune/Step Time": 5.912854330614209}
+{"Finetune/Learning Rate": 5.305802828522999e-08, "Finetune/Loss": 0.617425799369812, "Finetune/Loss (Raw)": 0.7966126203536987, "Finetune/Step": 18620, "Finetune/Step Time": 5.9155363496392965}
+{"Finetune/Learning Rate": 5.2884930564048866e-08, "Finetune/Loss": 0.6155640482902527, "Finetune/Loss (Raw)": 0.4559047222137451, "Finetune/Step": 18621, "Finetune/Step Time": 5.933090215548873}
+{"Finetune/Learning Rate": 5.271211491476469e-08, "Finetune/Loss": 0.6133016347885132, "Finetune/Loss (Raw)": 0.40776515007019043, "Finetune/Step": 18622, "Finetune/Step Time": 5.953856950625777}
+{"Finetune/Learning Rate": 5.25395813422791e-08, "Finetune/Loss": 0.6127497553825378, "Finetune/Loss (Raw)": 0.5871943831443787, "Finetune/Step": 18623, "Finetune/Step Time": 5.94231690466404}
+{"Finetune/Learning Rate": 5.236732985148374e-08, "Finetune/Loss": 0.6116100549697876, "Finetune/Loss (Raw)": 0.6199489831924438, "Finetune/Step": 18624, "Finetune/Step Time": 5.941105470061302}
+{"Finetune/Learning Rate": 5.21953604472647e-08, "Finetune/Loss": 0.6112561225891113, "Finetune/Loss (Raw)": 0.5350466370582581, "Finetune/Step": 18625, "Finetune/Step Time": 5.9373852126300335}
+{"Finetune/Learning Rate": 5.202367313449586e-08, "Finetune/Loss": 0.6108263731002808, "Finetune/Loss (Raw)": 0.5627512335777283, "Finetune/Step": 18626, "Finetune/Step Time": 5.923300132155418}
+{"Finetune/Learning Rate": 5.1852267918048874e-08, "Finetune/Loss": 0.6101394295692444, "Finetune/Loss (Raw)": 0.6231565475463867, "Finetune/Step": 18627, "Finetune/Step Time": 5.9246731493622065}
+{"Finetune/Learning Rate": 5.168114480278319e-08, "Finetune/Loss": 0.6101131439208984, "Finetune/Loss (Raw)": 0.6138733625411987, "Finetune/Step": 18628, "Finetune/Step Time": 5.926031997427344}
+{"Finetune/Learning Rate": 5.151030379354938e-08, "Finetune/Loss": 0.6091290712356567, "Finetune/Loss (Raw)": 0.5334651470184326, "Finetune/Step": 18629, "Finetune/Step Time": 5.9315356109291315}
+{"Finetune/Learning Rate": 5.133974489519355e-08, "Finetune/Loss": 0.6082807779312134, "Finetune/Loss (Raw)": 0.5094883441925049, "Finetune/Step": 18630, "Finetune/Step Time": 5.933634085580707}
+{"Finetune/Learning Rate": 5.116946811255408e-08, "Finetune/Loss": 0.6083471775054932, "Finetune/Loss (Raw)": 0.5951845049858093, "Finetune/Step": 18631, "Finetune/Step Time": 5.928609618917108}
+{"Finetune/Learning Rate": 5.0999473450455974e-08, "Finetune/Loss": 0.6088230609893799, "Finetune/Loss (Raw)": 0.5655071139335632, "Finetune/Step": 18632, "Finetune/Step Time": 5.9230152647942305}
+{"Finetune/Learning Rate": 5.0829760913723155e-08, "Finetune/Loss": 0.6093747615814209, "Finetune/Loss (Raw)": 0.6875691413879395, "Finetune/Step": 18633, "Finetune/Step Time": 5.92165039665997}
+{"Finetune/Learning Rate": 5.0660330507166236e-08, "Finetune/Loss": 0.608286440372467, "Finetune/Loss (Raw)": 0.47990983724594116, "Finetune/Step": 18634, "Finetune/Step Time": 5.919959640130401}
+{"Finetune/Learning Rate": 5.049118223559024e-08, "Finetune/Loss": 0.6100070476531982, "Finetune/Loss (Raw)": 0.6601160168647766, "Finetune/Step": 18635, "Finetune/Step Time": 5.939676642417908}
+{"Finetune/Learning Rate": 5.032231610379135e-08, "Finetune/Loss": 0.611059308052063, "Finetune/Loss (Raw)": 0.7155482172966003, "Finetune/Step": 18636, "Finetune/Step Time": 5.952384078875184}
+{"Finetune/Learning Rate": 5.015373211655794e-08, "Finetune/Loss": 0.612736165523529, "Finetune/Loss (Raw)": 0.7353548407554626, "Finetune/Step": 18637, "Finetune/Step Time": 5.953362734988332}
+{"Finetune/Learning Rate": 4.9985430278671754e-08, "Finetune/Loss": 0.6119483709335327, "Finetune/Loss (Raw)": 0.5117781758308411, "Finetune/Step": 18638, "Finetune/Step Time": 5.954804744571447}
+{"Finetune/Learning Rate": 4.9817410594905637e-08, "Finetune/Loss": 0.6115341782569885, "Finetune/Loss (Raw)": 0.5788781046867371, "Finetune/Step": 18639, "Finetune/Step Time": 5.955685904249549}
+{"Finetune/Learning Rate": 4.964967307002244e-08, "Finetune/Loss": 0.6107654571533203, "Finetune/Loss (Raw)": 0.6018574237823486, "Finetune/Step": 18640, "Finetune/Step Time": 5.94001217931509}
+{"Finetune/Learning Rate": 4.948221770877948e-08, "Finetune/Loss": 0.6100854277610779, "Finetune/Loss (Raw)": 0.6013623476028442, "Finetune/Step": 18641, "Finetune/Step Time": 5.959622038528323}
+{"Finetune/Learning Rate": 4.931504451592517e-08, "Finetune/Loss": 0.610359787940979, "Finetune/Loss (Raw)": 0.5950703024864197, "Finetune/Step": 18642, "Finetune/Step Time": 5.958684945479035}
+{"Finetune/Learning Rate": 4.914815349620017e-08, "Finetune/Loss": 0.6104762554168701, "Finetune/Loss (Raw)": 0.5226943492889404, "Finetune/Step": 18643, "Finetune/Step Time": 5.964669082313776}
+{"Finetune/Learning Rate": 4.8981544654337354e-08, "Finetune/Loss": 0.609585165977478, "Finetune/Loss (Raw)": 0.6547290086746216, "Finetune/Step": 18644, "Finetune/Step Time": 5.9651228450238705}
+{"Finetune/Learning Rate": 4.8815217995060727e-08, "Finetune/Loss": 0.6102884411811829, "Finetune/Loss (Raw)": 0.7058124542236328, "Finetune/Step": 18645, "Finetune/Step Time": 5.967452893033624}
+{"Finetune/Learning Rate": 4.8649173523087625e-08, "Finetune/Loss": 0.6100223064422607, "Finetune/Loss (Raw)": 0.5424764156341553, "Finetune/Step": 18646, "Finetune/Step Time": 5.968397622928023}
+{"Finetune/Learning Rate": 4.848341124312539e-08, "Finetune/Loss": 0.6107161045074463, "Finetune/Loss (Raw)": 0.6680986881256104, "Finetune/Step": 18647, "Finetune/Step Time": 5.966129533946514}
+{"Finetune/Learning Rate": 4.831793115987582e-08, "Finetune/Loss": 0.6109743118286133, "Finetune/Loss (Raw)": 0.6777068972587585, "Finetune/Step": 18648, "Finetune/Step Time": 5.970802515745163}
+{"Finetune/Learning Rate": 4.815273327803183e-08, "Finetune/Loss": 0.6101489663124084, "Finetune/Loss (Raw)": 0.5906639695167542, "Finetune/Step": 18649, "Finetune/Step Time": 5.969619477167726}
+{"Finetune/Learning Rate": 4.7987817602275224e-08, "Finetune/Loss": 0.6097239255905151, "Finetune/Loss (Raw)": 0.6413506269454956, "Finetune/Step": 18650, "Finetune/Step Time": 5.968336403369904}
+{"Finetune/Learning Rate": 4.7823184137285595e-08, "Finetune/Loss": 0.6105602979660034, "Finetune/Loss (Raw)": 0.6225048899650574, "Finetune/Step": 18651, "Finetune/Step Time": 5.968226935714483}
+{"Finetune/Learning Rate": 4.765883288772921e-08, "Finetune/Loss": 0.6119211912155151, "Finetune/Loss (Raw)": 0.7976711392402649, "Finetune/Step": 18652, "Finetune/Step Time": 5.970259143039584}
+{"Finetune/Learning Rate": 4.749476385826901e-08, "Finetune/Loss": 0.6113142967224121, "Finetune/Loss (Raw)": 0.5752511620521545, "Finetune/Step": 18653, "Finetune/Step Time": 5.969506504014134}
+{"Finetune/Learning Rate": 4.7330977053555714e-08, "Finetune/Loss": 0.6111688613891602, "Finetune/Loss (Raw)": 0.5898286700248718, "Finetune/Step": 18654, "Finetune/Step Time": 5.973744690418243}
+{"Finetune/Learning Rate": 4.71674724782345e-08, "Finetune/Loss": 0.6117992997169495, "Finetune/Loss (Raw)": 0.6450899839401245, "Finetune/Step": 18655, "Finetune/Step Time": 5.968071850016713}
+{"Finetune/Learning Rate": 4.7004250136940547e-08, "Finetune/Loss": 0.6127156019210815, "Finetune/Loss (Raw)": 0.705355167388916, "Finetune/Step": 18656, "Finetune/Step Time": 5.96482970379293}
+{"Finetune/Learning Rate": 4.6841310034304585e-08, "Finetune/Loss": 0.6133639812469482, "Finetune/Loss (Raw)": 0.6705149412155151, "Finetune/Step": 18657, "Finetune/Step Time": 5.965098861604929}
+{"Finetune/Learning Rate": 4.667865217494627e-08, "Finetune/Loss": 0.6146477460861206, "Finetune/Loss (Raw)": 0.7741509675979614, "Finetune/Step": 18658, "Finetune/Step Time": 5.95517317764461}
+{"Finetune/Learning Rate": 4.651627656347746e-08, "Finetune/Loss": 0.6150594353675842, "Finetune/Loss (Raw)": 0.6896898150444031, "Finetune/Step": 18659, "Finetune/Step Time": 5.958716468885541}
+{"Finetune/Learning Rate": 4.6354183204503355e-08, "Finetune/Loss": 0.6153113842010498, "Finetune/Loss (Raw)": 0.6611582636833191, "Finetune/Step": 18660, "Finetune/Step Time": 5.968946099281311}
+{"Finetune/Learning Rate": 4.6192372102619174e-08, "Finetune/Loss": 0.6150054335594177, "Finetune/Loss (Raw)": 0.5637703537940979, "Finetune/Step": 18661, "Finetune/Step Time": 5.968897188082337}
+{"Finetune/Learning Rate": 4.6030843262415694e-08, "Finetune/Loss": 0.6152381896972656, "Finetune/Loss (Raw)": 0.567761242389679, "Finetune/Step": 18662, "Finetune/Step Time": 5.966533899307251}
+{"Finetune/Learning Rate": 4.586959668847146e-08, "Finetune/Loss": 0.6142314672470093, "Finetune/Loss (Raw)": 0.579291582107544, "Finetune/Step": 18663, "Finetune/Step Time": 5.964390089735389}
+{"Finetune/Learning Rate": 4.570863238536061e-08, "Finetune/Loss": 0.614439845085144, "Finetune/Loss (Raw)": 0.5720722675323486, "Finetune/Step": 18664, "Finetune/Step Time": 5.951878610998392}
+{"Finetune/Learning Rate": 4.5547950357646145e-08, "Finetune/Loss": 0.614693284034729, "Finetune/Loss (Raw)": 0.6985118985176086, "Finetune/Step": 18665, "Finetune/Step Time": 5.953593552112579}
+{"Finetune/Learning Rate": 4.538755060988553e-08, "Finetune/Loss": 0.6149333715438843, "Finetune/Loss (Raw)": 0.611696183681488, "Finetune/Step": 18666, "Finetune/Step Time": 5.96864053234458}
+{"Finetune/Learning Rate": 4.5227433146626255e-08, "Finetune/Loss": 0.6160691976547241, "Finetune/Loss (Raw)": 0.6607268452644348, "Finetune/Step": 18667, "Finetune/Step Time": 5.94880023598671}
+{"Finetune/Learning Rate": 4.5067597972409114e-08, "Finetune/Loss": 0.6166588068008423, "Finetune/Loss (Raw)": 0.6768128275871277, "Finetune/Step": 18668, "Finetune/Step Time": 5.940392078831792}
+{"Finetune/Learning Rate": 4.490804509176827e-08, "Finetune/Loss": 0.615475058555603, "Finetune/Loss (Raw)": 0.4689037799835205, "Finetune/Step": 18669, "Finetune/Step Time": 5.934873629361391}
+{"Finetune/Learning Rate": 4.474877450922566e-08, "Finetune/Loss": 0.6154115200042725, "Finetune/Loss (Raw)": 0.6348214745521545, "Finetune/Step": 18670, "Finetune/Step Time": 5.93172375485301}
+{"Finetune/Learning Rate": 4.458978622929988e-08, "Finetune/Loss": 0.6151684522628784, "Finetune/Loss (Raw)": 0.6758232116699219, "Finetune/Step": 18671, "Finetune/Step Time": 5.927325785160065}
+{"Finetune/Learning Rate": 4.443108025649623e-08, "Finetune/Loss": 0.6160788536071777, "Finetune/Loss (Raw)": 0.7177496552467346, "Finetune/Step": 18672, "Finetune/Step Time": 5.927407588809729}
+{"Finetune/Learning Rate": 4.4272656595318874e-08, "Finetune/Loss": 0.6160822510719299, "Finetune/Loss (Raw)": 0.6485692858695984, "Finetune/Step": 18673, "Finetune/Step Time": 5.92981431633234}
+{"Finetune/Learning Rate": 4.411451525025867e-08, "Finetune/Loss": 0.6150429248809814, "Finetune/Loss (Raw)": 0.5576931834220886, "Finetune/Step": 18674, "Finetune/Step Time": 5.916693205013871}
+{"Finetune/Learning Rate": 4.395665622579981e-08, "Finetune/Loss": 0.6144485473632812, "Finetune/Loss (Raw)": 0.5915051698684692, "Finetune/Step": 18675, "Finetune/Step Time": 5.9083426389843225}
+{"Finetune/Learning Rate": 4.379907952641871e-08, "Finetune/Loss": 0.6160339117050171, "Finetune/Loss (Raw)": 0.6381711959838867, "Finetune/Step": 18676, "Finetune/Step Time": 5.890512477606535}
+{"Finetune/Learning Rate": 4.364178515658513e-08, "Finetune/Loss": 0.616299033164978, "Finetune/Loss (Raw)": 0.6200896501541138, "Finetune/Step": 18677, "Finetune/Step Time": 5.864674337208271}
+{"Finetune/Learning Rate": 4.3484773120757714e-08, "Finetune/Loss": 0.6164836287498474, "Finetune/Loss (Raw)": 0.7104542255401611, "Finetune/Step": 18678, "Finetune/Step Time": 5.866699920967221}
+{"Finetune/Learning Rate": 4.332804342338959e-08, "Finetune/Loss": 0.6166209578514099, "Finetune/Loss (Raw)": 0.6673814058303833, "Finetune/Step": 18679, "Finetune/Step Time": 5.868750646710396}
+{"Finetune/Learning Rate": 4.317159606892496e-08, "Finetune/Loss": 0.6155285835266113, "Finetune/Loss (Raw)": 0.5376551151275635, "Finetune/Step": 18680, "Finetune/Step Time": 5.865281853824854}
+{"Finetune/Learning Rate": 4.3015431061800285e-08, "Finetune/Loss": 0.6152458786964417, "Finetune/Loss (Raw)": 0.58467698097229, "Finetune/Step": 18681, "Finetune/Step Time": 5.859205240383744}
+{"Finetune/Learning Rate": 4.285954840644535e-08, "Finetune/Loss": 0.6148667931556702, "Finetune/Loss (Raw)": 0.6688849329948425, "Finetune/Step": 18682, "Finetune/Step Time": 5.861854664981365}
+{"Finetune/Learning Rate": 4.270394810727885e-08, "Finetune/Loss": 0.6148570775985718, "Finetune/Loss (Raw)": 0.6794007420539856, "Finetune/Step": 18683, "Finetune/Step Time": 5.844888255000114}
+{"Finetune/Learning Rate": 4.2548630168712804e-08, "Finetune/Loss": 0.6151500940322876, "Finetune/Loss (Raw)": 0.6441860795021057, "Finetune/Step": 18684, "Finetune/Step Time": 5.845101209357381}
+{"Finetune/Learning Rate": 4.239359459515258e-08, "Finetune/Loss": 0.6146588325500488, "Finetune/Loss (Raw)": 0.5004231929779053, "Finetune/Step": 18685, "Finetune/Step Time": 5.8688556887209415}
+{"Finetune/Learning Rate": 4.2238841390994654e-08, "Finetune/Loss": 0.6147654056549072, "Finetune/Loss (Raw)": 0.6567602753639221, "Finetune/Step": 18686, "Finetune/Step Time": 5.871519835665822}
+{"Finetune/Learning Rate": 4.2084370560626643e-08, "Finetune/Loss": 0.6152673959732056, "Finetune/Loss (Raw)": 0.6711900234222412, "Finetune/Step": 18687, "Finetune/Step Time": 5.8649536818265915}
+{"Finetune/Learning Rate": 4.1930182108430584e-08, "Finetune/Loss": 0.6163263320922852, "Finetune/Loss (Raw)": 0.7732678055763245, "Finetune/Step": 18688, "Finetune/Step Time": 5.860562790185213}
+{"Finetune/Learning Rate": 4.177627603877632e-08, "Finetune/Loss": 0.6169337630271912, "Finetune/Loss (Raw)": 0.6492552161216736, "Finetune/Step": 18689, "Finetune/Step Time": 5.859246328473091}
+{"Finetune/Learning Rate": 4.162265235603036e-08, "Finetune/Loss": 0.6182314157485962, "Finetune/Loss (Raw)": 0.6352113485336304, "Finetune/Step": 18690, "Finetune/Step Time": 5.841710466891527}
+{"Finetune/Learning Rate": 4.14693110645481e-08, "Finetune/Loss": 0.618328332901001, "Finetune/Loss (Raw)": 0.6259177327156067, "Finetune/Step": 18691, "Finetune/Step Time": 5.848965637385845}
+{"Finetune/Learning Rate": 4.1316252168677187e-08, "Finetune/Loss": 0.6181235313415527, "Finetune/Loss (Raw)": 0.576167643070221, "Finetune/Step": 18692, "Finetune/Step Time": 5.84881054610014}
+{"Finetune/Learning Rate": 4.116347567275858e-08, "Finetune/Loss": 0.6178240776062012, "Finetune/Loss (Raw)": 0.5437079071998596, "Finetune/Step": 18693, "Finetune/Step Time": 5.843662632629275}
+{"Finetune/Learning Rate": 4.101098158112549e-08, "Finetune/Loss": 0.617777943611145, "Finetune/Loss (Raw)": 0.5956313610076904, "Finetune/Step": 18694, "Finetune/Step Time": 5.841105939820409}
+{"Finetune/Learning Rate": 4.085876989810111e-08, "Finetune/Loss": 0.6173429489135742, "Finetune/Loss (Raw)": 0.5715111494064331, "Finetune/Step": 18695, "Finetune/Step Time": 5.842323277145624}
+{"Finetune/Learning Rate": 4.070684062800201e-08, "Finetune/Loss": 0.6177861094474792, "Finetune/Loss (Raw)": 0.6415781378746033, "Finetune/Step": 18696, "Finetune/Step Time": 5.840441469103098}
+{"Finetune/Learning Rate": 4.055519377513695e-08, "Finetune/Loss": 0.618430495262146, "Finetune/Loss (Raw)": 0.7411260604858398, "Finetune/Step": 18697, "Finetune/Step Time": 5.84146942384541}
+{"Finetune/Learning Rate": 4.0403829343804715e-08, "Finetune/Loss": 0.6179133057594299, "Finetune/Loss (Raw)": 0.5901439785957336, "Finetune/Step": 18698, "Finetune/Step Time": 5.840160874649882}
+{"Finetune/Learning Rate": 4.025274733829854e-08, "Finetune/Loss": 0.6172200441360474, "Finetune/Loss (Raw)": 0.5950444340705872, "Finetune/Step": 18699, "Finetune/Step Time": 5.83664476685226}
+{"Finetune/Learning Rate": 4.010194776290388e-08, "Finetune/Loss": 0.6176140308380127, "Finetune/Loss (Raw)": 0.6484150290489197, "Finetune/Step": 18700, "Finetune/Step Time": 5.851291101425886}
+{"Finetune/Learning Rate": 3.9951430621895107e-08, "Finetune/Loss": 0.6171472072601318, "Finetune/Loss (Raw)": 0.547005832195282, "Finetune/Step": 18701, "Finetune/Step Time": 5.868041126057506}
+{"Finetune/Learning Rate": 3.980119591954101e-08, "Finetune/Loss": 0.6174530386924744, "Finetune/Loss (Raw)": 0.6918839812278748, "Finetune/Step": 18702, "Finetune/Step Time": 5.861830160021782}
+{"Finetune/Learning Rate": 3.9651243660102646e-08, "Finetune/Loss": 0.615508496761322, "Finetune/Loss (Raw)": 0.44420987367630005, "Finetune/Step": 18703, "Finetune/Step Time": 5.866976035758853}
+{"Finetune/Learning Rate": 3.950157384783104e-08, "Finetune/Loss": 0.6167078018188477, "Finetune/Loss (Raw)": 0.6705543398857117, "Finetune/Step": 18704, "Finetune/Step Time": 5.865344850346446}
+{"Finetune/Learning Rate": 3.935218648697059e-08, "Finetune/Loss": 0.6167393326759338, "Finetune/Loss (Raw)": 0.7085437774658203, "Finetune/Step": 18705, "Finetune/Step Time": 5.859812326729298}
+{"Finetune/Learning Rate": 3.9203081581759e-08, "Finetune/Loss": 0.6168893575668335, "Finetune/Loss (Raw)": 0.6101770997047424, "Finetune/Step": 18706, "Finetune/Step Time": 5.863742230460048}
+{"Finetune/Learning Rate": 3.90542591364218e-08, "Finetune/Loss": 0.6175758838653564, "Finetune/Loss (Raw)": 0.5986203551292419, "Finetune/Step": 18707, "Finetune/Step Time": 5.866688622161746}
+{"Finetune/Learning Rate": 3.8905719155182263e-08, "Finetune/Loss": 0.6182593107223511, "Finetune/Loss (Raw)": 0.7117845416069031, "Finetune/Step": 18708, "Finetune/Step Time": 5.866424715146422}
+{"Finetune/Learning Rate": 3.875746164225036e-08, "Finetune/Loss": 0.6192899942398071, "Finetune/Loss (Raw)": 0.6614600419998169, "Finetune/Step": 18709, "Finetune/Step Time": 5.865810815244913}
+{"Finetune/Learning Rate": 3.86094866018305e-08, "Finetune/Loss": 0.6203137636184692, "Finetune/Loss (Raw)": 0.7100833058357239, "Finetune/Step": 18710, "Finetune/Step Time": 5.8646042216569185}
+{"Finetune/Learning Rate": 3.846179403811934e-08, "Finetune/Loss": 0.6207093000411987, "Finetune/Loss (Raw)": 0.6107638478279114, "Finetune/Step": 18711, "Finetune/Step Time": 5.86706112138927}
+{"Finetune/Learning Rate": 3.8314383955304624e-08, "Finetune/Loss": 0.6208419799804688, "Finetune/Loss (Raw)": 0.6008813381195068, "Finetune/Step": 18712, "Finetune/Step Time": 5.880213091149926}
+{"Finetune/Learning Rate": 3.8167256357567464e-08, "Finetune/Loss": 0.6188945770263672, "Finetune/Loss (Raw)": 0.381087988615036, "Finetune/Step": 18713, "Finetune/Step Time": 5.887775667011738}
+{"Finetune/Learning Rate": 3.802041124907896e-08, "Finetune/Loss": 0.61982661485672, "Finetune/Loss (Raw)": 0.6902883052825928, "Finetune/Step": 18714, "Finetune/Step Time": 5.899335823953152}
+{"Finetune/Learning Rate": 3.787384863400245e-08, "Finetune/Loss": 0.6202241778373718, "Finetune/Loss (Raw)": 0.6765393018722534, "Finetune/Step": 18715, "Finetune/Step Time": 5.89413933083415}
+{"Finetune/Learning Rate": 3.7727568516496835e-08, "Finetune/Loss": 0.6200029850006104, "Finetune/Loss (Raw)": 0.519715428352356, "Finetune/Step": 18716, "Finetune/Step Time": 5.906911356374621}
+{"Finetune/Learning Rate": 3.7581570900707685e-08, "Finetune/Loss": 0.6195331811904907, "Finetune/Loss (Raw)": 0.6360512971878052, "Finetune/Step": 18717, "Finetune/Step Time": 5.916217314079404}
+{"Finetune/Learning Rate": 3.743585579077502e-08, "Finetune/Loss": 0.6188054084777832, "Finetune/Loss (Raw)": 0.5426187515258789, "Finetune/Step": 18718, "Finetune/Step Time": 5.92783503420651}
+{"Finetune/Learning Rate": 3.729042319083331e-08, "Finetune/Loss": 0.61961829662323, "Finetune/Loss (Raw)": 0.5582703948020935, "Finetune/Step": 18719, "Finetune/Step Time": 5.916657503694296}
+{"Finetune/Learning Rate": 3.714527310500371e-08, "Finetune/Loss": 0.6187576055526733, "Finetune/Loss (Raw)": 0.58788001537323, "Finetune/Step": 18720, "Finetune/Step Time": 5.898634847253561}
+{"Finetune/Learning Rate": 3.7000405537405136e-08, "Finetune/Loss": 0.6194343566894531, "Finetune/Loss (Raw)": 0.6612935066223145, "Finetune/Step": 18721, "Finetune/Step Time": 5.913943128660321}
+{"Finetune/Learning Rate": 3.68558204921432e-08, "Finetune/Loss": 0.6212932467460632, "Finetune/Loss (Raw)": 0.7120200991630554, "Finetune/Step": 18722, "Finetune/Step Time": 5.897195048630238}
+{"Finetune/Learning Rate": 3.6711517973317956e-08, "Finetune/Loss": 0.6218392848968506, "Finetune/Loss (Raw)": 0.6281422972679138, "Finetune/Step": 18723, "Finetune/Step Time": 5.899927746504545}
+{"Finetune/Learning Rate": 3.65674979850239e-08, "Finetune/Loss": 0.6219653487205505, "Finetune/Loss (Raw)": 0.6340761780738831, "Finetune/Step": 18724, "Finetune/Step Time": 5.905368426814675}
+{"Finetune/Learning Rate": 3.6423760531342225e-08, "Finetune/Loss": 0.6221694946289062, "Finetune/Loss (Raw)": 0.6364479064941406, "Finetune/Step": 18725, "Finetune/Step Time": 5.901457844302058}
+{"Finetune/Learning Rate": 3.628030561635076e-08, "Finetune/Loss": 0.6221596598625183, "Finetune/Loss (Raw)": 0.6374403834342957, "Finetune/Step": 18726, "Finetune/Step Time": 5.899207035079598}
+{"Finetune/Learning Rate": 3.613713324411627e-08, "Finetune/Loss": 0.6219660043716431, "Finetune/Loss (Raw)": 0.5926783084869385, "Finetune/Step": 18727, "Finetune/Step Time": 5.9039470832794905}
+{"Finetune/Learning Rate": 3.599424341869884e-08, "Finetune/Loss": 0.6222742199897766, "Finetune/Loss (Raw)": 0.6027123928070068, "Finetune/Step": 18728, "Finetune/Step Time": 5.923464676365256}
+{"Finetune/Learning Rate": 3.585163614415188e-08, "Finetune/Loss": 0.6230541467666626, "Finetune/Loss (Raw)": 0.6677062511444092, "Finetune/Step": 18729, "Finetune/Step Time": 5.926335718482733}
+{"Finetune/Learning Rate": 3.570931142451772e-08, "Finetune/Loss": 0.6233358383178711, "Finetune/Loss (Raw)": 0.697907030582428, "Finetune/Step": 18730, "Finetune/Step Time": 5.9238472282886505}
+{"Finetune/Learning Rate": 3.556726926383314e-08, "Finetune/Loss": 0.6236116290092468, "Finetune/Loss (Raw)": 0.7082763910293579, "Finetune/Step": 18731, "Finetune/Step Time": 5.920456932857633}
+{"Finetune/Learning Rate": 3.5425509666126014e-08, "Finetune/Loss": 0.6231828927993774, "Finetune/Loss (Raw)": 0.5713478326797485, "Finetune/Step": 18732, "Finetune/Step Time": 5.925304943695664}
+{"Finetune/Learning Rate": 3.5284032635415355e-08, "Finetune/Loss": 0.625154435634613, "Finetune/Loss (Raw)": 0.749575674533844, "Finetune/Step": 18733, "Finetune/Step Time": 5.906630989164114}
+{"Finetune/Learning Rate": 3.514283817571351e-08, "Finetune/Loss": 0.6248491406440735, "Finetune/Loss (Raw)": 0.5440775752067566, "Finetune/Step": 18734, "Finetune/Step Time": 5.909432325512171}
+{"Finetune/Learning Rate": 3.5001926291025057e-08, "Finetune/Loss": 0.6257457137107849, "Finetune/Loss (Raw)": 0.5975279808044434, "Finetune/Step": 18735, "Finetune/Step Time": 5.916026588529348}
+{"Finetune/Learning Rate": 3.486129698534457e-08, "Finetune/Loss": 0.6245657205581665, "Finetune/Loss (Raw)": 0.6173617839813232, "Finetune/Step": 18736, "Finetune/Step Time": 5.911239070817828}
+{"Finetune/Learning Rate": 3.47209502626622e-08, "Finetune/Loss": 0.6237201690673828, "Finetune/Loss (Raw)": 0.5492041110992432, "Finetune/Step": 18737, "Finetune/Step Time": 5.910307802259922}
+{"Finetune/Learning Rate": 3.458088612695476e-08, "Finetune/Loss": 0.6228557825088501, "Finetune/Loss (Raw)": 0.5600339770317078, "Finetune/Step": 18738, "Finetune/Step Time": 5.905626242980361}
+{"Finetune/Learning Rate": 3.444110458219685e-08, "Finetune/Loss": 0.6224637627601624, "Finetune/Loss (Raw)": 0.6124271154403687, "Finetune/Step": 18739, "Finetune/Step Time": 5.903941174969077}
+{"Finetune/Learning Rate": 3.430160563234974e-08, "Finetune/Loss": 0.6215724945068359, "Finetune/Loss (Raw)": 0.6084591150283813, "Finetune/Step": 18740, "Finetune/Step Time": 5.902597803622484}
+{"Finetune/Learning Rate": 3.4162389281370276e-08, "Finetune/Loss": 0.6221296787261963, "Finetune/Loss (Raw)": 0.65163254737854, "Finetune/Step": 18741, "Finetune/Step Time": 5.898173972964287}
+{"Finetune/Learning Rate": 3.4023455533207514e-08, "Finetune/Loss": 0.6226738691329956, "Finetune/Loss (Raw)": 0.7260982394218445, "Finetune/Step": 18742, "Finetune/Step Time": 5.899765074253082}
+{"Finetune/Learning Rate": 3.3884804391799417e-08, "Finetune/Loss": 0.6215322017669678, "Finetune/Loss (Raw)": 0.6278447508811951, "Finetune/Step": 18743, "Finetune/Step Time": 5.89469451457262}
+{"Finetune/Learning Rate": 3.3746435861078394e-08, "Finetune/Loss": 0.620806097984314, "Finetune/Loss (Raw)": 0.5102336406707764, "Finetune/Step": 18744, "Finetune/Step Time": 5.889859668910503}
+{"Finetune/Learning Rate": 3.360834994496909e-08, "Finetune/Loss": 0.6208399534225464, "Finetune/Loss (Raw)": 0.5752904415130615, "Finetune/Step": 18745, "Finetune/Step Time": 5.888509722426534}
+{"Finetune/Learning Rate": 3.347054664738503e-08, "Finetune/Loss": 0.6206433773040771, "Finetune/Loss (Raw)": 0.6103532314300537, "Finetune/Step": 18746, "Finetune/Step Time": 5.886045480147004}
+{"Finetune/Learning Rate": 3.3333025972236424e-08, "Finetune/Loss": 0.6204982995986938, "Finetune/Loss (Raw)": 0.6751370429992676, "Finetune/Step": 18747, "Finetune/Step Time": 5.883238907903433}
+{"Finetune/Learning Rate": 3.319578792342126e-08, "Finetune/Loss": 0.619936466217041, "Finetune/Loss (Raw)": 0.7247031927108765, "Finetune/Step": 18748, "Finetune/Step Time": 5.881909504532814}
+{"Finetune/Learning Rate": 3.3058832504830887e-08, "Finetune/Loss": 0.6212837100028992, "Finetune/Loss (Raw)": 0.6283541917800903, "Finetune/Step": 18749, "Finetune/Step Time": 5.862435711547732}
+{"Finetune/Learning Rate": 3.2922159720351067e-08, "Finetune/Loss": 0.6232175827026367, "Finetune/Loss (Raw)": 0.655296802520752, "Finetune/Step": 18750, "Finetune/Step Time": 5.8391479682177305}
+{"Finetune/Learning Rate": 3.2785769573856486e-08, "Finetune/Loss": 0.6245066523551941, "Finetune/Loss (Raw)": 0.7521999478340149, "Finetune/Step": 18751, "Finetune/Step Time": 5.839385377243161}
+{"Finetune/Learning Rate": 3.264966206921294e-08, "Finetune/Loss": 0.6244581341743469, "Finetune/Loss (Raw)": 0.6137351393699646, "Finetune/Step": 18752, "Finetune/Step Time": 5.838577184826136}
+{"Finetune/Learning Rate": 3.25138372102829e-08, "Finetune/Loss": 0.6256295442581177, "Finetune/Loss (Raw)": 0.684988796710968, "Finetune/Step": 18753, "Finetune/Step Time": 5.844381121918559}
+{"Finetune/Learning Rate": 3.237829500091661e-08, "Finetune/Loss": 0.6260216236114502, "Finetune/Loss (Raw)": 0.6129318475723267, "Finetune/Step": 18754, "Finetune/Step Time": 5.846320590004325}
+{"Finetune/Learning Rate": 3.224303544495766e-08, "Finetune/Loss": 0.6252934336662292, "Finetune/Loss (Raw)": 0.5299558639526367, "Finetune/Step": 18755, "Finetune/Step Time": 5.848263271152973}
+{"Finetune/Learning Rate": 3.2108058546241884e-08, "Finetune/Loss": 0.6251592040061951, "Finetune/Loss (Raw)": 0.5966932773590088, "Finetune/Step": 18756, "Finetune/Step Time": 5.85099732875824}
+{"Finetune/Learning Rate": 3.197336430859621e-08, "Finetune/Loss": 0.6257169246673584, "Finetune/Loss (Raw)": 0.6048574447631836, "Finetune/Step": 18757, "Finetune/Step Time": 5.8447614796459675}
+{"Finetune/Learning Rate": 3.183895273584092e-08, "Finetune/Loss": 0.6260778903961182, "Finetune/Loss (Raw)": 0.5556855797767639, "Finetune/Step": 18758, "Finetune/Step Time": 5.826310966163874}
+{"Finetune/Learning Rate": 3.17048238317863e-08, "Finetune/Loss": 0.6255342960357666, "Finetune/Loss (Raw)": 0.5255982875823975, "Finetune/Step": 18759, "Finetune/Step Time": 5.832430781796575}
+{"Finetune/Learning Rate": 3.157097760023819e-08, "Finetune/Loss": 0.6267029047012329, "Finetune/Loss (Raw)": 0.7150939106941223, "Finetune/Step": 18760, "Finetune/Step Time": 5.834143068641424}
+{"Finetune/Learning Rate": 3.143741404499023e-08, "Finetune/Loss": 0.6266481280326843, "Finetune/Loss (Raw)": 0.6805590391159058, "Finetune/Step": 18761, "Finetune/Step Time": 5.8314929865300655}
+{"Finetune/Learning Rate": 3.1304133169830496e-08, "Finetune/Loss": 0.6275454759597778, "Finetune/Loss (Raw)": 0.5947633385658264, "Finetune/Step": 18762, "Finetune/Step Time": 5.835249034687877}
+{"Finetune/Learning Rate": 3.1171134978538185e-08, "Finetune/Loss": 0.6272534132003784, "Finetune/Loss (Raw)": 0.622736930847168, "Finetune/Step": 18763, "Finetune/Step Time": 5.809785960242152}
+{"Finetune/Learning Rate": 3.103841947488584e-08, "Finetune/Loss": 0.6257902979850769, "Finetune/Loss (Raw)": 0.5282704830169678, "Finetune/Step": 18764, "Finetune/Step Time": 5.79967300966382}
+{"Finetune/Learning Rate": 3.090598666263489e-08, "Finetune/Loss": 0.6249946355819702, "Finetune/Loss (Raw)": 0.6335087418556213, "Finetune/Step": 18765, "Finetune/Step Time": 5.797992028295994}
+{"Finetune/Learning Rate": 3.077383654554233e-08, "Finetune/Loss": 0.6259098052978516, "Finetune/Loss (Raw)": 0.6289185881614685, "Finetune/Step": 18766, "Finetune/Step Time": 5.794445872306824}
+{"Finetune/Learning Rate": 3.064196912735517e-08, "Finetune/Loss": 0.6268930435180664, "Finetune/Loss (Raw)": 0.7047378420829773, "Finetune/Step": 18767, "Finetune/Step Time": 5.796063823625445}
+{"Finetune/Learning Rate": 3.0510384411812645e-08, "Finetune/Loss": 0.6270241141319275, "Finetune/Loss (Raw)": 0.6186304688453674, "Finetune/Step": 18768, "Finetune/Step Time": 5.794605266302824}
+{"Finetune/Learning Rate": 3.037908240264509e-08, "Finetune/Loss": 0.6269388794898987, "Finetune/Loss (Raw)": 0.590453028678894, "Finetune/Step": 18769, "Finetune/Step Time": 5.799743480980396}
+{"Finetune/Learning Rate": 3.0248063103578416e-08, "Finetune/Loss": 0.626818060874939, "Finetune/Loss (Raw)": 0.5796086192131042, "Finetune/Step": 18770, "Finetune/Step Time": 5.803955880925059}
+{"Finetune/Learning Rate": 3.011732651832633e-08, "Finetune/Loss": 0.6274667978286743, "Finetune/Loss (Raw)": 0.605729341506958, "Finetune/Step": 18771, "Finetune/Step Time": 5.816287666559219}
+{"Finetune/Learning Rate": 2.998687265059586e-08, "Finetune/Loss": 0.6273640990257263, "Finetune/Loss (Raw)": 0.6415879130363464, "Finetune/Step": 18772, "Finetune/Step Time": 5.8206941857934}
+{"Finetune/Learning Rate": 2.985670150408626e-08, "Finetune/Loss": 0.626226544380188, "Finetune/Loss (Raw)": 0.5602070689201355, "Finetune/Step": 18773, "Finetune/Step Time": 5.82350486330688}
+{"Finetune/Learning Rate": 2.9726813082490145e-08, "Finetune/Loss": 0.6275599002838135, "Finetune/Loss (Raw)": 0.7131372690200806, "Finetune/Step": 18774, "Finetune/Step Time": 5.824384458363056}
+{"Finetune/Learning Rate": 2.9597207389490125e-08, "Finetune/Loss": 0.6279100179672241, "Finetune/Loss (Raw)": 0.7129127383232117, "Finetune/Step": 18775, "Finetune/Step Time": 5.823895514011383}
+{"Finetune/Learning Rate": 2.946788442876103e-08, "Finetune/Loss": 0.627286434173584, "Finetune/Loss (Raw)": 0.5978904962539673, "Finetune/Step": 18776, "Finetune/Step Time": 5.816471958532929}
+{"Finetune/Learning Rate": 2.933884420396993e-08, "Finetune/Loss": 0.6274932622909546, "Finetune/Loss (Raw)": 0.6171424388885498, "Finetune/Step": 18777, "Finetune/Step Time": 5.834690010175109}
+{"Finetune/Learning Rate": 2.921008671877612e-08, "Finetune/Loss": 0.625983715057373, "Finetune/Loss (Raw)": 0.4481286406517029, "Finetune/Step": 18778, "Finetune/Step Time": 5.854286205023527}
+{"Finetune/Learning Rate": 2.9081611976832237e-08, "Finetune/Loss": 0.6272450685501099, "Finetune/Loss (Raw)": 0.7839621305465698, "Finetune/Step": 18779, "Finetune/Step Time": 5.859786543995142}
+{"Finetune/Learning Rate": 2.8953419981779808e-08, "Finetune/Loss": 0.6251657009124756, "Finetune/Loss (Raw)": 0.5315102338790894, "Finetune/Step": 18780, "Finetune/Step Time": 5.871894594281912}
+{"Finetune/Learning Rate": 2.8825510737254813e-08, "Finetune/Loss": 0.6261070966720581, "Finetune/Loss (Raw)": 0.6957390308380127, "Finetune/Step": 18781, "Finetune/Step Time": 5.876568170264363}
+{"Finetune/Learning Rate": 2.8697884246884355e-08, "Finetune/Loss": 0.6261566877365112, "Finetune/Loss (Raw)": 0.5961865186691284, "Finetune/Step": 18782, "Finetune/Step Time": 5.869762744754553}
+{"Finetune/Learning Rate": 2.857054051428665e-08, "Finetune/Loss": 0.626695990562439, "Finetune/Loss (Raw)": 0.7141203880310059, "Finetune/Step": 18783, "Finetune/Step Time": 5.87239814735949}
+{"Finetune/Learning Rate": 2.8443479543073248e-08, "Finetune/Loss": 0.6258601546287537, "Finetune/Loss (Raw)": 0.5983627438545227, "Finetune/Step": 18784, "Finetune/Step Time": 5.874760856851935}
+{"Finetune/Learning Rate": 2.8316701336847942e-08, "Finetune/Loss": 0.6256515979766846, "Finetune/Loss (Raw)": 0.6438202857971191, "Finetune/Step": 18785, "Finetune/Step Time": 5.878259999677539}
+{"Finetune/Learning Rate": 2.8190205899205626e-08, "Finetune/Loss": 0.6241645216941833, "Finetune/Loss (Raw)": 0.5838040709495544, "Finetune/Step": 18786, "Finetune/Step Time": 5.8890976794064045}
+{"Finetune/Learning Rate": 2.8063993233732323e-08, "Finetune/Loss": 0.6245552897453308, "Finetune/Loss (Raw)": 0.7397064566612244, "Finetune/Step": 18787, "Finetune/Step Time": 5.886094076558948}
+{"Finetune/Learning Rate": 2.7938063344008504e-08, "Finetune/Loss": 0.6241738796234131, "Finetune/Loss (Raw)": 0.6123476028442383, "Finetune/Step": 18788, "Finetune/Step Time": 5.879394255578518}
+{"Finetune/Learning Rate": 2.7812416233603536e-08, "Finetune/Loss": 0.6244222521781921, "Finetune/Loss (Raw)": 0.5955564379692078, "Finetune/Step": 18789, "Finetune/Step Time": 5.879566548392177}
+{"Finetune/Learning Rate": 2.7687051906082342e-08, "Finetune/Loss": 0.6252464056015015, "Finetune/Loss (Raw)": 0.6732502579689026, "Finetune/Step": 18790, "Finetune/Step Time": 5.889466244727373}
+{"Finetune/Learning Rate": 2.7561970364997637e-08, "Finetune/Loss": 0.6260839104652405, "Finetune/Loss (Raw)": 0.6864954233169556, "Finetune/Step": 18791, "Finetune/Step Time": 5.894591458141804}
+{"Finetune/Learning Rate": 2.7437171613898806e-08, "Finetune/Loss": 0.6257048845291138, "Finetune/Loss (Raw)": 0.5235574245452881, "Finetune/Step": 18792, "Finetune/Step Time": 5.889283712953329}
+{"Finetune/Learning Rate": 2.7312655656323016e-08, "Finetune/Loss": 0.6258262395858765, "Finetune/Loss (Raw)": 0.7140454649925232, "Finetune/Step": 18793, "Finetune/Step Time": 5.8857440911233425}
+{"Finetune/Learning Rate": 2.7188422495801892e-08, "Finetune/Loss": 0.6266694068908691, "Finetune/Loss (Raw)": 0.7196251153945923, "Finetune/Step": 18794, "Finetune/Step Time": 5.884187439456582}
+{"Finetune/Learning Rate": 2.7064472135858167e-08, "Finetune/Loss": 0.6259356737136841, "Finetune/Loss (Raw)": 0.5668078660964966, "Finetune/Step": 18795, "Finetune/Step Time": 5.888989571481943}
+{"Finetune/Learning Rate": 2.6940804580007918e-08, "Finetune/Loss": 0.624447226524353, "Finetune/Loss (Raw)": 0.4862916171550751, "Finetune/Step": 18796, "Finetune/Step Time": 5.894434483721852}
+{"Finetune/Learning Rate": 2.681741983175501e-08, "Finetune/Loss": 0.6255804300308228, "Finetune/Loss (Raw)": 0.6139488816261292, "Finetune/Step": 18797, "Finetune/Step Time": 5.8964777030050755}
+{"Finetune/Learning Rate": 2.6694317894601086e-08, "Finetune/Loss": 0.6254152655601501, "Finetune/Loss (Raw)": 0.6136845946311951, "Finetune/Step": 18798, "Finetune/Step Time": 5.901466801762581}
+{"Finetune/Learning Rate": 2.6571498772036687e-08, "Finetune/Loss": 0.6252249479293823, "Finetune/Loss (Raw)": 0.6514571905136108, "Finetune/Step": 18799, "Finetune/Step Time": 5.896519312635064}
+{"Finetune/Learning Rate": 2.644896246754236e-08, "Finetune/Loss": 0.6239737272262573, "Finetune/Loss (Raw)": 0.5575982928276062, "Finetune/Step": 18800, "Finetune/Step Time": 5.903782406821847}
+{"Finetune/Learning Rate": 2.6326708984595327e-08, "Finetune/Loss": 0.6240794658660889, "Finetune/Loss (Raw)": 0.6621032953262329, "Finetune/Step": 18801, "Finetune/Step Time": 5.900931514799595}
+{"Finetune/Learning Rate": 2.6204738326661705e-08, "Finetune/Loss": 0.6247808933258057, "Finetune/Loss (Raw)": 0.6474696397781372, "Finetune/Step": 18802, "Finetune/Step Time": 5.901140101253986}
+{"Finetune/Learning Rate": 2.6083050497199835e-08, "Finetune/Loss": 0.6255654096603394, "Finetune/Loss (Raw)": 0.691920280456543, "Finetune/Step": 18803, "Finetune/Step Time": 5.900567006319761}
+{"Finetune/Learning Rate": 2.5961645499661404e-08, "Finetune/Loss": 0.6254199743270874, "Finetune/Loss (Raw)": 0.6195675730705261, "Finetune/Step": 18804, "Finetune/Step Time": 5.900104787200689}
+{"Finetune/Learning Rate": 2.584052333748699e-08, "Finetune/Loss": 0.6256857514381409, "Finetune/Loss (Raw)": 0.6541020274162292, "Finetune/Step": 18805, "Finetune/Step Time": 5.903647355735302}
+{"Finetune/Learning Rate": 2.5719684014113845e-08, "Finetune/Loss": 0.6255943775177002, "Finetune/Loss (Raw)": 0.6987581253051758, "Finetune/Step": 18806, "Finetune/Step Time": 5.906877912580967}
+{"Finetune/Learning Rate": 2.5599127532965896e-08, "Finetune/Loss": 0.6263512969017029, "Finetune/Loss (Raw)": 0.7642703056335449, "Finetune/Step": 18807, "Finetune/Step Time": 5.913581730797887}
+{"Finetune/Learning Rate": 2.547885389746485e-08, "Finetune/Loss": 0.6277519464492798, "Finetune/Loss (Raw)": 0.7169414758682251, "Finetune/Step": 18808, "Finetune/Step Time": 5.915493957698345}
+{"Finetune/Learning Rate": 2.5358863111019095e-08, "Finetune/Loss": 0.6277681589126587, "Finetune/Loss (Raw)": 0.5867507457733154, "Finetune/Step": 18809, "Finetune/Step Time": 5.915241340175271}
+{"Finetune/Learning Rate": 2.523915517703257e-08, "Finetune/Loss": 0.6272490620613098, "Finetune/Loss (Raw)": 0.6024404764175415, "Finetune/Step": 18810, "Finetune/Step Time": 5.915276624262333}
+{"Finetune/Learning Rate": 2.511973009889812e-08, "Finetune/Loss": 0.6269159317016602, "Finetune/Loss (Raw)": 0.6367568969726562, "Finetune/Step": 18811, "Finetune/Step Time": 5.9166352320462465}
+{"Finetune/Learning Rate": 2.5000587880003037e-08, "Finetune/Loss": 0.6278606653213501, "Finetune/Loss (Raw)": 0.7651070952415466, "Finetune/Step": 18812, "Finetune/Step Time": 5.918691923841834}
+{"Finetune/Learning Rate": 2.4881728523726834e-08, "Finetune/Loss": 0.6295297145843506, "Finetune/Loss (Raw)": 0.7140724658966064, "Finetune/Step": 18813, "Finetune/Step Time": 5.892431113868952}
+{"Finetune/Learning Rate": 2.4763152033440153e-08, "Finetune/Loss": 0.6289489269256592, "Finetune/Loss (Raw)": 0.582414984703064, "Finetune/Step": 18814, "Finetune/Step Time": 5.894602689892054}
+{"Finetune/Learning Rate": 2.4644858412503637e-08, "Finetune/Loss": 0.6286664009094238, "Finetune/Loss (Raw)": 0.6350257992744446, "Finetune/Step": 18815, "Finetune/Step Time": 5.897030312567949}
+{"Finetune/Learning Rate": 2.4526847664273488e-08, "Finetune/Loss": 0.6276652812957764, "Finetune/Loss (Raw)": 0.6451255679130554, "Finetune/Step": 18816, "Finetune/Step Time": 5.89979793317616}
+{"Finetune/Learning Rate": 2.4409119792094816e-08, "Finetune/Loss": 0.6272017955780029, "Finetune/Loss (Raw)": 0.589927613735199, "Finetune/Step": 18817, "Finetune/Step Time": 5.899192005395889}
+{"Finetune/Learning Rate": 2.4291674799307162e-08, "Finetune/Loss": 0.6277216076850891, "Finetune/Loss (Raw)": 0.7017433047294617, "Finetune/Step": 18818, "Finetune/Step Time": 5.8981662187725306}
+{"Finetune/Learning Rate": 2.4174512689240092e-08, "Finetune/Loss": 0.6277610063552856, "Finetune/Loss (Raw)": 0.6309593915939331, "Finetune/Step": 18819, "Finetune/Step Time": 5.89248176291585}
+{"Finetune/Learning Rate": 2.405763346521761e-08, "Finetune/Loss": 0.6276751160621643, "Finetune/Loss (Raw)": 0.5651787519454956, "Finetune/Step": 18820, "Finetune/Step Time": 5.896549709141254}
+{"Finetune/Learning Rate": 2.3941037130551515e-08, "Finetune/Loss": 0.6286870837211609, "Finetune/Loss (Raw)": 0.6732405424118042, "Finetune/Step": 18821, "Finetune/Step Time": 5.901332462206483}
+{"Finetune/Learning Rate": 2.3824723688550265e-08, "Finetune/Loss": 0.6291314363479614, "Finetune/Loss (Raw)": 0.6525101661682129, "Finetune/Step": 18822, "Finetune/Step Time": 5.900574941188097}
+{"Finetune/Learning Rate": 2.370869314251123e-08, "Finetune/Loss": 0.6297376155853271, "Finetune/Loss (Raw)": 0.6490969657897949, "Finetune/Step": 18823, "Finetune/Step Time": 5.916653152555227}
+{"Finetune/Learning Rate": 2.3592945495725107e-08, "Finetune/Loss": 0.6294984817504883, "Finetune/Loss (Raw)": 0.6109721660614014, "Finetune/Step": 18824, "Finetune/Step Time": 5.91634614020586}
+{"Finetune/Learning Rate": 2.3477480751472602e-08, "Finetune/Loss": 0.6281495094299316, "Finetune/Loss (Raw)": 0.568462610244751, "Finetune/Step": 18825, "Finetune/Step Time": 5.91921878606081}
+{"Finetune/Learning Rate": 2.33622989130311e-08, "Finetune/Loss": 0.6284012794494629, "Finetune/Loss (Raw)": 0.6223711967468262, "Finetune/Step": 18826, "Finetune/Step Time": 5.9180065263062716}
+{"Finetune/Learning Rate": 2.3247399983663545e-08, "Finetune/Loss": 0.6288025379180908, "Finetune/Loss (Raw)": 0.6463977694511414, "Finetune/Step": 18827, "Finetune/Step Time": 5.9205221477895975}
+{"Finetune/Learning Rate": 2.3132783966630657e-08, "Finetune/Loss": 0.6290123462677002, "Finetune/Loss (Raw)": 0.6752676367759705, "Finetune/Step": 18828, "Finetune/Step Time": 5.904015643522143}
+{"Finetune/Learning Rate": 2.3018450865182063e-08, "Finetune/Loss": 0.62889564037323, "Finetune/Loss (Raw)": 0.5320671796798706, "Finetune/Step": 18829, "Finetune/Step Time": 5.886768897995353}
+{"Finetune/Learning Rate": 2.2904400682558505e-08, "Finetune/Loss": 0.6278835535049438, "Finetune/Loss (Raw)": 0.5623369812965393, "Finetune/Step": 18830, "Finetune/Step Time": 5.891103394329548}
+{"Finetune/Learning Rate": 2.2790633421995167e-08, "Finetune/Loss": 0.6294749975204468, "Finetune/Loss (Raw)": 0.6479247808456421, "Finetune/Step": 18831, "Finetune/Step Time": 5.887328220531344}
+{"Finetune/Learning Rate": 2.2677149086718363e-08, "Finetune/Loss": 0.6293684244155884, "Finetune/Loss (Raw)": 0.6569055914878845, "Finetune/Step": 18832, "Finetune/Step Time": 5.886141264811158}
+{"Finetune/Learning Rate": 2.256394767994552e-08, "Finetune/Loss": 0.6287199258804321, "Finetune/Loss (Raw)": 0.6255402565002441, "Finetune/Step": 18833, "Finetune/Step Time": 5.889512727037072}
+{"Finetune/Learning Rate": 2.2451029204887396e-08, "Finetune/Loss": 0.628638505935669, "Finetune/Loss (Raw)": 0.5997542142868042, "Finetune/Step": 18834, "Finetune/Step Time": 5.887930354103446}
+{"Finetune/Learning Rate": 2.2338393664745883e-08, "Finetune/Loss": 0.6285897493362427, "Finetune/Loss (Raw)": 0.5923750996589661, "Finetune/Step": 18835, "Finetune/Step Time": 5.90899857878685}
+{"Finetune/Learning Rate": 2.2226041062715087e-08, "Finetune/Loss": 0.6276963949203491, "Finetune/Loss (Raw)": 0.5974395275115967, "Finetune/Step": 18836, "Finetune/Step Time": 5.907538780942559}
+{"Finetune/Learning Rate": 2.211397140198024e-08, "Finetune/Loss": 0.6279312372207642, "Finetune/Loss (Raw)": 0.6915246844291687, "Finetune/Step": 18837, "Finetune/Step Time": 5.907044947147369}
+{"Finetune/Learning Rate": 2.2002184685719906e-08, "Finetune/Loss": 0.6278607249259949, "Finetune/Loss (Raw)": 0.7010505199432373, "Finetune/Step": 18838, "Finetune/Step Time": 5.911029417067766}
+{"Finetune/Learning Rate": 2.189068091710378e-08, "Finetune/Loss": 0.6278525590896606, "Finetune/Loss (Raw)": 0.6097186207771301, "Finetune/Step": 18839, "Finetune/Step Time": 5.909043131396174}
+{"Finetune/Learning Rate": 2.177946009929377e-08, "Finetune/Loss": 0.6286946535110474, "Finetune/Loss (Raw)": 0.708668053150177, "Finetune/Step": 18840, "Finetune/Step Time": 5.895429603755474}
+{"Finetune/Learning Rate": 2.1668522235445133e-08, "Finetune/Loss": 0.6304746866226196, "Finetune/Loss (Raw)": 0.6089380979537964, "Finetune/Step": 18841, "Finetune/Step Time": 5.888120042160153}
+{"Finetune/Learning Rate": 2.1557867328702022e-08, "Finetune/Loss": 0.6309282779693604, "Finetune/Loss (Raw)": 0.7483493685722351, "Finetune/Step": 18842, "Finetune/Step Time": 5.880518035963178}
+{"Finetune/Learning Rate": 2.1447495382203033e-08, "Finetune/Loss": 0.630367636680603, "Finetune/Loss (Raw)": 0.6047695875167847, "Finetune/Step": 18843, "Finetune/Step Time": 5.886837180703878}
+{"Finetune/Learning Rate": 2.1337406399077887e-08, "Finetune/Loss": 0.6318577527999878, "Finetune/Loss (Raw)": 0.710457444190979, "Finetune/Step": 18844, "Finetune/Step Time": 5.8777825348079205}
+{"Finetune/Learning Rate": 2.122760038244742e-08, "Finetune/Loss": 0.631165087223053, "Finetune/Loss (Raw)": 0.5473819971084595, "Finetune/Step": 18845, "Finetune/Step Time": 5.871495954692364}
+{"Finetune/Learning Rate": 2.1118077335428034e-08, "Finetune/Loss": 0.6317673921585083, "Finetune/Loss (Raw)": 0.6197196245193481, "Finetune/Step": 18846, "Finetune/Step Time": 5.869647623971105}
+{"Finetune/Learning Rate": 2.1008837261122795e-08, "Finetune/Loss": 0.6327468752861023, "Finetune/Loss (Raw)": 0.6836404204368591, "Finetune/Step": 18847, "Finetune/Step Time": 5.863859973847866}
+{"Finetune/Learning Rate": 2.0899880162630336e-08, "Finetune/Loss": 0.63377845287323, "Finetune/Loss (Raw)": 0.7199192643165588, "Finetune/Step": 18848, "Finetune/Step Time": 5.864186123013496}
+{"Finetune/Learning Rate": 2.0791206043040414e-08, "Finetune/Loss": 0.6337270736694336, "Finetune/Loss (Raw)": 0.6547262668609619, "Finetune/Step": 18849, "Finetune/Step Time": 5.848875330761075}
+{"Finetune/Learning Rate": 2.068281490543611e-08, "Finetune/Loss": 0.6332176327705383, "Finetune/Loss (Raw)": 0.6468117237091064, "Finetune/Step": 18850, "Finetune/Step Time": 5.850020665675402}
+{"Finetune/Learning Rate": 2.057470675288831e-08, "Finetune/Loss": 0.6330807209014893, "Finetune/Loss (Raw)": 0.6106139421463013, "Finetune/Step": 18851, "Finetune/Step Time": 5.852535903453827}
+{"Finetune/Learning Rate": 2.046688158846455e-08, "Finetune/Loss": 0.6320850849151611, "Finetune/Loss (Raw)": 0.5066371560096741, "Finetune/Step": 18852, "Finetune/Step Time": 5.8668505270034075}
+{"Finetune/Learning Rate": 2.035933941522239e-08, "Finetune/Loss": 0.6324375867843628, "Finetune/Loss (Raw)": 0.681566596031189, "Finetune/Step": 18853, "Finetune/Step Time": 5.8704902697354555}
+{"Finetune/Learning Rate": 2.0252080236211612e-08, "Finetune/Loss": 0.6327100992202759, "Finetune/Loss (Raw)": 0.6723238229751587, "Finetune/Step": 18854, "Finetune/Step Time": 5.878186549991369}
+{"Finetune/Learning Rate": 2.014510405447201e-08, "Finetune/Loss": 0.6329871416091919, "Finetune/Loss (Raw)": 0.6281329393386841, "Finetune/Step": 18855, "Finetune/Step Time": 5.875323254615068}
+{"Finetune/Learning Rate": 2.0038410873038926e-08, "Finetune/Loss": 0.633415162563324, "Finetune/Loss (Raw)": 0.6575019955635071, "Finetune/Step": 18856, "Finetune/Step Time": 5.858397549018264}
+{"Finetune/Learning Rate": 1.9932000694937725e-08, "Finetune/Loss": 0.6326029300689697, "Finetune/Loss (Raw)": 0.5637407898902893, "Finetune/Step": 18857, "Finetune/Step Time": 5.8549954909831285}
+{"Finetune/Learning Rate": 1.982587352318488e-08, "Finetune/Loss": 0.631864607334137, "Finetune/Loss (Raw)": 0.6034006476402283, "Finetune/Step": 18858, "Finetune/Step Time": 5.859056228771806}
+{"Finetune/Learning Rate": 1.9720029360790206e-08, "Finetune/Loss": 0.6303491592407227, "Finetune/Loss (Raw)": 0.5142987966537476, "Finetune/Step": 18859, "Finetune/Step Time": 5.8585404753685}
+{"Finetune/Learning Rate": 1.9614468210755743e-08, "Finetune/Loss": 0.6298741698265076, "Finetune/Loss (Raw)": 0.5105490684509277, "Finetune/Step": 18860, "Finetune/Step Time": 5.855914177373052}
+{"Finetune/Learning Rate": 1.9509190076074657e-08, "Finetune/Loss": 0.6289606690406799, "Finetune/Loss (Raw)": 0.6326444745063782, "Finetune/Step": 18861, "Finetune/Step Time": 5.856634819880128}
+{"Finetune/Learning Rate": 1.9404194959732337e-08, "Finetune/Loss": 0.6303857564926147, "Finetune/Loss (Raw)": 0.7264896631240845, "Finetune/Step": 18862, "Finetune/Step Time": 5.848521424457431}
+{"Finetune/Learning Rate": 1.9299482864706397e-08, "Finetune/Loss": 0.6304705142974854, "Finetune/Loss (Raw)": 0.6083745956420898, "Finetune/Step": 18863, "Finetune/Step Time": 5.843924682587385}
+{"Finetune/Learning Rate": 1.9195053793964468e-08, "Finetune/Loss": 0.6321432590484619, "Finetune/Loss (Raw)": 0.831480860710144, "Finetune/Step": 18864, "Finetune/Step Time": 5.843457384034991}
+{"Finetune/Learning Rate": 1.9090907750470843e-08, "Finetune/Loss": 0.6320406794548035, "Finetune/Loss (Raw)": 0.5360715389251709, "Finetune/Step": 18865, "Finetune/Step Time": 5.842806275933981}
+{"Finetune/Learning Rate": 1.8987044737176497e-08, "Finetune/Loss": 0.6321770548820496, "Finetune/Loss (Raw)": 0.5774922370910645, "Finetune/Step": 18866, "Finetune/Step Time": 5.842990564182401}
+{"Finetune/Learning Rate": 1.888346475702685e-08, "Finetune/Loss": 0.6318017244338989, "Finetune/Loss (Raw)": 0.5643858909606934, "Finetune/Step": 18867, "Finetune/Step Time": 5.843771466985345}
+{"Finetune/Learning Rate": 1.878016781295955e-08, "Finetune/Loss": 0.6317070722579956, "Finetune/Loss (Raw)": 0.5963391065597534, "Finetune/Step": 18868, "Finetune/Step Time": 5.85265882872045}
+{"Finetune/Learning Rate": 1.867715390790448e-08, "Finetune/Loss": 0.631813108921051, "Finetune/Loss (Raw)": 0.6652083992958069, "Finetune/Step": 18869, "Finetune/Step Time": 5.8520170003175735}
+{"Finetune/Learning Rate": 1.857442304478263e-08, "Finetune/Loss": 0.6311344504356384, "Finetune/Loss (Raw)": 0.6392309665679932, "Finetune/Step": 18870, "Finetune/Step Time": 5.853925637900829}
+{"Finetune/Learning Rate": 1.8471975226506123e-08, "Finetune/Loss": 0.6315106153488159, "Finetune/Loss (Raw)": 0.6759905815124512, "Finetune/Step": 18871, "Finetune/Step Time": 5.858845837414265}
+{"Finetune/Learning Rate": 1.8369810455981517e-08, "Finetune/Loss": 0.6326354146003723, "Finetune/Loss (Raw)": 0.6542136073112488, "Finetune/Step": 18872, "Finetune/Step Time": 5.851907538250089}
+{"Finetune/Learning Rate": 1.826792873610428e-08, "Finetune/Loss": 0.6323400735855103, "Finetune/Loss (Raw)": 0.5374771952629089, "Finetune/Step": 18873, "Finetune/Step Time": 5.873426036909223}
+{"Finetune/Learning Rate": 1.8166330069764315e-08, "Finetune/Loss": 0.6330053806304932, "Finetune/Loss (Raw)": 0.6955206394195557, "Finetune/Step": 18874, "Finetune/Step Time": 5.892667680978775}
+{"Finetune/Learning Rate": 1.8065014459842657e-08, "Finetune/Loss": 0.6331599950790405, "Finetune/Loss (Raw)": 0.6949301958084106, "Finetune/Step": 18875, "Finetune/Step Time": 5.8934105932712555}
+{"Finetune/Learning Rate": 1.796398190921256e-08, "Finetune/Loss": 0.6322614550590515, "Finetune/Loss (Raw)": 0.6096837520599365, "Finetune/Step": 18876, "Finetune/Step Time": 5.894466673955321}
+{"Finetune/Learning Rate": 1.7863232420739506e-08, "Finetune/Loss": 0.6325035095214844, "Finetune/Loss (Raw)": 0.6593344807624817, "Finetune/Step": 18877, "Finetune/Step Time": 5.894691431894898}
+{"Finetune/Learning Rate": 1.7762765997278996e-08, "Finetune/Loss": 0.6326038837432861, "Finetune/Loss (Raw)": 0.6681556701660156, "Finetune/Step": 18878, "Finetune/Step Time": 5.893400236964226}
+{"Finetune/Learning Rate": 1.766258264168097e-08, "Finetune/Loss": 0.6307793855667114, "Finetune/Loss (Raw)": 0.5186511874198914, "Finetune/Step": 18879, "Finetune/Step Time": 5.893209956586361}
+{"Finetune/Learning Rate": 1.7562682356786488e-08, "Finetune/Loss": 0.6311285495758057, "Finetune/Loss (Raw)": 0.6584348082542419, "Finetune/Step": 18880, "Finetune/Step Time": 5.904352642595768}
+{"Finetune/Learning Rate": 1.7463065145426617e-08, "Finetune/Loss": 0.6303533911705017, "Finetune/Loss (Raw)": 0.5857630372047424, "Finetune/Step": 18881, "Finetune/Step Time": 5.899512516334653}
+{"Finetune/Learning Rate": 1.7363731010429096e-08, "Finetune/Loss": 0.6302878856658936, "Finetune/Loss (Raw)": 0.6045473217964172, "Finetune/Step": 18882, "Finetune/Step Time": 5.9154504258185625}
+{"Finetune/Learning Rate": 1.7264679954609453e-08, "Finetune/Loss": 0.6310126185417175, "Finetune/Loss (Raw)": 0.622724711894989, "Finetune/Step": 18883, "Finetune/Step Time": 5.911939188838005}
+{"Finetune/Learning Rate": 1.716591198077544e-08, "Finetune/Loss": 0.6317631006240845, "Finetune/Loss (Raw)": 0.692752480506897, "Finetune/Step": 18884, "Finetune/Step Time": 5.913956044241786}
+{"Finetune/Learning Rate": 1.706742709173037e-08, "Finetune/Loss": 0.6320595741271973, "Finetune/Loss (Raw)": 0.6428148746490479, "Finetune/Step": 18885, "Finetune/Step Time": 5.9104175344109535}
+{"Finetune/Learning Rate": 1.6969225290264235e-08, "Finetune/Loss": 0.6322944760322571, "Finetune/Loss (Raw)": 0.585746705532074, "Finetune/Step": 18886, "Finetune/Step Time": 5.90837456472218}
+{"Finetune/Learning Rate": 1.6871306579162584e-08, "Finetune/Loss": 0.6329763531684875, "Finetune/Loss (Raw)": 0.6128801703453064, "Finetune/Step": 18887, "Finetune/Step Time": 5.925274116918445}
+{"Finetune/Learning Rate": 1.677367096120319e-08, "Finetune/Loss": 0.6335253119468689, "Finetune/Loss (Raw)": 0.7853638529777527, "Finetune/Step": 18888, "Finetune/Step Time": 5.94261603616178}
+{"Finetune/Learning Rate": 1.667631843915385e-08, "Finetune/Loss": 0.6335293054580688, "Finetune/Loss (Raw)": 0.6810676455497742, "Finetune/Step": 18889, "Finetune/Step Time": 5.950647167861462}
+{"Finetune/Learning Rate": 1.6579249015774568e-08, "Finetune/Loss": 0.6334892511367798, "Finetune/Loss (Raw)": 0.5896378755569458, "Finetune/Step": 18890, "Finetune/Step Time": 5.949496479704976}
+{"Finetune/Learning Rate": 1.648246269381981e-08, "Finetune/Loss": 0.6334069967269897, "Finetune/Loss (Raw)": 0.6122052669525146, "Finetune/Step": 18891, "Finetune/Step Time": 5.954727604985237}
+{"Finetune/Learning Rate": 1.6385959476032942e-08, "Finetune/Loss": 0.6329799890518188, "Finetune/Loss (Raw)": 0.47361332178115845, "Finetune/Step": 18892, "Finetune/Step Time": 5.95127840898931}
+{"Finetune/Learning Rate": 1.6289739365150658e-08, "Finetune/Loss": 0.6334179043769836, "Finetune/Loss (Raw)": 0.689557671546936, "Finetune/Step": 18893, "Finetune/Step Time": 5.951388018205762}
+{"Finetune/Learning Rate": 1.619380236390078e-08, "Finetune/Loss": 0.6336190700531006, "Finetune/Loss (Raw)": 0.6546716094017029, "Finetune/Step": 18894, "Finetune/Step Time": 5.962676474824548}
+{"Finetune/Learning Rate": 1.6098148475005572e-08, "Finetune/Loss": 0.632807731628418, "Finetune/Loss (Raw)": 0.600879967212677, "Finetune/Step": 18895, "Finetune/Step Time": 5.958984926342964}
+{"Finetune/Learning Rate": 1.6002777701175088e-08, "Finetune/Loss": 0.6330611109733582, "Finetune/Loss (Raw)": 0.6510728597640991, "Finetune/Step": 18896, "Finetune/Step Time": 5.948729459196329}
+{"Finetune/Learning Rate": 1.590769004511605e-08, "Finetune/Loss": 0.6332477331161499, "Finetune/Loss (Raw)": 0.6143362522125244, "Finetune/Step": 18897, "Finetune/Step Time": 5.922690352424979}
+{"Finetune/Learning Rate": 1.581288550952409e-08, "Finetune/Loss": 0.6333962678909302, "Finetune/Loss (Raw)": 0.5986165404319763, "Finetune/Step": 18898, "Finetune/Step Time": 5.918383661657572}
+{"Finetune/Learning Rate": 1.5718364097087048e-08, "Finetune/Loss": 0.6335633993148804, "Finetune/Loss (Raw)": 0.6271248459815979, "Finetune/Step": 18899, "Finetune/Step Time": 5.8997235503047705}
+{"Finetune/Learning Rate": 1.5624125810486114e-08, "Finetune/Loss": 0.6324220299720764, "Finetune/Loss (Raw)": 0.4954976439476013, "Finetune/Step": 18900, "Finetune/Step Time": 5.917099628597498}
+{"Finetune/Learning Rate": 1.5530170652393596e-08, "Finetune/Loss": 0.6337259411811829, "Finetune/Loss (Raw)": 0.7271040081977844, "Finetune/Step": 18901, "Finetune/Step Time": 5.919623341411352}
+{"Finetune/Learning Rate": 1.5436498625471806e-08, "Finetune/Loss": 0.6328945755958557, "Finetune/Loss (Raw)": 0.6067244410514832, "Finetune/Step": 18902, "Finetune/Step Time": 5.9200856778770685}
+{"Finetune/Learning Rate": 1.5343109732379734e-08, "Finetune/Loss": 0.6329144239425659, "Finetune/Loss (Raw)": 0.7154495120048523, "Finetune/Step": 18903, "Finetune/Step Time": 5.920814083889127}
+{"Finetune/Learning Rate": 1.5250003975765258e-08, "Finetune/Loss": 0.6333687901496887, "Finetune/Loss (Raw)": 0.65605229139328, "Finetune/Step": 18904, "Finetune/Step Time": 5.925176862627268}
+{"Finetune/Learning Rate": 1.515718135826627e-08, "Finetune/Loss": 0.633411705493927, "Finetune/Loss (Raw)": 0.6226356625556946, "Finetune/Step": 18905, "Finetune/Step Time": 5.915385467931628}
+{"Finetune/Learning Rate": 1.506464188251733e-08, "Finetune/Loss": 0.6349295377731323, "Finetune/Loss (Raw)": 0.6424100399017334, "Finetune/Step": 18906, "Finetune/Step Time": 5.89635856077075}
+{"Finetune/Learning Rate": 1.497238555114189e-08, "Finetune/Loss": 0.6339752078056335, "Finetune/Loss (Raw)": 0.661806583404541, "Finetune/Step": 18907, "Finetune/Step Time": 5.89525980129838}
+{"Finetune/Learning Rate": 1.4880412366755637e-08, "Finetune/Loss": 0.6346721649169922, "Finetune/Loss (Raw)": 0.6207219362258911, "Finetune/Step": 18908, "Finetune/Step Time": 5.883083010092378}
+{"Finetune/Learning Rate": 1.4788722331967598e-08, "Finetune/Loss": 0.6328449249267578, "Finetune/Loss (Raw)": 0.46185386180877686, "Finetune/Step": 18909, "Finetune/Step Time": 5.900180798023939}
+{"Finetune/Learning Rate": 1.4697315449376803e-08, "Finetune/Loss": 0.6331542730331421, "Finetune/Loss (Raw)": 0.6357802152633667, "Finetune/Step": 18910, "Finetune/Step Time": 5.905388301238418}
+{"Finetune/Learning Rate": 1.4606191721575625e-08, "Finetune/Loss": 0.6320940256118774, "Finetune/Loss (Raw)": 0.5784106254577637, "Finetune/Step": 18911, "Finetune/Step Time": 5.908015502616763}
+{"Finetune/Learning Rate": 1.451535115114866e-08, "Finetune/Loss": 0.6317298412322998, "Finetune/Loss (Raw)": 0.5517528057098389, "Finetune/Step": 18912, "Finetune/Step Time": 5.9136797823011875}
+{"Finetune/Learning Rate": 1.4424793740670517e-08, "Finetune/Loss": 0.6310408115386963, "Finetune/Loss (Raw)": 0.5556226372718811, "Finetune/Step": 18913, "Finetune/Step Time": 5.909732185304165}
+{"Finetune/Learning Rate": 1.4334519492711362e-08, "Finetune/Loss": 0.6309879422187805, "Finetune/Loss (Raw)": 0.5770328044891357, "Finetune/Step": 18914, "Finetune/Step Time": 5.905818214640021}
+{"Finetune/Learning Rate": 1.424452840982915e-08, "Finetune/Loss": 0.6303070783615112, "Finetune/Loss (Raw)": 0.6525582671165466, "Finetune/Step": 18915, "Finetune/Step Time": 5.908902034163475}
+{"Finetune/Learning Rate": 1.4154820494576282e-08, "Finetune/Loss": 0.6309211850166321, "Finetune/Loss (Raw)": 0.6909551024436951, "Finetune/Step": 18916, "Finetune/Step Time": 5.903037311509252}
+{"Finetune/Learning Rate": 1.406539574949628e-08, "Finetune/Loss": 0.6322436332702637, "Finetune/Loss (Raw)": 0.7648288011550903, "Finetune/Step": 18917, "Finetune/Step Time": 5.917910393327475}
+{"Finetune/Learning Rate": 1.3976254177126003e-08, "Finetune/Loss": 0.6311786770820618, "Finetune/Loss (Raw)": 0.5369353294372559, "Finetune/Step": 18918, "Finetune/Step Time": 5.910414831712842}
+{"Finetune/Learning Rate": 1.3887395779993429e-08, "Finetune/Loss": 0.6309390068054199, "Finetune/Loss (Raw)": 0.6558153629302979, "Finetune/Step": 18919, "Finetune/Step Time": 5.913665382191539}
+{"Finetune/Learning Rate": 1.3798820560616544e-08, "Finetune/Loss": 0.6322411298751831, "Finetune/Loss (Raw)": 0.6902300119400024, "Finetune/Step": 18920, "Finetune/Step Time": 5.917816903442144}
+{"Finetune/Learning Rate": 1.3710528521508893e-08, "Finetune/Loss": 0.631091296672821, "Finetune/Loss (Raw)": 0.5668696761131287, "Finetune/Step": 18921, "Finetune/Step Time": 5.9249139335006475}
+{"Finetune/Learning Rate": 1.3622519665172918e-08, "Finetune/Loss": 0.6315648555755615, "Finetune/Loss (Raw)": 0.780234158039093, "Finetune/Step": 18922, "Finetune/Step Time": 5.904861418530345}
+{"Finetune/Learning Rate": 1.35347939941044e-08, "Finetune/Loss": 0.6330108642578125, "Finetune/Loss (Raw)": 0.7518975138664246, "Finetune/Step": 18923, "Finetune/Step Time": 5.9027950670570135}
+{"Finetune/Learning Rate": 1.3447351510792461e-08, "Finetune/Loss": 0.6333684325218201, "Finetune/Loss (Raw)": 0.5320631861686707, "Finetune/Step": 18924, "Finetune/Step Time": 5.896819077432156}
+{"Finetune/Learning Rate": 1.3360192217715117e-08, "Finetune/Loss": 0.6337411403656006, "Finetune/Loss (Raw)": 0.6616528034210205, "Finetune/Step": 18925, "Finetune/Step Time": 5.896292686462402}
+{"Finetune/Learning Rate": 1.3273316117344837e-08, "Finetune/Loss": 0.6338842511177063, "Finetune/Loss (Raw)": 0.6320047378540039, "Finetune/Step": 18926, "Finetune/Step Time": 5.896272357553244}
+{"Finetune/Learning Rate": 1.3186723212145202e-08, "Finetune/Loss": 0.634200394153595, "Finetune/Loss (Raw)": 0.6919242739677429, "Finetune/Step": 18927, "Finetune/Step Time": 5.918180517852306}
+{"Finetune/Learning Rate": 1.3100413504570918e-08, "Finetune/Loss": 0.6349037885665894, "Finetune/Loss (Raw)": 0.6476348042488098, "Finetune/Step": 18928, "Finetune/Step Time": 5.911484828218818}
+{"Finetune/Learning Rate": 1.3014386997070028e-08, "Finetune/Loss": 0.6351495981216431, "Finetune/Loss (Raw)": 0.6935625672340393, "Finetune/Step": 18929, "Finetune/Step Time": 5.914952032268047}
+{"Finetune/Learning Rate": 1.2928643692081688e-08, "Finetune/Loss": 0.6352740526199341, "Finetune/Loss (Raw)": 0.6634063720703125, "Finetune/Step": 18930, "Finetune/Step Time": 5.917030116543174}
+{"Finetune/Learning Rate": 1.284318359203729e-08, "Finetune/Loss": 0.6346369981765747, "Finetune/Loss (Raw)": 0.610369861125946, "Finetune/Step": 18931, "Finetune/Step Time": 5.913870299234986}
+{"Finetune/Learning Rate": 1.2758006699361558e-08, "Finetune/Loss": 0.6349284648895264, "Finetune/Loss (Raw)": 0.6568765044212341, "Finetune/Step": 18932, "Finetune/Step Time": 5.91040213778615}
+{"Finetune/Learning Rate": 1.2673113016468119e-08, "Finetune/Loss": 0.6349530220031738, "Finetune/Loss (Raw)": 0.6572414040565491, "Finetune/Step": 18933, "Finetune/Step Time": 5.908896002918482}
+{"Finetune/Learning Rate": 1.2588502545765048e-08, "Finetune/Loss": 0.6347686648368835, "Finetune/Loss (Raw)": 0.6751665472984314, "Finetune/Step": 18934, "Finetune/Step Time": 5.909495901316404}
+{"Finetune/Learning Rate": 1.2504175289651532e-08, "Finetune/Loss": 0.6332295536994934, "Finetune/Loss (Raw)": 0.5672634243965149, "Finetune/Step": 18935, "Finetune/Step Time": 5.90400242805481}
+{"Finetune/Learning Rate": 1.2420131250520107e-08, "Finetune/Loss": 0.6324818134307861, "Finetune/Loss (Raw)": 0.621232807636261, "Finetune/Step": 18936, "Finetune/Step Time": 5.906083267182112}
+{"Finetune/Learning Rate": 1.2336370430751087e-08, "Finetune/Loss": 0.6332312226295471, "Finetune/Loss (Raw)": 0.6826757192611694, "Finetune/Step": 18937, "Finetune/Step Time": 5.906478559598327}
+{"Finetune/Learning Rate": 1.2252892832722573e-08, "Finetune/Loss": 0.6346189975738525, "Finetune/Loss (Raw)": 0.7800688743591309, "Finetune/Step": 18938, "Finetune/Step Time": 5.901975369080901}
+{"Finetune/Learning Rate": 1.216969845880045e-08, "Finetune/Loss": 0.634451687335968, "Finetune/Loss (Raw)": 0.6153455972671509, "Finetune/Step": 18939, "Finetune/Step Time": 5.90444896556437}
+{"Finetune/Learning Rate": 1.208678731134505e-08, "Finetune/Loss": 0.6330310106277466, "Finetune/Loss (Raw)": 0.583263099193573, "Finetune/Step": 18940, "Finetune/Step Time": 5.907205373048782}
+{"Finetune/Learning Rate": 1.2004159392705606e-08, "Finetune/Loss": 0.6321345567703247, "Finetune/Loss (Raw)": 0.5993214249610901, "Finetune/Step": 18941, "Finetune/Step Time": 5.911237575113773}
+{"Finetune/Learning Rate": 1.1921814705225798e-08, "Finetune/Loss": 0.6325360536575317, "Finetune/Loss (Raw)": 0.633813202381134, "Finetune/Step": 18942, "Finetune/Step Time": 5.924114814028144}
+{"Finetune/Learning Rate": 1.1839753251241537e-08, "Finetune/Loss": 0.6326871514320374, "Finetune/Loss (Raw)": 0.6543591618537903, "Finetune/Step": 18943, "Finetune/Step Time": 5.92293893918395}
+{"Finetune/Learning Rate": 1.175797503307874e-08, "Finetune/Loss": 0.6328721642494202, "Finetune/Loss (Raw)": 0.6688120365142822, "Finetune/Step": 18944, "Finetune/Step Time": 5.926204947754741}
+{"Finetune/Learning Rate": 1.167648005305777e-08, "Finetune/Loss": 0.6334254741668701, "Finetune/Loss (Raw)": 0.6607485413551331, "Finetune/Step": 18945, "Finetune/Step Time": 5.926752792671323}
+{"Finetune/Learning Rate": 1.1595268313489005e-08, "Finetune/Loss": 0.6328697204589844, "Finetune/Loss (Raw)": 0.6306090950965881, "Finetune/Step": 18946, "Finetune/Step Time": 5.925183665007353}
+{"Finetune/Learning Rate": 1.1514339816675047e-08, "Finetune/Loss": 0.6330729722976685, "Finetune/Loss (Raw)": 0.6569809913635254, "Finetune/Step": 18947, "Finetune/Step Time": 5.9256292805075645}
+{"Finetune/Learning Rate": 1.1433694564910724e-08, "Finetune/Loss": 0.633992612361908, "Finetune/Loss (Raw)": 0.6828855872154236, "Finetune/Step": 18948, "Finetune/Step Time": 5.925026223063469}
+{"Finetune/Learning Rate": 1.1353332560483098e-08, "Finetune/Loss": 0.6333228349685669, "Finetune/Loss (Raw)": 0.5875032544136047, "Finetune/Step": 18949, "Finetune/Step Time": 5.924536062404513}
+{"Finetune/Learning Rate": 1.1273253805670347e-08, "Finetune/Loss": 0.6333909034729004, "Finetune/Loss (Raw)": 0.6612297296524048, "Finetune/Step": 18950, "Finetune/Step Time": 5.925069661810994}
+{"Finetune/Learning Rate": 1.1193458302745097e-08, "Finetune/Loss": 0.6345037221908569, "Finetune/Loss (Raw)": 0.7915416359901428, "Finetune/Step": 18951, "Finetune/Step Time": 5.906097961589694}
+{"Finetune/Learning Rate": 1.1113946053968872e-08, "Finetune/Loss": 0.6342050433158875, "Finetune/Loss (Raw)": 0.5727398991584778, "Finetune/Step": 18952, "Finetune/Step Time": 5.906813599169254}
+{"Finetune/Learning Rate": 1.1034717061596534e-08, "Finetune/Loss": 0.6351447105407715, "Finetune/Loss (Raw)": 0.6887338161468506, "Finetune/Step": 18953, "Finetune/Step Time": 5.900533022359014}
+{"Finetune/Learning Rate": 1.0955771327874065e-08, "Finetune/Loss": 0.6344913244247437, "Finetune/Loss (Raw)": 0.5387434959411621, "Finetune/Step": 18954, "Finetune/Step Time": 5.898876531049609}
+{"Finetune/Learning Rate": 1.0877108855041895e-08, "Finetune/Loss": 0.6342062950134277, "Finetune/Loss (Raw)": 0.6099120378494263, "Finetune/Step": 18955, "Finetune/Step Time": 5.900105457752943}
+{"Finetune/Learning Rate": 1.0798729645329353e-08, "Finetune/Loss": 0.6344307661056519, "Finetune/Loss (Raw)": 0.7040005326271057, "Finetune/Step": 18956, "Finetune/Step Time": 5.904133599251509}
+{"Finetune/Learning Rate": 1.0720633700959104e-08, "Finetune/Loss": 0.6357977390289307, "Finetune/Loss (Raw)": 0.7070382833480835, "Finetune/Step": 18957, "Finetune/Step Time": 5.925295924767852}
+{"Finetune/Learning Rate": 1.0642821024146045e-08, "Finetune/Loss": 0.6362485885620117, "Finetune/Loss (Raw)": 0.6200504899024963, "Finetune/Step": 18958, "Finetune/Step Time": 5.922376308590174}
+{"Finetune/Learning Rate": 1.0565291617096185e-08, "Finetune/Loss": 0.636012077331543, "Finetune/Loss (Raw)": 0.6176485419273376, "Finetune/Step": 18959, "Finetune/Step Time": 5.926942616701126}
+{"Finetune/Learning Rate": 1.048804548200888e-08, "Finetune/Loss": 0.6356867551803589, "Finetune/Loss (Raw)": 0.6152664422988892, "Finetune/Step": 18960, "Finetune/Step Time": 5.924660574644804}
+{"Finetune/Learning Rate": 1.0411082621074598e-08, "Finetune/Loss": 0.63499915599823, "Finetune/Loss (Raw)": 0.5375301837921143, "Finetune/Step": 18961, "Finetune/Step Time": 5.951513973996043}
+{"Finetune/Learning Rate": 1.0334403036474927e-08, "Finetune/Loss": 0.6351404190063477, "Finetune/Loss (Raw)": 0.6178311109542847, "Finetune/Step": 18962, "Finetune/Step Time": 5.968104537576437}
+{"Finetune/Learning Rate": 1.0258006730385906e-08, "Finetune/Loss": 0.6367090940475464, "Finetune/Loss (Raw)": 0.7931633591651917, "Finetune/Step": 18963, "Finetune/Step Time": 5.947503708302975}
+{"Finetune/Learning Rate": 1.0181893704971358e-08, "Finetune/Loss": 0.6377498507499695, "Finetune/Loss (Raw)": 0.7306577563285828, "Finetune/Step": 18964, "Finetune/Step Time": 5.947315456345677}
+{"Finetune/Learning Rate": 1.0106063962391777e-08, "Finetune/Loss": 0.6369518637657166, "Finetune/Loss (Raw)": 0.5893834829330444, "Finetune/Step": 18965, "Finetune/Step Time": 5.950230062007904}
+{"Finetune/Learning Rate": 1.0030517504796555e-08, "Finetune/Loss": 0.6366886496543884, "Finetune/Loss (Raw)": 0.6673558354377747, "Finetune/Step": 18966, "Finetune/Step Time": 5.949150821194053}
+{"Finetune/Learning Rate": 9.955254334328424e-09, "Finetune/Loss": 0.6365193724632263, "Finetune/Loss (Raw)": 0.5880529284477234, "Finetune/Step": 18967, "Finetune/Step Time": 5.9741434995085}
+{"Finetune/Learning Rate": 9.88027445312123e-09, "Finetune/Loss": 0.6364883184432983, "Finetune/Loss (Raw)": 0.7046974897384644, "Finetune/Step": 18968, "Finetune/Step Time": 5.972952434793115}
+{"Finetune/Learning Rate": 9.805577863301052e-09, "Finetune/Loss": 0.6368252038955688, "Finetune/Loss (Raw)": 0.652055025100708, "Finetune/Step": 18969, "Finetune/Step Time": 5.974739963188767}
+{"Finetune/Learning Rate": 9.731164566987305e-09, "Finetune/Loss": 0.6351572871208191, "Finetune/Loss (Raw)": 0.5348566174507141, "Finetune/Step": 18970, "Finetune/Step Time": 5.975995445623994}
+{"Finetune/Learning Rate": 9.657034566288303e-09, "Finetune/Loss": 0.6348567605018616, "Finetune/Loss (Raw)": 0.5663023591041565, "Finetune/Step": 18971, "Finetune/Step Time": 5.977620895951986}
+{"Finetune/Learning Rate": 9.583187863306808e-09, "Finetune/Loss": 0.6330186128616333, "Finetune/Loss (Raw)": 0.47517129778862, "Finetune/Step": 18972, "Finetune/Step Time": 5.972203336656094}
+{"Finetune/Learning Rate": 9.509624460137812e-09, "Finetune/Loss": 0.6332870721817017, "Finetune/Loss (Raw)": 0.5817515254020691, "Finetune/Step": 18973, "Finetune/Step Time": 5.971025072038174}
+{"Finetune/Learning Rate": 9.436344358867422e-09, "Finetune/Loss": 0.6328606009483337, "Finetune/Loss (Raw)": 0.565127968788147, "Finetune/Step": 18974, "Finetune/Step Time": 5.9639547653496265}
+{"Finetune/Learning Rate": 9.363347561571755e-09, "Finetune/Loss": 0.632729172706604, "Finetune/Loss (Raw)": 0.6668198108673096, "Finetune/Step": 18975, "Finetune/Step Time": 5.964368993416429}
+{"Finetune/Learning Rate": 9.290634070322491e-09, "Finetune/Loss": 0.632442831993103, "Finetune/Loss (Raw)": 0.6832623481750488, "Finetune/Step": 18976, "Finetune/Step Time": 5.971575006842613}
+{"Finetune/Learning Rate": 9.21820388718131e-09, "Finetune/Loss": 0.6315534710884094, "Finetune/Loss (Raw)": 0.5408899784088135, "Finetune/Step": 18977, "Finetune/Step Time": 5.975866435095668}
+{"Finetune/Learning Rate": 9.146057014201015e-09, "Finetune/Loss": 0.6311267614364624, "Finetune/Loss (Raw)": 0.5921925902366638, "Finetune/Step": 18978, "Finetune/Step Time": 5.9721540957689285}
+{"Finetune/Learning Rate": 9.07419345342886e-09, "Finetune/Loss": 0.6312553286552429, "Finetune/Loss (Raw)": 0.6270743012428284, "Finetune/Step": 18979, "Finetune/Step Time": 5.976630641147494}
+{"Finetune/Learning Rate": 9.0026132069021e-09, "Finetune/Loss": 0.6318584084510803, "Finetune/Loss (Raw)": 0.5838271975517273, "Finetune/Step": 18980, "Finetune/Step Time": 5.957886951044202}
+{"Finetune/Learning Rate": 8.931316276651336e-09, "Finetune/Loss": 0.6316354274749756, "Finetune/Loss (Raw)": 0.6530299186706543, "Finetune/Step": 18981, "Finetune/Step Time": 5.953792264685035}
+{"Finetune/Learning Rate": 8.860302664697174e-09, "Finetune/Loss": 0.6320464611053467, "Finetune/Loss (Raw)": 0.7249319553375244, "Finetune/Step": 18982, "Finetune/Step Time": 5.964641876518726}
+{"Finetune/Learning Rate": 8.789572373053557e-09, "Finetune/Loss": 0.6315826177597046, "Finetune/Loss (Raw)": 0.568764865398407, "Finetune/Step": 18983, "Finetune/Step Time": 5.966509761288762}
+{"Finetune/Learning Rate": 8.719125403726658e-09, "Finetune/Loss": 0.6308605074882507, "Finetune/Loss (Raw)": 0.5650686025619507, "Finetune/Step": 18984, "Finetune/Step Time": 5.972400154918432}
+{"Finetune/Learning Rate": 8.648961758713769e-09, "Finetune/Loss": 0.632279634475708, "Finetune/Loss (Raw)": 0.745388925075531, "Finetune/Step": 18985, "Finetune/Step Time": 5.983488112688065}
+{"Finetune/Learning Rate": 8.579081440004411e-09, "Finetune/Loss": 0.6331439018249512, "Finetune/Loss (Raw)": 0.714030385017395, "Finetune/Step": 18986, "Finetune/Step Time": 5.983698941767216}
+{"Finetune/Learning Rate": 8.50948444958144e-09, "Finetune/Loss": 0.633834719657898, "Finetune/Loss (Raw)": 0.6027237772941589, "Finetune/Step": 18987, "Finetune/Step Time": 5.993411783128977}
+{"Finetune/Learning Rate": 8.440170789417723e-09, "Finetune/Loss": 0.6352351903915405, "Finetune/Loss (Raw)": 0.6898048520088196, "Finetune/Step": 18988, "Finetune/Step Time": 5.996026391163468}
+{"Finetune/Learning Rate": 8.371140461477245e-09, "Finetune/Loss": 0.6347168684005737, "Finetune/Loss (Raw)": 0.56629878282547, "Finetune/Step": 18989, "Finetune/Step Time": 6.003599455580115}
+{"Finetune/Learning Rate": 8.30239346771955e-09, "Finetune/Loss": 0.634401261806488, "Finetune/Loss (Raw)": 0.6860944628715515, "Finetune/Step": 18990, "Finetune/Step Time": 6.00151003152132}
+{"Finetune/Learning Rate": 8.233929810094188e-09, "Finetune/Loss": 0.634984016418457, "Finetune/Loss (Raw)": 0.6829670667648315, "Finetune/Step": 18991, "Finetune/Step Time": 6.002583280205727}
+{"Finetune/Learning Rate": 8.16574949054072e-09, "Finetune/Loss": 0.6335666179656982, "Finetune/Loss (Raw)": 0.6500498652458191, "Finetune/Step": 18992, "Finetune/Step Time": 6.00360338576138}
+{"Finetune/Learning Rate": 8.097852510993154e-09, "Finetune/Loss": 0.6341196298599243, "Finetune/Loss (Raw)": 0.6068578362464905, "Finetune/Step": 18993, "Finetune/Step Time": 6.033819397911429}
+{"Finetune/Learning Rate": 8.030238873378838e-09, "Finetune/Loss": 0.6351324319839478, "Finetune/Loss (Raw)": 0.7071350812911987, "Finetune/Step": 18994, "Finetune/Step Time": 6.0356786120682955}
+{"Finetune/Learning Rate": 7.962908579612905e-09, "Finetune/Loss": 0.6355202794075012, "Finetune/Loss (Raw)": 0.614031195640564, "Finetune/Step": 18995, "Finetune/Step Time": 6.041356360539794}
+{"Finetune/Learning Rate": 7.895861631604939e-09, "Finetune/Loss": 0.6368188261985779, "Finetune/Loss (Raw)": 0.7625486254692078, "Finetune/Step": 18996, "Finetune/Step Time": 6.0290255937725306}
+{"Finetune/Learning Rate": 7.829098031256755e-09, "Finetune/Loss": 0.6366013884544373, "Finetune/Loss (Raw)": 0.6373797059059143, "Finetune/Step": 18997, "Finetune/Step Time": 6.034540543332696}
+{"Finetune/Learning Rate": 7.76261778046128e-09, "Finetune/Loss": 0.6373616456985474, "Finetune/Loss (Raw)": 0.7365344762802124, "Finetune/Step": 18998, "Finetune/Step Time": 6.029931893572211}
+{"Finetune/Learning Rate": 7.696420881104783e-09, "Finetune/Loss": 0.6368613243103027, "Finetune/Loss (Raw)": 0.611953854560852, "Finetune/Step": 18999, "Finetune/Step Time": 6.043389458209276}
+{"Finetune/Learning Rate": 7.630507335062432e-09, "Finetune/Loss": 0.6360235810279846, "Finetune/Loss (Raw)": 0.5469823479652405, "Finetune/Step": 19000, "Finetune/Step Time": 6.04450448974967}
+{"Finetune/Learning Rate": 7.564877144204951e-09, "Finetune/Loss": 0.6362249255180359, "Finetune/Loss (Raw)": 0.5632530450820923, "Finetune/Step": 19001, "Finetune/Step Time": 6.022904084995389}
+{"Finetune/Learning Rate": 7.499530310393078e-09, "Finetune/Loss": 0.6352733969688416, "Finetune/Loss (Raw)": 0.5737239718437195, "Finetune/Step": 19002, "Finetune/Step Time": 6.01125300116837}
+{"Finetune/Learning Rate": 7.4344668354786596e-09, "Finetune/Loss": 0.63524329662323, "Finetune/Loss (Raw)": 0.691076397895813, "Finetune/Step": 19003, "Finetune/Step Time": 6.017151642590761}
+{"Finetune/Learning Rate": 7.369686721309111e-09, "Finetune/Loss": 0.6350225806236267, "Finetune/Loss (Raw)": 0.5814353823661804, "Finetune/Step": 19004, "Finetune/Step Time": 6.019198967143893}
+{"Finetune/Learning Rate": 7.305189969718518e-09, "Finetune/Loss": 0.6347559094429016, "Finetune/Loss (Raw)": 0.6251986026763916, "Finetune/Step": 19005, "Finetune/Step Time": 6.021111372858286}
+{"Finetune/Learning Rate": 7.24097658253875e-09, "Finetune/Loss": 0.6340008974075317, "Finetune/Loss (Raw)": 0.5715166926383972, "Finetune/Step": 19006, "Finetune/Step Time": 6.026510193943977}
+{"Finetune/Learning Rate": 7.177046561588352e-09, "Finetune/Loss": 0.6351373195648193, "Finetune/Loss (Raw)": 0.6641131043434143, "Finetune/Step": 19007, "Finetune/Step Time": 6.030193962156773}
+{"Finetune/Learning Rate": 7.113399908681429e-09, "Finetune/Loss": 0.6349878311157227, "Finetune/Loss (Raw)": 0.6393009424209595, "Finetune/Step": 19008, "Finetune/Step Time": 6.024879589676857}
+{"Finetune/Learning Rate": 7.050036625622092e-09, "Finetune/Loss": 0.6348556876182556, "Finetune/Loss (Raw)": 0.5688496232032776, "Finetune/Step": 19009, "Finetune/Step Time": 6.0285422801971436}
+{"Finetune/Learning Rate": 6.986956714207793e-09, "Finetune/Loss": 0.6346873044967651, "Finetune/Loss (Raw)": 0.5829856991767883, "Finetune/Step": 19010, "Finetune/Step Time": 6.012778136879206}
+{"Finetune/Learning Rate": 6.924160176228212e-09, "Finetune/Loss": 0.6349735856056213, "Finetune/Loss (Raw)": 0.6593769788742065, "Finetune/Step": 19011, "Finetune/Step Time": 6.013940282166004}
+{"Finetune/Learning Rate": 6.861647013461925e-09, "Finetune/Loss": 0.6348752975463867, "Finetune/Loss (Raw)": 0.6801687479019165, "Finetune/Step": 19012, "Finetune/Step Time": 6.028305161744356}
+{"Finetune/Learning Rate": 6.799417227681959e-09, "Finetune/Loss": 0.634131908416748, "Finetune/Loss (Raw)": 0.5476636290550232, "Finetune/Step": 19013, "Finetune/Step Time": 6.0316047593951225}
+{"Finetune/Learning Rate": 6.737470820654679e-09, "Finetune/Loss": 0.6338926553726196, "Finetune/Loss (Raw)": 0.5551146268844604, "Finetune/Step": 19014, "Finetune/Step Time": 6.034146025776863}
+{"Finetune/Learning Rate": 6.675807794135347e-09, "Finetune/Loss": 0.633320152759552, "Finetune/Loss (Raw)": 0.5396060943603516, "Finetune/Step": 19015, "Finetune/Step Time": 6.021839981898665}
+{"Finetune/Learning Rate": 6.614428149873675e-09, "Finetune/Loss": 0.6323248147964478, "Finetune/Loss (Raw)": 0.657960057258606, "Finetune/Step": 19016, "Finetune/Step Time": 6.004374172538519}
+{"Finetune/Learning Rate": 6.553331889608272e-09, "Finetune/Loss": 0.631472647190094, "Finetune/Loss (Raw)": 0.5719919204711914, "Finetune/Step": 19017, "Finetune/Step Time": 6.007575299590826}
+{"Finetune/Learning Rate": 6.4925190150733065e-09, "Finetune/Loss": 0.6324061155319214, "Finetune/Loss (Raw)": 0.7091178894042969, "Finetune/Step": 19018, "Finetune/Step Time": 6.003718202933669}
+{"Finetune/Learning Rate": 6.431989527992954e-09, "Finetune/Loss": 0.6326003670692444, "Finetune/Loss (Raw)": 0.6370695233345032, "Finetune/Step": 19019, "Finetune/Step Time": 6.0084253661334515}
+{"Finetune/Learning Rate": 6.371743430082511e-09, "Finetune/Loss": 0.6336207985877991, "Finetune/Loss (Raw)": 0.6042287349700928, "Finetune/Step": 19020, "Finetune/Step Time": 6.0104343239218}
+{"Finetune/Learning Rate": 6.31178072305283e-09, "Finetune/Loss": 0.6328936219215393, "Finetune/Loss (Raw)": 0.5964807868003845, "Finetune/Step": 19021, "Finetune/Step Time": 6.012597035616636}
+{"Finetune/Learning Rate": 6.2521014086014405e-09, "Finetune/Loss": 0.6331161856651306, "Finetune/Loss (Raw)": 0.683157742023468, "Finetune/Step": 19022, "Finetune/Step Time": 6.006028972566128}
+{"Finetune/Learning Rate": 6.192705488423656e-09, "Finetune/Loss": 0.6325752139091492, "Finetune/Loss (Raw)": 0.5316416621208191, "Finetune/Step": 19023, "Finetune/Step Time": 6.008420262485743}
+{"Finetune/Learning Rate": 6.1335929642014626e-09, "Finetune/Loss": 0.6336064338684082, "Finetune/Loss (Raw)": 0.7830705642700195, "Finetune/Step": 19024, "Finetune/Step Time": 6.013894962146878}
+{"Finetune/Learning Rate": 6.0747638376112976e-09, "Finetune/Loss": 0.6340367197990417, "Finetune/Loss (Raw)": 0.6694065928459167, "Finetune/Step": 19025, "Finetune/Step Time": 6.01599445566535}
+{"Finetune/Learning Rate": 6.016218110321825e-09, "Finetune/Loss": 0.6345593929290771, "Finetune/Loss (Raw)": 0.6655227541923523, "Finetune/Step": 19026, "Finetune/Step Time": 6.01863226480782}
+{"Finetune/Learning Rate": 5.9579557839939405e-09, "Finetune/Loss": 0.6350873112678528, "Finetune/Loss (Raw)": 0.6946984529495239, "Finetune/Step": 19027, "Finetune/Step Time": 6.020834997296333}
+{"Finetune/Learning Rate": 5.899976860278545e-09, "Finetune/Loss": 0.6358497142791748, "Finetune/Loss (Raw)": 0.5930848121643066, "Finetune/Step": 19028, "Finetune/Step Time": 5.999991929158568}
+{"Finetune/Learning Rate": 5.8422813408209875e-09, "Finetune/Loss": 0.6352211236953735, "Finetune/Loss (Raw)": 0.646638035774231, "Finetune/Step": 19029, "Finetune/Step Time": 5.995227865874767}
+{"Finetune/Learning Rate": 5.784869227256628e-09, "Finetune/Loss": 0.6368280649185181, "Finetune/Loss (Raw)": 0.8124129176139832, "Finetune/Step": 19030, "Finetune/Step Time": 5.990649398416281}
+{"Finetune/Learning Rate": 5.727740521213054e-09, "Finetune/Loss": 0.6360772848129272, "Finetune/Loss (Raw)": 0.6193503141403198, "Finetune/Step": 19031, "Finetune/Step Time": 5.993198415264487}
+{"Finetune/Learning Rate": 5.6708952243123e-09, "Finetune/Loss": 0.6353968977928162, "Finetune/Loss (Raw)": 0.5689672231674194, "Finetune/Step": 19032, "Finetune/Step Time": 5.992132294923067}
+{"Finetune/Learning Rate": 5.61433333816308e-09, "Finetune/Loss": 0.6353957653045654, "Finetune/Loss (Raw)": 0.6224918961524963, "Finetune/Step": 19033, "Finetune/Step Time": 5.987709645181894}
+{"Finetune/Learning Rate": 5.558054864371887e-09, "Finetune/Loss": 0.6354859471321106, "Finetune/Loss (Raw)": 0.6539461612701416, "Finetune/Step": 19034, "Finetune/Step Time": 5.990279823541641}
+{"Finetune/Learning Rate": 5.50205980453411e-09, "Finetune/Loss": 0.6340247392654419, "Finetune/Loss (Raw)": 0.4747731685638428, "Finetune/Step": 19035, "Finetune/Step Time": 6.004024172201753}
+{"Finetune/Learning Rate": 5.446348160237369e-09, "Finetune/Loss": 0.6341261267662048, "Finetune/Loss (Raw)": 0.6337031126022339, "Finetune/Step": 19036, "Finetune/Step Time": 6.007990142330527}
+{"Finetune/Learning Rate": 5.390919933061512e-09, "Finetune/Loss": 0.6361708641052246, "Finetune/Loss (Raw)": 0.7235775589942932, "Finetune/Step": 19037, "Finetune/Step Time": 5.988484380766749}
+{"Finetune/Learning Rate": 5.335775124578612e-09, "Finetune/Loss": 0.6353365182876587, "Finetune/Loss (Raw)": 0.5289825201034546, "Finetune/Step": 19038, "Finetune/Step Time": 5.985555086284876}
+{"Finetune/Learning Rate": 5.280913736351867e-09, "Finetune/Loss": 0.6366125345230103, "Finetune/Loss (Raw)": 0.7417455315589905, "Finetune/Step": 19039, "Finetune/Step Time": 5.983809633180499}
+{"Finetune/Learning Rate": 5.226335769936697e-09, "Finetune/Loss": 0.6378158330917358, "Finetune/Loss (Raw)": 0.7057762145996094, "Finetune/Step": 19040, "Finetune/Step Time": 5.981210853904486}
+{"Finetune/Learning Rate": 5.1720412268818634e-09, "Finetune/Loss": 0.6373263001441956, "Finetune/Loss (Raw)": 0.49295487999916077, "Finetune/Step": 19041, "Finetune/Step Time": 5.98883780837059}
+{"Finetune/Learning Rate": 5.1180301087261355e-09, "Finetune/Loss": 0.636943519115448, "Finetune/Loss (Raw)": 0.5280420184135437, "Finetune/Step": 19042, "Finetune/Step Time": 5.991144686937332}
+{"Finetune/Learning Rate": 5.064302417001621e-09, "Finetune/Loss": 0.6377167105674744, "Finetune/Loss (Raw)": 0.7515262961387634, "Finetune/Step": 19043, "Finetune/Step Time": 5.992994947358966}
+{"Finetune/Learning Rate": 5.010858153231546e-09, "Finetune/Loss": 0.6368143558502197, "Finetune/Loss (Raw)": 0.5754502415657043, "Finetune/Step": 19044, "Finetune/Step Time": 5.993061024695635}
+{"Finetune/Learning Rate": 4.957697318931365e-09, "Finetune/Loss": 0.6364229917526245, "Finetune/Loss (Raw)": 0.714745044708252, "Finetune/Step": 19045, "Finetune/Step Time": 5.98138939216733}
+{"Finetune/Learning Rate": 4.9048199156087604e-09, "Finetune/Loss": 0.637408971786499, "Finetune/Loss (Raw)": 0.6631376147270203, "Finetune/Step": 19046, "Finetune/Step Time": 5.978869592770934}
+{"Finetune/Learning Rate": 4.852225944763644e-09, "Finetune/Loss": 0.6364953517913818, "Finetune/Loss (Raw)": 0.538870632648468, "Finetune/Step": 19047, "Finetune/Step Time": 5.9729628674685955}
+{"Finetune/Learning Rate": 4.799915407887046e-09, "Finetune/Loss": 0.6366878747940063, "Finetune/Loss (Raw)": 0.7148662209510803, "Finetune/Step": 19048, "Finetune/Step Time": 5.9747206792235374}
+{"Finetune/Learning Rate": 4.7478883064622225e-09, "Finetune/Loss": 0.6380850672721863, "Finetune/Loss (Raw)": 0.7457131743431091, "Finetune/Step": 19049, "Finetune/Step Time": 5.968014478683472}
+{"Finetune/Learning Rate": 4.696144641964662e-09, "Finetune/Loss": 0.6381206512451172, "Finetune/Loss (Raw)": 0.7847909331321716, "Finetune/Step": 19050, "Finetune/Step Time": 5.970071624964476}
+{"Finetune/Learning Rate": 4.644684415862077e-09, "Finetune/Loss": 0.6375881433486938, "Finetune/Loss (Raw)": 0.6837357878684998, "Finetune/Step": 19051, "Finetune/Step Time": 5.970634676516056}
+{"Finetune/Learning Rate": 4.593507629612193e-09, "Finetune/Loss": 0.6384682059288025, "Finetune/Loss (Raw)": 0.6447141170501709, "Finetune/Step": 19052, "Finetune/Step Time": 5.974931361153722}
+{"Finetune/Learning Rate": 4.54261428466829e-09, "Finetune/Loss": 0.637520432472229, "Finetune/Loss (Raw)": 0.5403317213058472, "Finetune/Step": 19053, "Finetune/Step Time": 5.985096957534552}
+{"Finetune/Learning Rate": 4.492004382471438e-09, "Finetune/Loss": 0.637842059135437, "Finetune/Loss (Raw)": 0.6731791496276855, "Finetune/Step": 19054, "Finetune/Step Time": 5.994327759370208}
+{"Finetune/Learning Rate": 4.441677924459376e-09, "Finetune/Loss": 0.6377107501029968, "Finetune/Loss (Raw)": 0.6751123666763306, "Finetune/Step": 19055, "Finetune/Step Time": 5.972954394295812}
+{"Finetune/Learning Rate": 4.39163491205652e-09, "Finetune/Loss": 0.6374340653419495, "Finetune/Loss (Raw)": 0.6122170686721802, "Finetune/Step": 19056, "Finetune/Step Time": 5.970461467280984}
+{"Finetune/Learning Rate": 4.341875346683955e-09, "Finetune/Loss": 0.63642817735672, "Finetune/Loss (Raw)": 0.5648086071014404, "Finetune/Step": 19057, "Finetune/Step Time": 5.97077708132565}
+{"Finetune/Learning Rate": 4.2923992297516645e-09, "Finetune/Loss": 0.6357400417327881, "Finetune/Loss (Raw)": 0.5753264427185059, "Finetune/Step": 19058, "Finetune/Step Time": 5.9810077007859945}
+{"Finetune/Learning Rate": 4.243206562662971e-09, "Finetune/Loss": 0.6361158490180969, "Finetune/Loss (Raw)": 0.6584727168083191, "Finetune/Step": 19059, "Finetune/Step Time": 5.9819761123508215}
+{"Finetune/Learning Rate": 4.194297346812315e-09, "Finetune/Loss": 0.635825514793396, "Finetune/Loss (Raw)": 0.6197216510772705, "Finetune/Step": 19060, "Finetune/Step Time": 5.983652785420418}
+{"Finetune/Learning Rate": 4.145671583587474e-09, "Finetune/Loss": 0.6350677013397217, "Finetune/Loss (Raw)": 0.5602302551269531, "Finetune/Step": 19061, "Finetune/Step Time": 5.99022420309484}
+{"Finetune/Learning Rate": 4.0973292743673455e-09, "Finetune/Loss": 0.6341570615768433, "Finetune/Loss (Raw)": 0.5586154460906982, "Finetune/Step": 19062, "Finetune/Step Time": 6.001620309427381}
+{"Finetune/Learning Rate": 4.0492704205219446e-09, "Finetune/Loss": 0.6350386738777161, "Finetune/Loss (Raw)": 0.6801019906997681, "Finetune/Step": 19063, "Finetune/Step Time": 5.9992453791201115}
+{"Finetune/Learning Rate": 4.001495023414626e-09, "Finetune/Loss": 0.6354670524597168, "Finetune/Loss (Raw)": 0.6760636568069458, "Finetune/Step": 19064, "Finetune/Step Time": 5.999710289761424}
+{"Finetune/Learning Rate": 3.9540030844009705e-09, "Finetune/Loss": 0.6351051330566406, "Finetune/Loss (Raw)": 0.6363482475280762, "Finetune/Step": 19065, "Finetune/Step Time": 6.0021958108991385}
+{"Finetune/Learning Rate": 3.906794604825459e-09, "Finetune/Loss": 0.6336266994476318, "Finetune/Loss (Raw)": 0.5908368229866028, "Finetune/Step": 19066, "Finetune/Step Time": 6.005081025883555}
+{"Finetune/Learning Rate": 3.859869586029241e-09, "Finetune/Loss": 0.6339312791824341, "Finetune/Loss (Raw)": 0.6543290019035339, "Finetune/Step": 19067, "Finetune/Step Time": 6.0015639159828424}
+{"Finetune/Learning Rate": 3.813228029341253e-09, "Finetune/Loss": 0.6343871355056763, "Finetune/Loss (Raw)": 0.641617476940155, "Finetune/Step": 19068, "Finetune/Step Time": 5.996916506439447}
+{"Finetune/Learning Rate": 3.766869936084883e-09, "Finetune/Loss": 0.6359539031982422, "Finetune/Loss (Raw)": 0.7998645305633545, "Finetune/Step": 19069, "Finetune/Step Time": 5.990187784656882}
+{"Finetune/Learning Rate": 3.720795307574632e-09, "Finetune/Loss": 0.6363494396209717, "Finetune/Loss (Raw)": 0.6844472289085388, "Finetune/Step": 19070, "Finetune/Step Time": 5.971895610913634}
+{"Finetune/Learning Rate": 3.6750041451172334e-09, "Finetune/Loss": 0.6358654499053955, "Finetune/Loss (Raw)": 0.5924010276794434, "Finetune/Step": 19071, "Finetune/Step Time": 5.968708531931043}
+{"Finetune/Learning Rate": 3.6294964500116492e-09, "Finetune/Loss": 0.6360100507736206, "Finetune/Loss (Raw)": 0.6873167157173157, "Finetune/Step": 19072, "Finetune/Step Time": 5.965983999893069}
+{"Finetune/Learning Rate": 3.5842722235468475e-09, "Finetune/Loss": 0.6352024674415588, "Finetune/Loss (Raw)": 0.5573828220367432, "Finetune/Step": 19073, "Finetune/Step Time": 5.970452068373561}
+{"Finetune/Learning Rate": 3.539331467006246e-09, "Finetune/Loss": 0.6348254084587097, "Finetune/Loss (Raw)": 0.5823428630828857, "Finetune/Step": 19074, "Finetune/Step Time": 5.979103524237871}
+{"Finetune/Learning Rate": 3.494674181663271e-09, "Finetune/Loss": 0.6342904567718506, "Finetune/Loss (Raw)": 0.5885085463523865, "Finetune/Step": 19075, "Finetune/Step Time": 5.980868078768253}
+{"Finetune/Learning Rate": 3.450300368785797e-09, "Finetune/Loss": 0.633821964263916, "Finetune/Loss (Raw)": 0.6229276061058044, "Finetune/Step": 19076, "Finetune/Step Time": 5.999240571632981}
+{"Finetune/Learning Rate": 3.406210029631707e-09, "Finetune/Loss": 0.634462833404541, "Finetune/Loss (Raw)": 0.6695255637168884, "Finetune/Step": 19077, "Finetune/Step Time": 5.996616052463651}
+{"Finetune/Learning Rate": 3.3624031654511115e-09, "Finetune/Loss": 0.634998619556427, "Finetune/Loss (Raw)": 0.7298162579536438, "Finetune/Step": 19078, "Finetune/Step Time": 5.999133720993996}
+{"Finetune/Learning Rate": 3.31887977748524e-09, "Finetune/Loss": 0.633783221244812, "Finetune/Loss (Raw)": 0.6359617114067078, "Finetune/Step": 19079, "Finetune/Step Time": 5.997640859335661}
+{"Finetune/Learning Rate": 3.2756398669697708e-09, "Finetune/Loss": 0.6339402794837952, "Finetune/Loss (Raw)": 0.5928477644920349, "Finetune/Step": 19080, "Finetune/Step Time": 6.00152487680316}
+{"Finetune/Learning Rate": 3.2326834351303903e-09, "Finetune/Loss": 0.6334514021873474, "Finetune/Loss (Raw)": 0.6261599659919739, "Finetune/Step": 19081, "Finetune/Step Time": 6.006877474486828}
+{"Finetune/Learning Rate": 3.1900104831850133e-09, "Finetune/Loss": 0.6337888240814209, "Finetune/Loss (Raw)": 0.5819292664527893, "Finetune/Step": 19082, "Finetune/Step Time": 6.010400503873825}
+{"Finetune/Learning Rate": 3.147621012342672e-09, "Finetune/Loss": 0.6332519054412842, "Finetune/Loss (Raw)": 0.5411924123764038, "Finetune/Step": 19083, "Finetune/Step Time": 6.010702649131417}
+{"Finetune/Learning Rate": 3.105515023807959e-09, "Finetune/Loss": 0.6335337162017822, "Finetune/Loss (Raw)": 0.7400698065757751, "Finetune/Step": 19084, "Finetune/Step Time": 6.014180326834321}
+{"Finetune/Learning Rate": 3.0636925187732538e-09, "Finetune/Loss": 0.6322932243347168, "Finetune/Loss (Raw)": 0.5482532978057861, "Finetune/Step": 19085, "Finetune/Step Time": 5.995135959237814}
+{"Finetune/Learning Rate": 3.022153498424274e-09, "Finetune/Loss": 0.6316511631011963, "Finetune/Loss (Raw)": 0.5378669500350952, "Finetune/Step": 19086, "Finetune/Step Time": 5.992597863078117}
+{"Finetune/Learning Rate": 2.980897963940077e-09, "Finetune/Loss": 0.6313707828521729, "Finetune/Loss (Raw)": 0.5817579030990601, "Finetune/Step": 19087, "Finetune/Step Time": 5.9915795642882586}
+{"Finetune/Learning Rate": 2.9399259164897278e-09, "Finetune/Loss": 0.6317722797393799, "Finetune/Loss (Raw)": 0.6666648387908936, "Finetune/Step": 19088, "Finetune/Step Time": 5.9905406050384045}
+{"Finetune/Learning Rate": 2.8992373572345187e-09, "Finetune/Loss": 0.6334958672523499, "Finetune/Loss (Raw)": 0.7581447958946228, "Finetune/Step": 19089, "Finetune/Step Time": 5.964794749394059}
+{"Finetune/Learning Rate": 2.8588322873301933e-09, "Finetune/Loss": 0.6338092088699341, "Finetune/Loss (Raw)": 0.6579411625862122, "Finetune/Step": 19090, "Finetune/Step Time": 5.951045207679272}
+{"Finetune/Learning Rate": 2.8187107079202803e-09, "Finetune/Loss": 0.63232421875, "Finetune/Loss (Raw)": 0.6030787229537964, "Finetune/Step": 19091, "Finetune/Step Time": 5.948761396110058}
+{"Finetune/Learning Rate": 2.7788726201438687e-09, "Finetune/Loss": 0.6317118406295776, "Finetune/Loss (Raw)": 0.6522829532623291, "Finetune/Step": 19092, "Finetune/Step Time": 5.95061164163053}
+{"Finetune/Learning Rate": 2.739318025131166e-09, "Finetune/Loss": 0.6303384304046631, "Finetune/Loss (Raw)": 0.4135800898075104, "Finetune/Step": 19093, "Finetune/Step Time": 5.974999371916056}
+{"Finetune/Learning Rate": 2.7000469240023865e-09, "Finetune/Loss": 0.6285267472267151, "Finetune/Loss (Raw)": 0.43546512722969055, "Finetune/Step": 19094, "Finetune/Step Time": 5.983858913183212}
+{"Finetune/Learning Rate": 2.661059317871084e-09, "Finetune/Loss": 0.6292474269866943, "Finetune/Loss (Raw)": 0.6802923083305359, "Finetune/Step": 19095, "Finetune/Step Time": 5.957607680931687}
+{"Finetune/Learning Rate": 2.622355207844152e-09, "Finetune/Loss": 0.6275247931480408, "Finetune/Loss (Raw)": 0.4842032194137573, "Finetune/Step": 19096, "Finetune/Step Time": 5.977829989045858}
+{"Finetune/Learning Rate": 2.5839345950184892e-09, "Finetune/Loss": 0.6281869411468506, "Finetune/Loss (Raw)": 0.7368131279945374, "Finetune/Step": 19097, "Finetune/Step Time": 5.97748545370996}
+{"Finetune/Learning Rate": 2.5457974804832252e-09, "Finetune/Loss": 0.6290798187255859, "Finetune/Loss (Raw)": 0.6491402387619019, "Finetune/Step": 19098, "Finetune/Step Time": 5.976101405918598}
+{"Finetune/Learning Rate": 2.507943865320828e-09, "Finetune/Loss": 0.6293392777442932, "Finetune/Loss (Raw)": 0.5995146632194519, "Finetune/Step": 19099, "Finetune/Step Time": 5.970703849568963}
+{"Finetune/Learning Rate": 2.4703737506037715e-09, "Finetune/Loss": 0.63084876537323, "Finetune/Loss (Raw)": 0.6683827042579651, "Finetune/Step": 19100, "Finetune/Step Time": 5.973611418157816}
+{"Finetune/Learning Rate": 2.4330871373978714e-09, "Finetune/Loss": 0.6306667327880859, "Finetune/Loss (Raw)": 0.5584586262702942, "Finetune/Step": 19101, "Finetune/Step Time": 5.973387666046619}
+{"Finetune/Learning Rate": 2.3960840267600595e-09, "Finetune/Loss": 0.632036566734314, "Finetune/Loss (Raw)": 0.7404696941375732, "Finetune/Step": 19102, "Finetune/Step Time": 5.983219359070063}
+{"Finetune/Learning Rate": 2.359364419739496e-09, "Finetune/Loss": 0.6317024230957031, "Finetune/Loss (Raw)": 0.6240426301956177, "Finetune/Step": 19103, "Finetune/Step Time": 5.982648402452469}
+{"Finetune/Learning Rate": 2.322928317378681e-09, "Finetune/Loss": 0.6317716836929321, "Finetune/Loss (Raw)": 0.6921231150627136, "Finetune/Step": 19104, "Finetune/Step Time": 5.999758295714855}
+{"Finetune/Learning Rate": 2.2867757207101215e-09, "Finetune/Loss": 0.632175087928772, "Finetune/Loss (Raw)": 0.5925308465957642, "Finetune/Step": 19105, "Finetune/Step Time": 5.998002992942929}
+{"Finetune/Learning Rate": 2.2509066307585537e-09, "Finetune/Loss": 0.6322476863861084, "Finetune/Loss (Raw)": 0.6014832258224487, "Finetune/Step": 19106, "Finetune/Step Time": 6.0128607507795095}
+{"Finetune/Learning Rate": 2.2153210485420517e-09, "Finetune/Loss": 0.6316670775413513, "Finetune/Loss (Raw)": 0.5527545213699341, "Finetune/Step": 19107, "Finetune/Step Time": 6.022694282233715}
+{"Finetune/Learning Rate": 2.1800189750686984e-09, "Finetune/Loss": 0.6311954259872437, "Finetune/Loss (Raw)": 0.5234645009040833, "Finetune/Step": 19108, "Finetune/Step Time": 6.021450322121382}
+{"Finetune/Learning Rate": 2.1450004113399146e-09, "Finetune/Loss": 0.6314976811408997, "Finetune/Loss (Raw)": 0.6917116045951843, "Finetune/Step": 19109, "Finetune/Step Time": 6.024154348298907}
+{"Finetune/Learning Rate": 2.1102653583482403e-09, "Finetune/Loss": 0.6312353014945984, "Finetune/Loss (Raw)": 0.6913496255874634, "Finetune/Step": 19110, "Finetune/Step Time": 6.019994907081127}
+{"Finetune/Learning Rate": 2.0758138170795526e-09, "Finetune/Loss": 0.6324922442436218, "Finetune/Loss (Raw)": 0.7296507954597473, "Finetune/Step": 19111, "Finetune/Step Time": 6.018199101090431}
+{"Finetune/Learning Rate": 2.0416457885108486e-09, "Finetune/Loss": 0.6333558559417725, "Finetune/Loss (Raw)": 0.6756083965301514, "Finetune/Step": 19112, "Finetune/Step Time": 6.012082517147064}
+{"Finetune/Learning Rate": 2.007761273611353e-09, "Finetune/Loss": 0.6327905654907227, "Finetune/Loss (Raw)": 0.6730376482009888, "Finetune/Step": 19113, "Finetune/Step Time": 6.002004539594054}
+{"Finetune/Learning Rate": 1.9741602733402975e-09, "Finetune/Loss": 0.6314276456832886, "Finetune/Loss (Raw)": 0.5395750403404236, "Finetune/Step": 19114, "Finetune/Step Time": 5.998414171859622}
+{"Finetune/Learning Rate": 1.940842788652475e-09, "Finetune/Loss": 0.6309064626693726, "Finetune/Loss (Raw)": 0.5360068082809448, "Finetune/Step": 19115, "Finetune/Step Time": 5.993156477808952}
+{"Finetune/Learning Rate": 1.9078088204904643e-09, "Finetune/Loss": 0.6312979459762573, "Finetune/Loss (Raw)": 0.7399163246154785, "Finetune/Step": 19116, "Finetune/Step Time": 5.996753133833408}
+{"Finetune/Learning Rate": 1.875058369792404e-09, "Finetune/Loss": 0.632072925567627, "Finetune/Loss (Raw)": 0.6655023694038391, "Finetune/Step": 19117, "Finetune/Step Time": 5.9914404805749655}
+{"Finetune/Learning Rate": 1.842591437487551e-09, "Finetune/Loss": 0.6313226222991943, "Finetune/Loss (Raw)": 0.5900570750236511, "Finetune/Step": 19118, "Finetune/Step Time": 6.001941315829754}
+{"Finetune/Learning Rate": 1.8104080244951693e-09, "Finetune/Loss": 0.6314449310302734, "Finetune/Loss (Raw)": 0.6986231803894043, "Finetune/Step": 19119, "Finetune/Step Time": 6.0065794717520475}
+{"Finetune/Learning Rate": 1.7785081317289732e-09, "Finetune/Loss": 0.6321696639060974, "Finetune/Loss (Raw)": 0.7428107857704163, "Finetune/Step": 19120, "Finetune/Step Time": 6.0079111736267805}
+{"Finetune/Learning Rate": 1.7468917600926839e-09, "Finetune/Loss": 0.6323476433753967, "Finetune/Loss (Raw)": 0.6296419501304626, "Finetune/Step": 19121, "Finetune/Step Time": 5.982894975692034}
+{"Finetune/Learning Rate": 1.7155589104844717e-09, "Finetune/Loss": 0.6300311088562012, "Finetune/Loss (Raw)": 0.4106196165084839, "Finetune/Step": 19122, "Finetune/Step Time": 5.994400139898062}
+{"Finetune/Learning Rate": 1.6845095837902948e-09, "Finetune/Loss": 0.6284053325653076, "Finetune/Loss (Raw)": 0.40592339634895325, "Finetune/Step": 19123, "Finetune/Step Time": 6.008983792737126}
+{"Finetune/Learning Rate": 1.6537437808927804e-09, "Finetune/Loss": 0.627220630645752, "Finetune/Loss (Raw)": 0.6109142303466797, "Finetune/Step": 19124, "Finetune/Step Time": 6.017681483179331}
+{"Finetune/Learning Rate": 1.6232615026634534e-09, "Finetune/Loss": 0.6270725727081299, "Finetune/Loss (Raw)": 0.6184263825416565, "Finetune/Step": 19125, "Finetune/Step Time": 6.01565114967525}
+{"Finetune/Learning Rate": 1.593062749967178e-09, "Finetune/Loss": 0.6256101727485657, "Finetune/Loss (Raw)": 0.5493453741073608, "Finetune/Step": 19126, "Finetune/Step Time": 6.017697004601359}
+{"Finetune/Learning Rate": 1.5631475236599357e-09, "Finetune/Loss": 0.6260305643081665, "Finetune/Loss (Raw)": 0.6657598614692688, "Finetune/Step": 19127, "Finetune/Step Time": 5.9996386505663395}
+{"Finetune/Learning Rate": 1.5335158245899372e-09, "Finetune/Loss": 0.6254903674125671, "Finetune/Loss (Raw)": 0.4778437614440918, "Finetune/Step": 19128, "Finetune/Step Time": 6.018828485161066}
+{"Finetune/Learning Rate": 1.504167653596511e-09, "Finetune/Loss": 0.625557541847229, "Finetune/Loss (Raw)": 0.5718567371368408, "Finetune/Step": 19129, "Finetune/Step Time": 6.01993471570313}
+{"Finetune/Learning Rate": 1.475103011514545e-09, "Finetune/Loss": 0.625643789768219, "Finetune/Loss (Raw)": 0.5847594738006592, "Finetune/Step": 19130, "Finetune/Step Time": 6.011016400530934}
+{"Finetune/Learning Rate": 1.4463218991656037e-09, "Finetune/Loss": 0.6255674362182617, "Finetune/Loss (Raw)": 0.6813077330589294, "Finetune/Step": 19131, "Finetune/Step Time": 6.008904557675123}
+{"Finetune/Learning Rate": 1.4178243173679218e-09, "Finetune/Loss": 0.6256420612335205, "Finetune/Loss (Raw)": 0.5909851789474487, "Finetune/Step": 19132, "Finetune/Step Time": 6.005613319575787}
+{"Finetune/Learning Rate": 1.3896102669275212e-09, "Finetune/Loss": 0.6250267028808594, "Finetune/Loss (Raw)": 0.5464298725128174, "Finetune/Step": 19133, "Finetune/Step Time": 6.005526170134544}
+{"Finetune/Learning Rate": 1.3616797486459832e-09, "Finetune/Loss": 0.6244146823883057, "Finetune/Loss (Raw)": 0.4931795597076416, "Finetune/Step": 19134, "Finetune/Step Time": 6.020955950021744}
+{"Finetune/Learning Rate": 1.3340327633148964e-09, "Finetune/Loss": 0.6233564615249634, "Finetune/Loss (Raw)": 0.5286603569984436, "Finetune/Step": 19135, "Finetune/Step Time": 6.021550936624408}
+{"Finetune/Learning Rate": 1.3066693117191886e-09, "Finetune/Loss": 0.623789370059967, "Finetune/Loss (Raw)": 0.6947125196456909, "Finetune/Step": 19136, "Finetune/Step Time": 6.016885818913579}
+{"Finetune/Learning Rate": 1.2795893946326853e-09, "Finetune/Loss": 0.6248232126235962, "Finetune/Loss (Raw)": 0.701183021068573, "Finetune/Step": 19137, "Finetune/Step Time": 6.012703888118267}
+{"Finetune/Learning Rate": 1.2527930128247713e-09, "Finetune/Loss": 0.625595211982727, "Finetune/Loss (Raw)": 0.68179851770401, "Finetune/Step": 19138, "Finetune/Step Time": 6.013334419578314}
+{"Finetune/Learning Rate": 1.2262801670548385e-09, "Finetune/Loss": 0.6255903244018555, "Finetune/Loss (Raw)": 0.6587578654289246, "Finetune/Step": 19139, "Finetune/Step Time": 6.017990009859204}
+{"Finetune/Learning Rate": 1.2000508580745085e-09, "Finetune/Loss": 0.6254711747169495, "Finetune/Loss (Raw)": 0.6649097800254822, "Finetune/Step": 19140, "Finetune/Step Time": 5.9994755405932665}
+{"Finetune/Learning Rate": 1.1741050866287407e-09, "Finetune/Loss": 0.62474524974823, "Finetune/Loss (Raw)": 0.4547465145587921, "Finetune/Step": 19141, "Finetune/Step Time": 6.020821655169129}
+{"Finetune/Learning Rate": 1.1484428534525027e-09, "Finetune/Loss": 0.6252272725105286, "Finetune/Loss (Raw)": 0.6168104410171509, "Finetune/Step": 19142, "Finetune/Step Time": 6.023817908018827}
+{"Finetune/Learning Rate": 1.1230641592729907e-09, "Finetune/Loss": 0.6258628964424133, "Finetune/Loss (Raw)": 0.6209702491760254, "Finetune/Step": 19143, "Finetune/Step Time": 6.015738025307655}
+{"Finetune/Learning Rate": 1.0979690048107395e-09, "Finetune/Loss": 0.624962568283081, "Finetune/Loss (Raw)": 0.5427167415618896, "Finetune/Step": 19144, "Finetune/Step Time": 6.0200714990496635}
+{"Finetune/Learning Rate": 1.0731573907774017e-09, "Finetune/Loss": 0.6257731318473816, "Finetune/Loss (Raw)": 0.6757509708404541, "Finetune/Step": 19145, "Finetune/Step Time": 6.0167165491729975}
+{"Finetune/Learning Rate": 1.048629317875749e-09, "Finetune/Loss": 0.6246320009231567, "Finetune/Loss (Raw)": 0.5630461573600769, "Finetune/Step": 19146, "Finetune/Step Time": 6.019365770742297}
+{"Finetune/Learning Rate": 1.0243847868018908e-09, "Finetune/Loss": 0.6247628331184387, "Finetune/Loss (Raw)": 0.6538209319114685, "Finetune/Step": 19147, "Finetune/Step Time": 6.012582920491695}
+{"Finetune/Learning Rate": 1.0004237982430553e-09, "Finetune/Loss": 0.6244601011276245, "Finetune/Loss (Raw)": 0.5654724836349487, "Finetune/Step": 19148, "Finetune/Step Time": 6.011605691164732}
+{"Finetune/Learning Rate": 9.767463528786992e-10, "Finetune/Loss": 0.6249934434890747, "Finetune/Loss (Raw)": 0.6647555828094482, "Finetune/Step": 19149, "Finetune/Step Time": 6.013704750686884}
+{"Finetune/Learning Rate": 9.53352451380507e-10, "Finetune/Loss": 0.6251184940338135, "Finetune/Loss (Raw)": 0.6991595029830933, "Finetune/Step": 19150, "Finetune/Step Time": 6.013393638655543}
+{"Finetune/Learning Rate": 9.302420944112822e-10, "Finetune/Loss": 0.6253731846809387, "Finetune/Loss (Raw)": 0.5642399787902832, "Finetune/Step": 19151, "Finetune/Step Time": 6.010438146069646}
+{"Finetune/Learning Rate": 9.074152826271665e-10, "Finetune/Loss": 0.6243859529495239, "Finetune/Loss (Raw)": 0.6567077040672302, "Finetune/Step": 19152, "Finetune/Step Time": 6.00991022773087}
+{"Finetune/Learning Rate": 8.848720166754198e-10, "Finetune/Loss": 0.6234525442123413, "Finetune/Loss (Raw)": 0.5499287247657776, "Finetune/Step": 19153, "Finetune/Step Time": 6.013045262545347}
+{"Finetune/Learning Rate": 8.626122971955309e-10, "Finetune/Loss": 0.6223768591880798, "Finetune/Loss (Raw)": 0.5278364419937134, "Finetune/Step": 19154, "Finetune/Step Time": 6.010938547551632}
+{"Finetune/Learning Rate": 8.406361248169958e-10, "Finetune/Loss": 0.6216251254081726, "Finetune/Loss (Raw)": 0.5984797477722168, "Finetune/Step": 19155, "Finetune/Step Time": 6.009637795388699}
+{"Finetune/Learning Rate": 8.189435001648705e-10, "Finetune/Loss": 0.6228896379470825, "Finetune/Loss (Raw)": 0.7549409866333008, "Finetune/Step": 19156, "Finetune/Step Time": 6.0261484161019325}
+{"Finetune/Learning Rate": 7.975344238542182e-10, "Finetune/Loss": 0.6218445301055908, "Finetune/Loss (Raw)": 0.5128673315048218, "Finetune/Step": 19157, "Finetune/Step Time": 6.023089669644833}
+{"Finetune/Learning Rate": 7.764088964912209e-10, "Finetune/Loss": 0.6205780506134033, "Finetune/Loss (Raw)": 0.6502957344055176, "Finetune/Step": 19158, "Finetune/Step Time": 6.024701040238142}
+{"Finetune/Learning Rate": 7.555669186742886e-10, "Finetune/Loss": 0.6203819513320923, "Finetune/Loss (Raw)": 0.5942509770393372, "Finetune/Step": 19159, "Finetune/Step Time": 6.034409323707223}
+{"Finetune/Learning Rate": 7.350084909962807e-10, "Finetune/Loss": 0.620926022529602, "Finetune/Loss (Raw)": 0.6386053562164307, "Finetune/Step": 19160, "Finetune/Step Time": 6.0329808909446}
+{"Finetune/Learning Rate": 7.147336140389538e-10, "Finetune/Loss": 0.6206855773925781, "Finetune/Loss (Raw)": 0.5917183756828308, "Finetune/Step": 19161, "Finetune/Step Time": 6.038054635748267}
+{"Finetune/Learning Rate": 6.947422883785137e-10, "Finetune/Loss": 0.6204917430877686, "Finetune/Loss (Raw)": 0.6291309595108032, "Finetune/Step": 19162, "Finetune/Step Time": 6.03576161339879}
+{"Finetune/Learning Rate": 6.750345145800641e-10, "Finetune/Loss": 0.6213589310646057, "Finetune/Loss (Raw)": 0.5857791900634766, "Finetune/Step": 19163, "Finetune/Step Time": 6.022921074181795}
+{"Finetune/Learning Rate": 6.556102932042673e-10, "Finetune/Loss": 0.6212908029556274, "Finetune/Loss (Raw)": 0.624982476234436, "Finetune/Step": 19164, "Finetune/Step Time": 6.016487231478095}
+{"Finetune/Learning Rate": 6.364696247995739e-10, "Finetune/Loss": 0.6208326816558838, "Finetune/Loss (Raw)": 0.6649383902549744, "Finetune/Step": 19165, "Finetune/Step Time": 6.015987701714039}
+{"Finetune/Learning Rate": 6.17612509911103e-10, "Finetune/Loss": 0.621533989906311, "Finetune/Loss (Raw)": 0.6187555193901062, "Finetune/Step": 19166, "Finetune/Step Time": 6.017900018021464}
+{"Finetune/Learning Rate": 5.990389490728721e-10, "Finetune/Loss": 0.6206789016723633, "Finetune/Loss (Raw)": 0.6322895884513855, "Finetune/Step": 19167, "Finetune/Step Time": 6.014941941946745}
+{"Finetune/Learning Rate": 5.807489428111268e-10, "Finetune/Loss": 0.6198701858520508, "Finetune/Loss (Raw)": 0.6022590398788452, "Finetune/Step": 19168, "Finetune/Step Time": 6.017738539725542}
+{"Finetune/Learning Rate": 5.627424916454515e-10, "Finetune/Loss": 0.6212321519851685, "Finetune/Loss (Raw)": 0.6672903299331665, "Finetune/Step": 19169, "Finetune/Step Time": 6.026568405330181}
+{"Finetune/Learning Rate": 5.450195960854387e-10, "Finetune/Loss": 0.6213585138320923, "Finetune/Loss (Raw)": 0.5442145466804504, "Finetune/Step": 19170, "Finetune/Step Time": 6.039335612207651}
+{"Finetune/Learning Rate": 5.275802566340194e-10, "Finetune/Loss": 0.6204432249069214, "Finetune/Loss (Raw)": 0.6343629956245422, "Finetune/Step": 19171, "Finetune/Step Time": 6.035141261294484}
+{"Finetune/Learning Rate": 5.104244737852426e-10, "Finetune/Loss": 0.6209233999252319, "Finetune/Loss (Raw)": 0.6369199752807617, "Finetune/Step": 19172, "Finetune/Step Time": 6.0376372411847115}
+{"Finetune/Learning Rate": 4.935522480264965e-10, "Finetune/Loss": 0.6201235055923462, "Finetune/Loss (Raw)": 0.6123589873313904, "Finetune/Step": 19173, "Finetune/Step Time": 6.036901922896504}
+{"Finetune/Learning Rate": 4.769635798351768e-10, "Finetune/Loss": 0.6199847459793091, "Finetune/Loss (Raw)": 0.64537513256073, "Finetune/Step": 19174, "Finetune/Step Time": 6.037230905145407}
+{"Finetune/Learning Rate": 4.6065846968312846e-10, "Finetune/Loss": 0.6209542751312256, "Finetune/Loss (Raw)": 0.6629649996757507, "Finetune/Step": 19175, "Finetune/Step Time": 6.040180403739214}
+{"Finetune/Learning Rate": 4.446369180322041e-10, "Finetune/Loss": 0.6203835010528564, "Finetune/Loss (Raw)": 0.6418072581291199, "Finetune/Step": 19176, "Finetune/Step Time": 6.031872220337391}
+{"Finetune/Learning Rate": 4.288989253353748e-10, "Finetune/Loss": 0.6196645498275757, "Finetune/Loss (Raw)": 0.6536930799484253, "Finetune/Step": 19177, "Finetune/Step Time": 6.031509522348642}
+{"Finetune/Learning Rate": 4.1344449204117064e-10, "Finetune/Loss": 0.6174741983413696, "Finetune/Loss (Raw)": 0.5044288039207458, "Finetune/Step": 19178, "Finetune/Step Time": 6.030514782294631}
+{"Finetune/Learning Rate": 3.982736185859093e-10, "Finetune/Loss": 0.6165785789489746, "Finetune/Loss (Raw)": 0.5690917372703552, "Finetune/Step": 19179, "Finetune/Step Time": 6.035501616075635}
+{"Finetune/Learning Rate": 3.8338630540035726e-10, "Finetune/Loss": 0.6169191598892212, "Finetune/Loss (Raw)": 0.688306987285614, "Finetune/Step": 19180, "Finetune/Step Time": 6.0336447190493345}
+{"Finetune/Learning Rate": 3.6878255290750954e-10, "Finetune/Loss": 0.6165191531181335, "Finetune/Loss (Raw)": 0.4891364276409149, "Finetune/Step": 19181, "Finetune/Step Time": 6.031382787972689}
+{"Finetune/Learning Rate": 3.544623615203691e-10, "Finetune/Loss": 0.6166386604309082, "Finetune/Loss (Raw)": 0.6884769797325134, "Finetune/Step": 19182, "Finetune/Step Time": 6.020908448845148}
+{"Finetune/Learning Rate": 3.404257316452775e-10, "Finetune/Loss": 0.6163454055786133, "Finetune/Loss (Raw)": 0.6375731229782104, "Finetune/Step": 19183, "Finetune/Step Time": 6.0225551556795835}
+{"Finetune/Learning Rate": 3.2667266368080486e-10, "Finetune/Loss": 0.616805374622345, "Finetune/Loss (Raw)": 0.6710870265960693, "Finetune/Step": 19184, "Finetune/Step Time": 6.024118307977915}
+{"Finetune/Learning Rate": 3.1320315801663945e-10, "Finetune/Loss": 0.616946816444397, "Finetune/Loss (Raw)": 0.5829190015792847, "Finetune/Step": 19185, "Finetune/Step Time": 6.017410192638636}
+{"Finetune/Learning Rate": 3.0001721503469807e-10, "Finetune/Loss": 0.6179099082946777, "Finetune/Loss (Raw)": 0.6986024975776672, "Finetune/Step": 19186, "Finetune/Step Time": 6.00289155729115}
+{"Finetune/Learning Rate": 2.8711483510912573e-10, "Finetune/Loss": 0.6176471710205078, "Finetune/Loss (Raw)": 0.6248354911804199, "Finetune/Step": 19187, "Finetune/Step Time": 6.002009332180023}
+{"Finetune/Learning Rate": 2.7449601860629614e-10, "Finetune/Loss": 0.6187506914138794, "Finetune/Loss (Raw)": 0.7609824538230896, "Finetune/Step": 19188, "Finetune/Step Time": 6.002784227952361}
+{"Finetune/Learning Rate": 2.6216076588259086e-10, "Finetune/Loss": 0.6185858249664307, "Finetune/Loss (Raw)": 0.5391210913658142, "Finetune/Step": 19189, "Finetune/Step Time": 6.002095429226756}
+{"Finetune/Learning Rate": 2.5010907728773016e-10, "Finetune/Loss": 0.6187783479690552, "Finetune/Loss (Raw)": 0.583251416683197, "Finetune/Step": 19190, "Finetune/Step Time": 5.988272361457348}
+{"Finetune/Learning Rate": 2.383409531658831e-10, "Finetune/Loss": 0.6181839108467102, "Finetune/Loss (Raw)": 0.6040186882019043, "Finetune/Step": 19191, "Finetune/Step Time": 5.992407783865929}
+{"Finetune/Learning Rate": 2.2685639384789625e-10, "Finetune/Loss": 0.617047905921936, "Finetune/Loss (Raw)": 0.5306559801101685, "Finetune/Step": 19192, "Finetune/Step Time": 5.993512040004134}
+{"Finetune/Learning Rate": 2.1565539966128535e-10, "Finetune/Loss": 0.6162720918655396, "Finetune/Loss (Raw)": 0.5370475649833679, "Finetune/Step": 19193, "Finetune/Step Time": 5.992331122979522}
+{"Finetune/Learning Rate": 2.0473797092357418e-10, "Finetune/Loss": 0.6155558824539185, "Finetune/Loss (Raw)": 0.49915698170661926, "Finetune/Step": 19194, "Finetune/Step Time": 5.989789355546236}
+{"Finetune/Learning Rate": 1.9410410794340474e-10, "Finetune/Loss": 0.614445686340332, "Finetune/Loss (Raw)": 0.5122321844100952, "Finetune/Step": 19195, "Finetune/Step Time": 5.989752247929573}
+{"Finetune/Learning Rate": 1.837538110227577e-10, "Finetune/Loss": 0.6157598495483398, "Finetune/Loss (Raw)": 0.8098239302635193, "Finetune/Step": 19196, "Finetune/Step Time": 5.990618674084544}
+{"Finetune/Learning Rate": 1.7368708045473193e-10, "Finetune/Loss": 0.6142539978027344, "Finetune/Loss (Raw)": 0.6071218252182007, "Finetune/Step": 19197, "Finetune/Step Time": 5.9946661330759525}
+{"Finetune/Learning Rate": 1.6390391652576498e-10, "Finetune/Loss": 0.613227367401123, "Finetune/Loss (Raw)": 0.5530351996421814, "Finetune/Step": 19198, "Finetune/Step Time": 5.995459659025073}
+{"Finetune/Learning Rate": 1.544043195123024e-10, "Finetune/Loss": 0.6135222911834717, "Finetune/Loss (Raw)": 0.6301490068435669, "Finetune/Step": 19199, "Finetune/Step Time": 6.01380635984242}
+{"Finetune/Learning Rate": 1.4518828968523857e-10, "Finetune/Loss": 0.6134960651397705, "Finetune/Loss (Raw)": 0.6839570999145508, "Finetune/Step": 19200, "Finetune/Step Time": 6.01499904319644}
+{"Finetune/Learning Rate": 1.3625582730325548e-10, "Finetune/Loss": 0.6137189865112305, "Finetune/Loss (Raw)": 0.5859270691871643, "Finetune/Step": 19201, "Finetune/Step Time": 6.010370172560215}
+{"Finetune/Learning Rate": 1.2760693262281466e-10, "Finetune/Loss": 0.6145516037940979, "Finetune/Loss (Raw)": 0.6889117360115051, "Finetune/Step": 19202, "Finetune/Step Time": 6.002793978899717}
+{"Finetune/Learning Rate": 1.192416058870549e-10, "Finetune/Loss": 0.6153312921524048, "Finetune/Loss (Raw)": 0.6883113980293274, "Finetune/Step": 19203, "Finetune/Step Time": 5.999491108581424}
+{"Finetune/Learning Rate": 1.11159847333564e-10, "Finetune/Loss": 0.6154947280883789, "Finetune/Loss (Raw)": 0.643851637840271, "Finetune/Step": 19204, "Finetune/Step Time": 5.9781520161777735}
+{"Finetune/Learning Rate": 1.0336165719215807e-10, "Finetune/Loss": 0.615644097328186, "Finetune/Loss (Raw)": 0.688642144203186, "Finetune/Step": 19205, "Finetune/Step Time": 5.979610318318009}
+{"Finetune/Learning Rate": 9.584703568266129e-11, "Finetune/Loss": 0.6148755550384521, "Finetune/Loss (Raw)": 0.6314350366592407, "Finetune/Step": 19206, "Finetune/Step Time": 5.976203432306647}
+{"Finetune/Learning Rate": 8.861598301934671e-11, "Finetune/Loss": 0.6143979430198669, "Finetune/Loss (Raw)": 0.5748285055160522, "Finetune/Step": 19207, "Finetune/Step Time": 5.977325266227126}
+{"Finetune/Learning Rate": 8.166849940760557e-11, "Finetune/Loss": 0.6142969727516174, "Finetune/Loss (Raw)": 0.5799258351325989, "Finetune/Step": 19208, "Finetune/Step Time": 5.974236190319061}
+{"Finetune/Learning Rate": 7.500458504283714e-11, "Finetune/Loss": 0.6148216724395752, "Finetune/Loss (Raw)": 0.6933230757713318, "Finetune/Step": 19209, "Finetune/Step Time": 5.9755285885185}
+{"Finetune/Learning Rate": 6.862424011599977e-11, "Finetune/Loss": 0.6161949634552002, "Finetune/Loss (Raw)": 0.7577075362205505, "Finetune/Step": 19210, "Finetune/Step Time": 5.97242415137589}
+{"Finetune/Learning Rate": 6.252746480583938e-11, "Finetune/Loss": 0.6169884204864502, "Finetune/Loss (Raw)": 0.6427512168884277, "Finetune/Step": 19211, "Finetune/Step Time": 5.98525282740593}
+{"Finetune/Learning Rate": 5.671425928777119e-11, "Finetune/Loss": 0.6160847544670105, "Finetune/Loss (Raw)": 0.6244093179702759, "Finetune/Step": 19212, "Finetune/Step Time": 5.984213441610336}
+{"Finetune/Learning Rate": 5.118462372388777e-11, "Finetune/Loss": 0.6171151399612427, "Finetune/Loss (Raw)": 0.680145263671875, "Finetune/Step": 19213, "Finetune/Step Time": 5.986097235232592}
+{"Finetune/Learning Rate": 4.5938558272951016e-11, "Finetune/Loss": 0.6177363395690918, "Finetune/Loss (Raw)": 0.6173642873764038, "Finetune/Step": 19214, "Finetune/Step Time": 5.987624358385801}
+{"Finetune/Learning Rate": 4.097606308373081e-11, "Finetune/Loss": 0.618290901184082, "Finetune/Loss (Raw)": 0.6527441740036011, "Finetune/Step": 19215, "Finetune/Step Time": 6.001688929274678}
+{"Finetune/Learning Rate": 3.629713829500503e-11, "Finetune/Loss": 0.6180856227874756, "Finetune/Loss (Raw)": 0.6403941512107849, "Finetune/Step": 19216, "Finetune/Step Time": 6.003757946193218}
+{"Finetune/Learning Rate": 3.1901784042220885e-11, "Finetune/Loss": 0.6171475648880005, "Finetune/Loss (Raw)": 0.6380815505981445, "Finetune/Step": 19217, "Finetune/Step Time": 6.008793942630291}
+{"Finetune/Learning Rate": 2.7790000447502907e-11, "Finetune/Loss": 0.616851806640625, "Finetune/Loss (Raw)": 0.6200715899467468, "Finetune/Step": 19218, "Finetune/Step Time": 6.009613428264856}
+{"Finetune/Learning Rate": 2.3961787628534738e-11, "Finetune/Loss": 0.6167462468147278, "Finetune/Loss (Raw)": 0.589576780796051, "Finetune/Step": 19219, "Finetune/Step Time": 6.010153001174331}
+{"Finetune/Learning Rate": 2.0417145695228456e-11, "Finetune/Loss": 0.6154818534851074, "Finetune/Loss (Raw)": 0.4904458820819855, "Finetune/Step": 19220, "Finetune/Step Time": 6.0078860726207495}
+{"Finetune/Learning Rate": 1.715607474528369e-11, "Finetune/Loss": 0.6171585321426392, "Finetune/Loss (Raw)": 0.6281858086585999, "Finetune/Step": 19221, "Finetune/Step Time": 5.999956104904413}
+{"Finetune/Learning Rate": 1.4178574873069395e-11, "Finetune/Loss": 0.6194594502449036, "Finetune/Loss (Raw)": 0.7299856543540955, "Finetune/Step": 19222, "Finetune/Step Time": 5.986893365159631}
+{"Finetune/Learning Rate": 1.148464616296252e-11, "Finetune/Loss": 0.6190811395645142, "Finetune/Loss (Raw)": 0.6318697333335876, "Finetune/Step": 19223, "Finetune/Step Time": 5.992701752111316}
+{"Finetune/Learning Rate": 9.074288690458232e-12, "Finetune/Loss": 0.6194727420806885, "Finetune/Loss (Raw)": 0.5343250036239624, "Finetune/Step": 19224, "Finetune/Step Time": 5.9742208160459995}
+{"Finetune/Learning Rate": 6.947502525500583e-12, "Finetune/Loss": 0.6190301775932312, "Finetune/Loss (Raw)": 0.6801632642745972, "Finetune/Step": 19225, "Finetune/Step Time": 5.9703496769070625}
+{"Finetune/Learning Rate": 5.10428772693139e-12, "Finetune/Loss": 0.6191572546958923, "Finetune/Loss (Raw)": 0.6654044389724731, "Finetune/Step": 19226, "Finetune/Step Time": 5.971351616084576}
+{"Finetune/Learning Rate": 3.5446443469311363e-12, "Finetune/Loss": 0.6190906763076782, "Finetune/Loss (Raw)": 0.5909987688064575, "Finetune/Step": 19227, "Finetune/Step Time": 5.96997144818306}
+{"Finetune/Learning Rate": 2.2685724299087443e-12, "Finetune/Loss": 0.6184858083724976, "Finetune/Loss (Raw)": 0.5909625887870789, "Finetune/Step": 19228, "Finetune/Step Time": 5.970795687288046}
+{"Finetune/Learning Rate": 1.2760720125015724e-12, "Finetune/Loss": 0.6186560392379761, "Finetune/Loss (Raw)": 0.5802437663078308, "Finetune/Step": 19229, "Finetune/Step Time": 5.974982397630811}
+{"Finetune/Learning Rate": 5.671431235754199e-13, "Finetune/Loss": 0.6172053813934326, "Finetune/Loss (Raw)": 0.55478435754776, "Finetune/Step": 19230, "Finetune/Step Time": 5.978628788143396}
+{"Finetune/Learning Rate": 1.41785782004078e-13, "Finetune/Loss": 0.6170921325683594, "Finetune/Loss (Raw)": 0.609539806842804, "Finetune/Step": 19231, "Finetune/Step Time": 5.978334050625563}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.6164172291755676, "Finetune/Loss (Raw)": 0.6057435274124146, "Finetune/Step": 19232, "Finetune/Step Time": 5.953137382864952}